392a71c06161bfe13a48bf1776206636ac331b2f:2023-11-13:31858
| Order | failed test | Duration |
|---|---|---|
| 28 | TestAddons/parallel/Ingress | 170.07 |
| 159 | TestIngressAddonLegacy/serial/ValidateIngressAddons | 180.31 |
| 209 | TestMultiNode/serial/PingHostFrom2Pods | 4.23 |
| 226 | TestScheduledStopUnix | 35.54 |
| 230 | TestRunningBinaryUpgrade | 65.18 |
| 233 | TestMissingContainerUpgrade | 137.45 |
| 245 | TestStoppedBinaryUpgrade/Upgrade | 74.17 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-052722 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:231: (dbg) Run: kubectl --context addons-052722 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-052722 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [4ed7b976-f792-4f25-8f49-443f1db033d7] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [4ed7b976-f792-4f25-8f49-443f1db033d7] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.055565663s
addons_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:261: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-052722 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.20344472s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:277: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:285: (dbg) Run: kubectl --context addons-052722 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.051700546s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-arm64 -p addons-052722 addons disable ingress-dns --alsologtostderr -v=1: (1.266196623s)
addons_test.go:310: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-arm64 -p addons-052722 addons disable ingress --alsologtostderr -v=1: (7.808337808s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-052722
helpers_test.go:235: (dbg) docker inspect addons-052722:
-- stdout --
[
{
"Id": "f6e656a76c0447493ec3164d0e42998d3085538cd2279a03da414d6b9b508f4d",
"Created": "2023-11-13T11:26:40.724028656Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 85375,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-13T11:26:41.07726832Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:977f9df3a3e2dccc16de7b5e8115e5e1294a98b99d56135cce7538135e7a7a9d",
"ResolvConfPath": "/var/lib/docker/containers/f6e656a76c0447493ec3164d0e42998d3085538cd2279a03da414d6b9b508f4d/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/f6e656a76c0447493ec3164d0e42998d3085538cd2279a03da414d6b9b508f4d/hostname",
"HostsPath": "/var/lib/docker/containers/f6e656a76c0447493ec3164d0e42998d3085538cd2279a03da414d6b9b508f4d/hosts",
"LogPath": "/var/lib/docker/containers/f6e656a76c0447493ec3164d0e42998d3085538cd2279a03da414d6b9b508f4d/f6e656a76c0447493ec3164d0e42998d3085538cd2279a03da414d6b9b508f4d-json.log",
"Name": "/addons-052722",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-052722:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-052722",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/583d42be9f2f011ac51b66114a39735405aa29a3036960e43fbea62ec715c5e4-init/diff:/var/lib/docker/overlay2/d31e2083b61a8a0f7997fc3ab7784a90f5144f4cdc34fa9264d9c5f46a87d633/diff",
"MergedDir": "/var/lib/docker/overlay2/583d42be9f2f011ac51b66114a39735405aa29a3036960e43fbea62ec715c5e4/merged",
"UpperDir": "/var/lib/docker/overlay2/583d42be9f2f011ac51b66114a39735405aa29a3036960e43fbea62ec715c5e4/diff",
"WorkDir": "/var/lib/docker/overlay2/583d42be9f2f011ac51b66114a39735405aa29a3036960e43fbea62ec715c5e4/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-052722",
"Source": "/var/lib/docker/volumes/addons-052722/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-052722",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-052722",
"name.minikube.sigs.k8s.io": "addons-052722",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "958001dd0e014f08497fa5200f58ff7d5934c9955d88f8c01e1af9a6b952d89b",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39746"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39745"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39742"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39744"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39743"
}
]
},
"SandboxKey": "/var/run/docker/netns/958001dd0e01",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-052722": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"f6e656a76c04",
"addons-052722"
],
"NetworkID": "ed07e9757e55f5114616e8b726077b3b674e90609b5819f4a19e7f84dd74f664",
"EndpointID": "9fa5c818b474af62409322d01abd6f1316adb7c5a491976364c5d34eab7d079b",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-052722 -n addons-052722
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-052722 logs -n 25: (1.619675095s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | 13 Nov 23 11:26 UTC |
| delete | -p download-only-749796 | download-only-749796 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | 13 Nov 23 11:26 UTC |
| delete | -p download-only-749796 | download-only-749796 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | 13 Nov 23 11:26 UTC |
| start | --download-only -p | download-docker-186938 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | |
| | download-docker-186938 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-186938 | download-docker-186938 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | 13 Nov 23 11:26 UTC |
| start | --download-only -p | binary-mirror-053994 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | |
| | binary-mirror-053994 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39131 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-053994 | binary-mirror-053994 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | 13 Nov 23 11:26 UTC |
| addons | enable dashboard -p | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | |
| | addons-052722 | | | | | |
| addons | disable dashboard -p | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | |
| | addons-052722 | | | | | |
| start | -p addons-052722 --wait=true | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | 13 Nov 23 11:28 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-052722 ip | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:29 UTC | 13 Nov 23 11:29 UTC |
| addons | addons-052722 addons disable | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:29 UTC | 13 Nov 23 11:29 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-052722 addons | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:29 UTC | 13 Nov 23 11:29 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:29 UTC | 13 Nov 23 11:29 UTC |
| | addons-052722 | | | | | |
| ssh | addons-052722 ssh curl -s | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:29 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-052722 addons | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:30 UTC | 13 Nov 23 11:30 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-052722 addons | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:30 UTC | 13 Nov 23 11:30 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:30 UTC | 13 Nov 23 11:30 UTC |
| | addons-052722 | | | | | |
| addons | disable nvidia-device-plugin | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:30 UTC | 13 Nov 23 11:30 UTC |
| | -p addons-052722 | | | | | |
| ssh | addons-052722 ssh cat | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:30 UTC | 13 Nov 23 11:30 UTC |
| | /opt/local-path-provisioner/pvc-75412495-76e4-4480-a567-eef996de0c76_default_test-pvc/file1 | | | | | |
| addons | addons-052722 addons disable | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:30 UTC | 13 Nov 23 11:31 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:31 UTC | 13 Nov 23 11:31 UTC |
| | -p addons-052722 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-052722 ip | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:31 UTC | 13 Nov 23 11:31 UTC |
| addons | addons-052722 addons disable | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:32 UTC | 13 Nov 23 11:32 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-052722 addons disable | addons-052722 | jenkins | v1.32.0 | 13 Nov 23 11:32 UTC | 13 Nov 23 11:32 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/11/13 11:26:18
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1113 11:26:18.210516 84916 out.go:296] Setting OutFile to fd 1 ...
I1113 11:26:18.210758 84916 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:26:18.210786 84916 out.go:309] Setting ErrFile to fd 2...
I1113 11:26:18.210805 84916 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:26:18.211265 84916 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:26:18.211875 84916 out.go:303] Setting JSON to false
I1113 11:26:18.213457 84916 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":151726,"bootTime":1699723052,"procs":231,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 11:26:18.213564 84916 start.go:138] virtualization:
I1113 11:26:18.215598 84916 out.go:177] * [addons-052722] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 11:26:18.217729 84916 out.go:177] - MINIKUBE_LOCATION=17605
I1113 11:26:18.219287 84916 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 11:26:18.217877 84916 notify.go:220] Checking for updates...
I1113 11:26:18.222271 84916 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:26:18.223796 84916 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 11:26:18.225485 84916 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 11:26:18.227098 84916 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 11:26:18.228919 84916 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 11:26:18.254460 84916 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 11:26:18.254563 84916 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:26:18.332664 84916 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-11-13 11:26:18.323093084 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:26:18.332793 84916 docker.go:295] overlay module found
I1113 11:26:18.334780 84916 out.go:177] * Using the docker driver based on user configuration
I1113 11:26:18.336336 84916 start.go:298] selected driver: docker
I1113 11:26:18.336356 84916 start.go:902] validating driver "docker" against <nil>
I1113 11:26:18.336375 84916 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 11:26:18.337225 84916 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:26:18.402483 84916 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-11-13 11:26:18.393242195 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:26:18.402674 84916 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1113 11:26:18.402897 84916 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1113 11:26:18.404696 84916 out.go:177] * Using Docker driver with root privileges
I1113 11:26:18.406323 84916 cni.go:84] Creating CNI manager for ""
I1113 11:26:18.406341 84916 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:26:18.406352 84916 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1113 11:26:18.406366 84916 start_flags.go:323] config:
{Name:addons-052722 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-052722 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:26:18.409389 84916 out.go:177] * Starting control plane node addons-052722 in cluster addons-052722
I1113 11:26:18.411019 84916 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 11:26:18.412536 84916 out.go:177] * Pulling base image ...
I1113 11:26:18.414343 84916 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:26:18.414370 84916 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon
I1113 11:26:18.414405 84916 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4
I1113 11:26:18.414415 84916 cache.go:56] Caching tarball of preloaded images
I1113 11:26:18.414503 84916 preload.go:174] Found /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1113 11:26:18.414512 84916 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on crio
I1113 11:26:18.414868 84916 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/config.json ...
I1113 11:26:18.414890 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/config.json: {Name:mk9550e20b155bd558718ec5d36f0bbf65fad17a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:18.431219 84916 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 to local cache
I1113 11:26:18.431358 84916 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local cache directory
I1113 11:26:18.431385 84916 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local cache directory, skipping pull
I1113 11:26:18.431400 84916 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 exists in cache, skipping pull
I1113 11:26:18.431412 84916 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 as a tarball
I1113 11:26:18.431418 84916 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 from local cache
I1113 11:26:34.662031 84916 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 from cached tarball
I1113 11:26:34.662070 84916 cache.go:194] Successfully downloaded all kic artifacts
I1113 11:26:34.662140 84916 start.go:365] acquiring machines lock for addons-052722: {Name:mk77593bbd6d626f3da76e79944a21530a56b410 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 11:26:34.662884 84916 start.go:369] acquired machines lock for "addons-052722" in 711.206µs
I1113 11:26:34.662920 84916 start.go:93] Provisioning new machine with config: &{Name:addons-052722 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-052722 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disabl
eMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1113 11:26:34.663002 84916 start.go:125] createHost starting for "" (driver="docker")
I1113 11:26:34.665060 84916 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1113 11:26:34.665298 84916 start.go:159] libmachine.API.Create for "addons-052722" (driver="docker")
I1113 11:26:34.665350 84916 client.go:168] LocalClient.Create starting
I1113 11:26:34.665459 84916 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem
I1113 11:26:35.026081 84916 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem
I1113 11:26:35.243439 84916 cli_runner.go:164] Run: docker network inspect addons-052722 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1113 11:26:35.262803 84916 cli_runner.go:211] docker network inspect addons-052722 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1113 11:26:35.262895 84916 network_create.go:281] running [docker network inspect addons-052722] to gather additional debugging logs...
I1113 11:26:35.262915 84916 cli_runner.go:164] Run: docker network inspect addons-052722
W1113 11:26:35.283348 84916 cli_runner.go:211] docker network inspect addons-052722 returned with exit code 1
I1113 11:26:35.283379 84916 network_create.go:284] error running [docker network inspect addons-052722]: docker network inspect addons-052722: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-052722 not found
I1113 11:26:35.283391 84916 network_create.go:286] output of [docker network inspect addons-052722]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-052722 not found
** /stderr **
I1113 11:26:35.283508 84916 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:26:35.300768 84916 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4002581e90}
I1113 11:26:35.300809 84916 network_create.go:124] attempt to create docker network addons-052722 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1113 11:26:35.300872 84916 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-052722 addons-052722
I1113 11:26:35.370877 84916 network_create.go:108] docker network addons-052722 192.168.49.0/24 created
I1113 11:26:35.370909 84916 kic.go:121] calculated static IP "192.168.49.2" for the "addons-052722" container
I1113 11:26:35.370998 84916 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1113 11:26:35.387064 84916 cli_runner.go:164] Run: docker volume create addons-052722 --label name.minikube.sigs.k8s.io=addons-052722 --label created_by.minikube.sigs.k8s.io=true
I1113 11:26:35.405512 84916 oci.go:103] Successfully created a docker volume addons-052722
I1113 11:26:35.405604 84916 cli_runner.go:164] Run: docker run --rm --name addons-052722-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-052722 --entrypoint /usr/bin/test -v addons-052722:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -d /var/lib
I1113 11:26:36.372005 84916 oci.go:107] Successfully prepared a docker volume addons-052722
I1113 11:26:36.372064 84916 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:26:36.372084 84916 kic.go:194] Starting extracting preloaded images to volume ...
I1113 11:26:36.372174 84916 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-052722:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir
I1113 11:26:40.641899 84916 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-052722:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir: (4.269678204s)
I1113 11:26:40.641931 84916 kic.go:203] duration metric: took 4.269844 seconds to extract preloaded images to volume
W1113 11:26:40.642081 84916 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1113 11:26:40.642195 84916 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1113 11:26:40.708248 84916 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-052722 --name addons-052722 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-052722 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-052722 --network addons-052722 --ip 192.168.49.2 --volume addons-052722:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24
I1113 11:26:41.086345 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Running}}
I1113 11:26:41.113387 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:26:41.138002 84916 cli_runner.go:164] Run: docker exec addons-052722 stat /var/lib/dpkg/alternatives/iptables
I1113 11:26:41.233196 84916 oci.go:144] the created container "addons-052722" has a running status.
I1113 11:26:41.233221 84916 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa...
I1113 11:26:41.629750 84916 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1113 11:26:41.658072 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:26:41.691359 84916 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1113 11:26:41.691377 84916 kic_runner.go:114] Args: [docker exec --privileged addons-052722 chown docker:docker /home/docker/.ssh/authorized_keys]
I1113 11:26:41.825682 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:26:41.854465 84916 machine.go:88] provisioning docker machine ...
I1113 11:26:41.854493 84916 ubuntu.go:169] provisioning hostname "addons-052722"
I1113 11:26:41.854566 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:26:41.880663 84916 main.go:141] libmachine: Using SSH client type: native
I1113 11:26:41.881088 84916 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39746 <nil> <nil>}
I1113 11:26:41.881100 84916 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-052722 && echo "addons-052722" | sudo tee /etc/hostname
I1113 11:26:41.881697 84916 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1113 11:26:45.067728 84916 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-052722
I1113 11:26:45.067907 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:26:45.093198 84916 main.go:141] libmachine: Using SSH client type: native
I1113 11:26:45.093651 84916 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39746 <nil> <nil>}
I1113 11:26:45.093676 84916 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-052722' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-052722/g' /etc/hosts;
else
echo '127.0.1.1 addons-052722' | sudo tee -a /etc/hosts;
fi
fi
I1113 11:26:45.250308 84916 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1113 11:26:45.250339 84916 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17605-78988/.minikube CaCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17605-78988/.minikube}
I1113 11:26:45.250362 84916 ubuntu.go:177] setting up certificates
I1113 11:26:45.250371 84916 provision.go:83] configureAuth start
I1113 11:26:45.250449 84916 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-052722
I1113 11:26:45.286951 84916 provision.go:138] copyHostCerts
I1113 11:26:45.287131 84916 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem (1078 bytes)
I1113 11:26:45.287349 84916 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem (1123 bytes)
I1113 11:26:45.287579 84916 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem (1679 bytes)
I1113 11:26:45.287903 84916 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem org=jenkins.addons-052722 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-052722]
I1113 11:26:45.704296 84916 provision.go:172] copyRemoteCerts
I1113 11:26:45.704364 84916 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1113 11:26:45.704415 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:26:45.722008 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:26:45.826711 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1113 11:26:45.855136 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1113 11:26:45.882703 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1113 11:26:45.910353 84916 provision.go:86] duration metric: configureAuth took 659.9684ms
I1113 11:26:45.910377 84916 ubuntu.go:193] setting minikube options for container-runtime
I1113 11:26:45.910567 84916 config.go:182] Loaded profile config "addons-052722": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:26:45.910668 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:26:45.928128 84916 main.go:141] libmachine: Using SSH client type: native
I1113 11:26:45.928549 84916 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39746 <nil> <nil>}
I1113 11:26:45.928570 84916 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1113 11:26:46.188337 84916 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1113 11:26:46.188360 84916 machine.go:91] provisioned docker machine in 4.33387601s
I1113 11:26:46.188370 84916 client.go:171] LocalClient.Create took 11.523011041s
I1113 11:26:46.188399 84916 start.go:167] duration metric: libmachine.API.Create for "addons-052722" took 11.523102626s
I1113 11:26:46.188408 84916 start.go:300] post-start starting for "addons-052722" (driver="docker")
I1113 11:26:46.188416 84916 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1113 11:26:46.188490 84916 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1113 11:26:46.188530 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:26:46.207489 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:26:46.311548 84916 ssh_runner.go:195] Run: cat /etc/os-release
I1113 11:26:46.315854 84916 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1113 11:26:46.315893 84916 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1113 11:26:46.315905 84916 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1113 11:26:46.315912 84916 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1113 11:26:46.315925 84916 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/addons for local assets ...
I1113 11:26:46.315998 84916 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/files for local assets ...
I1113 11:26:46.316030 84916 start.go:303] post-start completed in 127.616587ms
I1113 11:26:46.316344 84916 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-052722
I1113 11:26:46.334429 84916 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/config.json ...
I1113 11:26:46.334744 84916 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 11:26:46.334802 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:26:46.354355 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:26:46.449248 84916 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1113 11:26:46.454821 84916 start.go:128] duration metric: createHost completed in 11.791801584s
I1113 11:26:46.454889 84916 start.go:83] releasing machines lock for "addons-052722", held for 11.791988102s
I1113 11:26:46.454992 84916 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-052722
I1113 11:26:46.472236 84916 ssh_runner.go:195] Run: cat /version.json
I1113 11:26:46.472294 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:26:46.472298 84916 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1113 11:26:46.472356 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:26:46.495049 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:26:46.506315 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:26:46.719668 84916 ssh_runner.go:195] Run: systemctl --version
I1113 11:26:46.725106 84916 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1113 11:26:46.874725 84916 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1113 11:26:46.880392 84916 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:26:46.904329 84916 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1113 11:26:46.904421 84916 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:26:46.941609 84916 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1113 11:26:46.941633 84916 start.go:472] detecting cgroup driver to use...
I1113 11:26:46.941668 84916 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1113 11:26:46.941724 84916 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1113 11:26:46.959526 84916 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1113 11:26:46.973276 84916 docker.go:203] disabling cri-docker service (if available) ...
I1113 11:26:46.973361 84916 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1113 11:26:46.989865 84916 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1113 11:26:47.009227 84916 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1113 11:26:47.126615 84916 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1113 11:26:47.227888 84916 docker.go:219] disabling docker service ...
I1113 11:26:47.228008 84916 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1113 11:26:47.249891 84916 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1113 11:26:47.264583 84916 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1113 11:26:47.373786 84916 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1113 11:26:47.498684 84916 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1113 11:26:47.513853 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1113 11:26:47.535653 84916 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1113 11:26:47.535728 84916 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:26:47.547358 84916 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1113 11:26:47.547437 84916 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:26:47.559261 84916 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:26:47.571872 84916 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:26:47.584201 84916 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1113 11:26:47.596087 84916 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1113 11:26:47.606613 84916 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1113 11:26:47.616932 84916 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1113 11:26:47.703350 84916 ssh_runner.go:195] Run: sudo systemctl restart crio
I1113 11:26:47.825031 84916 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1113 11:26:47.825196 84916 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1113 11:26:47.830575 84916 start.go:540] Will wait 60s for crictl version
I1113 11:26:47.830650 84916 ssh_runner.go:195] Run: which crictl
I1113 11:26:47.835331 84916 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1113 11:26:47.877282 84916 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1113 11:26:47.877397 84916 ssh_runner.go:195] Run: crio --version
I1113 11:26:47.925899 84916 ssh_runner.go:195] Run: crio --version
I1113 11:26:47.972487 84916 out.go:177] * Preparing Kubernetes v1.28.3 on CRI-O 1.24.6 ...
I1113 11:26:47.974144 84916 cli_runner.go:164] Run: docker network inspect addons-052722 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:26:47.991460 84916 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1113 11:26:47.996108 84916 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:26:48.012858 84916 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:26:48.012944 84916 ssh_runner.go:195] Run: sudo crictl images --output json
I1113 11:26:48.089665 84916 crio.go:496] all images are preloaded for cri-o runtime.
I1113 11:26:48.089695 84916 crio.go:415] Images already preloaded, skipping extraction
I1113 11:26:48.089758 84916 ssh_runner.go:195] Run: sudo crictl images --output json
I1113 11:26:48.133920 84916 crio.go:496] all images are preloaded for cri-o runtime.
I1113 11:26:48.133945 84916 cache_images.go:84] Images are preloaded, skipping loading
I1113 11:26:48.134022 84916 ssh_runner.go:195] Run: crio config
I1113 11:26:48.193238 84916 cni.go:84] Creating CNI manager for ""
I1113 11:26:48.193263 84916 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:26:48.193295 84916 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1113 11:26:48.193317 84916 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-052722 NodeName:addons-052722 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1113 11:26:48.193468 84916 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-052722"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1113 11:26:48.193554 84916 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=addons-052722 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:addons-052722 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1113 11:26:48.193627 84916 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1113 11:26:48.204378 84916 binaries.go:44] Found k8s binaries, skipping transfer
I1113 11:26:48.204458 84916 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1113 11:26:48.215166 84916 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (423 bytes)
I1113 11:26:48.236363 84916 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1113 11:26:48.257739 84916 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2094 bytes)
I1113 11:26:48.278852 84916 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1113 11:26:48.283493 84916 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:26:48.297116 84916 certs.go:56] Setting up /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722 for IP: 192.168.49.2
I1113 11:26:48.297150 84916 certs.go:190] acquiring lock for shared ca certs: {Name:mk4c09792c7e9e45f4b9c353ad8dff3e8ba4f6de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:48.298007 84916 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key
I1113 11:26:48.777767 84916 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt ...
I1113 11:26:48.777798 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt: {Name:mk325cd5ea25fb9f19302df38493df949485e7de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:48.777982 84916 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key ...
I1113 11:26:48.777995 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key: {Name:mk33a6749cedc9edc8b5487cd5c2584f7fd832bb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:48.778087 84916 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key
I1113 11:26:49.130868 84916 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt ...
I1113 11:26:49.130900 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt: {Name:mk63127ae6b332f25e23f4694cadf06876f479c5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:49.131092 84916 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key ...
I1113 11:26:49.131105 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key: {Name:mk5eb13b21936c24584efed6529ee28138b6ed73 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:49.131813 84916 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.key
I1113 11:26:49.131833 84916 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt with IP's: []
I1113 11:26:49.293282 84916 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt ...
I1113 11:26:49.293314 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: {Name:mk3b00aafae70085bc1d00f7de5c6b65fb039259 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:49.293506 84916 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.key ...
I1113 11:26:49.293519 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.key: {Name:mk1bec614df1ae1b017e3462125e07f97bbc9b76 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:49.293608 84916 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.key.dd3b5fb2
I1113 11:26:49.293626 84916 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1113 11:26:49.957009 84916 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.crt.dd3b5fb2 ...
I1113 11:26:49.957046 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.crt.dd3b5fb2: {Name:mkb4f915c7cfc355db982661488bdd70565e0a78 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:49.957241 84916 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.key.dd3b5fb2 ...
I1113 11:26:49.957258 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.key.dd3b5fb2: {Name:mkedf6dc05fd81f74667d61b34a5bfdc6271868c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:49.957349 84916 certs.go:337] copying /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.crt
I1113 11:26:49.957428 84916 certs.go:341] copying /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.key
I1113 11:26:49.957482 84916 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/proxy-client.key
I1113 11:26:49.957502 84916 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/proxy-client.crt with IP's: []
I1113 11:26:50.457926 84916 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/proxy-client.crt ...
I1113 11:26:50.457959 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/proxy-client.crt: {Name:mk8b629a9d974c02eb2f5057f57cefac203fa23e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:50.458709 84916 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/proxy-client.key ...
I1113 11:26:50.458724 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/proxy-client.key: {Name:mk1c310e8e73fdd1615a24281790e3d5933aa035 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:26:50.459472 84916 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem (1679 bytes)
I1113 11:26:50.459517 84916 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem (1078 bytes)
I1113 11:26:50.459559 84916 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem (1123 bytes)
I1113 11:26:50.459590 84916 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem (1679 bytes)
I1113 11:26:50.460177 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1113 11:26:50.489911 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1113 11:26:50.520457 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1113 11:26:50.549313 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1113 11:26:50.577843 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1113 11:26:50.606692 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1113 11:26:50.635160 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1113 11:26:50.663630 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1113 11:26:50.691607 84916 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1113 11:26:50.720534 84916 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1113 11:26:50.742066 84916 ssh_runner.go:195] Run: openssl version
I1113 11:26:50.749002 84916 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1113 11:26:50.760720 84916 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1113 11:26:50.765598 84916 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Nov 13 11:26 /usr/share/ca-certificates/minikubeCA.pem
I1113 11:26:50.765664 84916 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1113 11:26:50.774462 84916 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1113 11:26:50.786024 84916 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1113 11:26:50.790450 84916 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1113 11:26:50.790523 84916 kubeadm.go:404] StartCluster: {Name:addons-052722 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-052722 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:f
alse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:26:50.790607 84916 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1113 11:26:50.790677 84916 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1113 11:26:50.835246 84916 cri.go:89] found id: ""
I1113 11:26:50.835333 84916 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1113 11:26:50.845891 84916 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1113 11:26:50.856532 84916 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1113 11:26:50.856601 84916 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1113 11:26:50.867332 84916 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1113 11:26:50.867378 84916 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1113 11:26:50.919210 84916 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1113 11:26:50.919512 84916 kubeadm.go:322] [preflight] Running pre-flight checks
I1113 11:26:50.965896 84916 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1113 11:26:50.966013 84916 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1049-aws[0m
I1113 11:26:50.966082 84916 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1113 11:26:50.966150 84916 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1113 11:26:50.966223 84916 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1113 11:26:50.966298 84916 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1113 11:26:50.966374 84916 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1113 11:26:50.966444 84916 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1113 11:26:50.966518 84916 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1113 11:26:50.966589 84916 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1113 11:26:50.966661 84916 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1113 11:26:50.966726 84916 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1113 11:26:51.049788 84916 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1113 11:26:51.049960 84916 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1113 11:26:51.050096 84916 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1113 11:26:51.314498 84916 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1113 11:26:51.317846 84916 out.go:204] - Generating certificates and keys ...
I1113 11:26:51.318031 84916 kubeadm.go:322] [certs] Using existing ca certificate authority
I1113 11:26:51.318452 84916 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1113 11:26:51.688607 84916 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1113 11:26:52.096690 84916 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1113 11:26:52.386188 84916 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1113 11:26:52.715876 84916 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1113 11:26:52.961807 84916 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1113 11:26:52.962315 84916 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-052722 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1113 11:26:54.015899 84916 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1113 11:26:54.016296 84916 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-052722 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1113 11:26:54.628560 84916 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1113 11:26:54.948527 84916 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1113 11:26:55.166958 84916 kubeadm.go:322] [certs] Generating "sa" key and public key
I1113 11:26:55.167331 84916 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1113 11:26:55.658928 84916 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1113 11:26:56.685420 84916 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1113 11:26:57.133041 84916 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1113 11:26:57.558252 84916 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1113 11:26:57.558981 84916 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1113 11:26:57.562004 84916 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1113 11:26:57.564605 84916 out.go:204] - Booting up control plane ...
I1113 11:26:57.564767 84916 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1113 11:26:57.564850 84916 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1113 11:26:57.565458 84916 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1113 11:26:57.576904 84916 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1113 11:26:57.579895 84916 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1113 11:26:57.579956 84916 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1113 11:26:57.675406 84916 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1113 11:27:04.178481 84916 kubeadm.go:322] [apiclient] All control plane components are healthy after 6.503263 seconds
I1113 11:27:04.178650 84916 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1113 11:27:04.191885 84916 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1113 11:27:04.718623 84916 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1113 11:27:04.718806 84916 kubeadm.go:322] [mark-control-plane] Marking the node addons-052722 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1113 11:27:05.228798 84916 kubeadm.go:322] [bootstrap-token] Using token: ymtzjv.b4oym9w8bfk6oy4k
I1113 11:27:05.230318 84916 out.go:204] - Configuring RBAC rules ...
I1113 11:27:05.230429 84916 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1113 11:27:05.236905 84916 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1113 11:27:05.244427 84916 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1113 11:27:05.248370 84916 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1113 11:27:05.252045 84916 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1113 11:27:05.256023 84916 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1113 11:27:05.269471 84916 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1113 11:27:05.528620 84916 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1113 11:27:05.647192 84916 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1113 11:27:05.647210 84916 kubeadm.go:322]
I1113 11:27:05.647267 84916 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1113 11:27:05.647272 84916 kubeadm.go:322]
I1113 11:27:05.647373 84916 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1113 11:27:05.647380 84916 kubeadm.go:322]
I1113 11:27:05.647404 84916 kubeadm.go:322] mkdir -p $HOME/.kube
I1113 11:27:05.647459 84916 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1113 11:27:05.647507 84916 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1113 11:27:05.647511 84916 kubeadm.go:322]
I1113 11:27:05.647561 84916 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1113 11:27:05.647566 84916 kubeadm.go:322]
I1113 11:27:05.647610 84916 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1113 11:27:05.647615 84916 kubeadm.go:322]
I1113 11:27:05.647663 84916 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1113 11:27:05.647733 84916 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1113 11:27:05.647797 84916 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1113 11:27:05.647802 84916 kubeadm.go:322]
I1113 11:27:05.647880 84916 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1113 11:27:05.647955 84916 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1113 11:27:05.647959 84916 kubeadm.go:322]
I1113 11:27:05.648037 84916 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token ymtzjv.b4oym9w8bfk6oy4k \
I1113 11:27:05.648133 84916 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7 \
I1113 11:27:05.648167 84916 kubeadm.go:322] --control-plane
I1113 11:27:05.648172 84916 kubeadm.go:322]
I1113 11:27:05.648251 84916 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1113 11:27:05.648256 84916 kubeadm.go:322]
I1113 11:27:05.648332 84916 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token ymtzjv.b4oym9w8bfk6oy4k \
I1113 11:27:05.648427 84916 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7
I1113 11:27:05.652443 84916 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1049-aws\n", err: exit status 1
I1113 11:27:05.652648 84916 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1113 11:27:05.652697 84916 cni.go:84] Creating CNI manager for ""
I1113 11:27:05.652718 84916 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:27:05.655757 84916 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1113 11:27:05.657604 84916 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1113 11:27:05.666570 84916 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.3/kubectl ...
I1113 11:27:05.666589 84916 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1113 11:27:05.689663 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1113 11:27:06.575865 84916 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1113 11:27:06.575999 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:06.576063 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=38bf9295d07b53a964e04743c0d3a5a2b8d47342 minikube.k8s.io/name=addons-052722 minikube.k8s.io/updated_at=2023_11_13T11_27_06_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:06.716811 84916 ops.go:34] apiserver oom_adj: -16
I1113 11:27:06.716892 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:06.841924 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:07.434916 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:07.934972 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:08.434909 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:08.934588 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:09.434946 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:09.935524 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:10.434567 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:10.934960 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:11.435175 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:11.934629 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:12.434826 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:12.935410 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:13.435516 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:13.934788 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:14.434966 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:14.934554 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:15.434850 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:15.934584 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:16.434851 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:16.934869 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:17.434487 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:17.935275 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:18.434877 84916 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:27:18.553569 84916 kubeadm.go:1081] duration metric: took 11.977617217s to wait for elevateKubeSystemPrivileges.
I1113 11:27:18.553601 84916 kubeadm.go:406] StartCluster complete in 27.76310765s
I1113 11:27:18.553619 84916 settings.go:142] acquiring lock: {Name:mk879b02fe6fc7cadc6dc7ae1ee388cee7e588cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:27:18.553731 84916 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:27:18.554114 84916 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/kubeconfig: {Name:mk249265cec2468fbd1b9b3796318d02c58236ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:27:18.557205 84916 config.go:182] Loaded profile config "addons-052722": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:27:18.557264 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1113 11:27:18.557415 84916 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1113 11:27:18.557519 84916 addons.go:69] Setting volumesnapshots=true in profile "addons-052722"
I1113 11:27:18.557543 84916 addons.go:231] Setting addon volumesnapshots=true in "addons-052722"
I1113 11:27:18.557590 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.558058 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.558504 84916 addons.go:69] Setting cloud-spanner=true in profile "addons-052722"
I1113 11:27:18.558523 84916 addons.go:231] Setting addon cloud-spanner=true in "addons-052722"
I1113 11:27:18.558555 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.558926 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.559231 84916 addons.go:69] Setting metrics-server=true in profile "addons-052722"
I1113 11:27:18.559250 84916 addons.go:231] Setting addon metrics-server=true in "addons-052722"
I1113 11:27:18.559279 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.559723 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.560116 84916 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-052722"
I1113 11:27:18.560142 84916 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-052722"
I1113 11:27:18.560177 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.560567 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.564533 84916 addons.go:69] Setting registry=true in profile "addons-052722"
I1113 11:27:18.564564 84916 addons.go:231] Setting addon registry=true in "addons-052722"
I1113 11:27:18.564615 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.565047 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.574503 84916 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-052722"
I1113 11:27:18.574592 84916 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-052722"
I1113 11:27:18.574636 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.575104 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.575258 84916 addons.go:69] Setting storage-provisioner=true in profile "addons-052722"
I1113 11:27:18.575272 84916 addons.go:231] Setting addon storage-provisioner=true in "addons-052722"
I1113 11:27:18.575305 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.575723 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.578211 84916 addons.go:69] Setting default-storageclass=true in profile "addons-052722"
I1113 11:27:18.578236 84916 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-052722"
I1113 11:27:18.578521 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.591295 84916 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-052722"
I1113 11:27:18.591457 84916 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-052722"
I1113 11:27:18.593805 84916 addons.go:69] Setting gcp-auth=true in profile "addons-052722"
I1113 11:27:18.593838 84916 mustload.go:65] Loading cluster: addons-052722
I1113 11:27:18.594039 84916 config.go:182] Loaded profile config "addons-052722": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:27:18.594095 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.594271 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.611379 84916 addons.go:69] Setting ingress=true in profile "addons-052722"
I1113 11:27:18.611420 84916 addons.go:231] Setting addon ingress=true in "addons-052722"
I1113 11:27:18.611483 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.611929 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.630405 84916 addons.go:69] Setting ingress-dns=true in profile "addons-052722"
I1113 11:27:18.630437 84916 addons.go:231] Setting addon ingress-dns=true in "addons-052722"
I1113 11:27:18.630505 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.630957 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.662602 84916 addons.go:69] Setting inspektor-gadget=true in profile "addons-052722"
I1113 11:27:18.662634 84916 addons.go:231] Setting addon inspektor-gadget=true in "addons-052722"
I1113 11:27:18.662684 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.663130 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.690270 84916 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.12
I1113 11:27:18.795886 84916 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1113 11:27:18.796001 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1113 11:27:18.796593 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:18.814543 84916 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1113 11:27:18.816242 84916 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1113 11:27:18.823640 84916 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1113 11:27:18.834653 84916 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1113 11:27:18.840808 84916 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1113 11:27:18.840840 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1113 11:27:18.840910 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:18.834776 84916 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.2
I1113 11:27:18.834829 84916 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1113 11:27:18.834834 84916 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1113 11:27:18.834849 84916 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1113 11:27:18.847199 84916 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1113 11:27:18.847221 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1113 11:27:18.847293 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:18.843626 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:18.843647 84916 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1113 11:27:18.899639 84916 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1113 11:27:18.901256 84916 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1113 11:27:18.898108 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:18.843737 84916 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1113 11:27:18.905318 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1113 11:27:18.905390 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:18.905620 84916 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1113 11:27:18.905630 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1113 11:27:18.905665 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:18.928402 84916 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1113 11:27:18.928427 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1113 11:27:18.928497 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:18.933496 84916 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1113 11:27:18.935243 84916 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1113 11:27:18.937733 84916 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1113 11:27:18.937757 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1113 11:27:18.937823 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:18.956300 84916 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-052722"
I1113 11:27:18.956342 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.956784 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.935106 84916 out.go:177] - Using image docker.io/registry:2.8.3
I1113 11:27:18.975978 84916 addons.go:231] Setting addon default-storageclass=true in "addons-052722"
I1113 11:27:18.979415 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:18.979923 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:18.991832 84916 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.4
I1113 11:27:18.995502 84916 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1113 11:27:18.997428 84916 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1113 11:27:19.002828 84916 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1113 11:27:19.013160 84916 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1113 11:27:19.013238 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1113 11:27:19.013342 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:19.003704 84916 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1113 11:27:19.042567 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I1113 11:27:19.043414 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:19.043943 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1113 11:27:19.057405 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:19.065469 84916 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.22.0
I1113 11:27:19.063029 84916 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-052722" context rescaled to 1 replicas
I1113 11:27:19.080767 84916 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1113 11:27:19.083150 84916 out.go:177] * Verifying Kubernetes components...
I1113 11:27:19.081520 84916 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1113 11:27:19.088624 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.093137 84916 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:27:19.093467 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1113 11:27:19.093598 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:19.115246 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.128688 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.148143 84916 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1113 11:27:19.148169 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1113 11:27:19.148231 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:19.150797 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.163558 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.205404 84916 out.go:177] - Using image docker.io/busybox:stable
I1113 11:27:19.206912 84916 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1113 11:27:19.208972 84916 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1113 11:27:19.208990 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1113 11:27:19.209059 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:19.230141 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.251470 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.264644 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.265510 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.290671 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:19.294921 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1113 11:27:19.379975 84916 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1113 11:27:19.380047 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1113 11:27:19.605990 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1113 11:27:19.668903 84916 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1113 11:27:19.668937 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1113 11:27:19.669263 84916 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1113 11:27:19.669279 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1113 11:27:19.672206 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1113 11:27:19.720811 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1113 11:27:19.724898 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1113 11:27:19.784912 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1113 11:27:19.785615 84916 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1113 11:27:19.785662 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1113 11:27:19.792800 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1113 11:27:19.831705 84916 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1113 11:27:19.831739 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1113 11:27:19.855166 84916 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1113 11:27:19.855192 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1113 11:27:19.857890 84916 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1113 11:27:19.857913 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1113 11:27:19.875473 84916 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1113 11:27:19.875507 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1113 11:27:19.925463 84916 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1113 11:27:19.925488 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1113 11:27:20.006140 84916 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1113 11:27:20.006170 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1113 11:27:20.040084 84916 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1113 11:27:20.040115 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1113 11:27:20.048684 84916 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1113 11:27:20.048718 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1113 11:27:20.057725 84916 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1113 11:27:20.057761 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1113 11:27:20.148518 84916 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1113 11:27:20.148555 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1113 11:27:20.166305 84916 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1113 11:27:20.166334 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1113 11:27:20.239704 84916 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1113 11:27:20.239735 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1113 11:27:20.244675 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1113 11:27:20.247553 84916 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1113 11:27:20.247585 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1113 11:27:20.361608 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1113 11:27:20.388690 84916 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1113 11:27:20.388717 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1113 11:27:20.479891 84916 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1113 11:27:20.479916 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1113 11:27:20.493622 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1113 11:27:20.557625 84916 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1113 11:27:20.557650 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1113 11:27:20.580855 84916 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1113 11:27:20.580890 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1113 11:27:20.671803 84916 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1113 11:27:20.671828 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1113 11:27:20.730131 84916 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1113 11:27:20.730157 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1113 11:27:20.858107 84916 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1113 11:27:20.858137 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I1113 11:27:20.937317 84916 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1113 11:27:20.937343 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1113 11:27:21.019728 84916 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1113 11:27:21.019753 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1113 11:27:21.102196 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1113 11:27:21.175797 84916 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1113 11:27:21.175831 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1113 11:27:21.323614 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1113 11:27:21.609058 84916 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.56505446s)
I1113 11:27:21.609107 84916 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (2.515915273s)
I1113 11:27:21.609950 84916 node_ready.go:35] waiting up to 6m0s for node "addons-052722" to be "Ready" ...
I1113 11:27:21.609149 84916 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1113 11:27:22.927646 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.632655732s)
I1113 11:27:23.875298 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:24.087120 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.481092249s)
I1113 11:27:24.087360 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.41513154s)
W1113 11:27:24.113147 84916 out.go:239] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1113 11:27:24.714224 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (4.993374654s)
I1113 11:27:24.714258 84916 addons.go:467] Verifying addon ingress=true in "addons-052722"
I1113 11:27:24.717235 84916 out.go:177] * Verifying ingress addon...
I1113 11:27:24.714461 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.989539881s)
I1113 11:27:24.714488 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.929553586s)
I1113 11:27:24.714525 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.921689326s)
I1113 11:27:24.714549 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.469848131s)
I1113 11:27:24.714611 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.352977789s)
I1113 11:27:24.714713 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.22105166s)
I1113 11:27:24.714941 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (3.61253458s)
I1113 11:27:24.720751 84916 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1113 11:27:24.720970 84916 addons.go:467] Verifying addon metrics-server=true in "addons-052722"
I1113 11:27:24.720987 84916 addons.go:467] Verifying addon registry=true in "addons-052722"
I1113 11:27:24.722707 84916 out.go:177] * Verifying registry addon...
W1113 11:27:24.721100 84916 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1113 11:27:24.725037 84916 retry.go:31] will retry after 336.856684ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1113 11:27:24.725881 84916 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1113 11:27:24.733812 84916 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1113 11:27:24.733844 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:24.737953 84916 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1113 11:27:24.737979 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:24.744710 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:24.745880 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:24.989438 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.665752632s)
I1113 11:27:24.989475 84916 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-052722"
I1113 11:27:24.992481 84916 out.go:177] * Verifying csi-hostpath-driver addon...
I1113 11:27:24.995871 84916 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1113 11:27:25.010242 84916 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1113 11:27:25.010272 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:25.031250 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:25.062902 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1113 11:27:25.253430 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:25.254194 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:25.585092 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:25.778275 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:25.778553 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:26.078534 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:26.204762 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:26.275138 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:26.275477 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:26.536654 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:26.753334 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:26.754703 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:27.044411 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:27.072534 84916 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1113 11:27:27.072627 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:27.077496 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.01453437s)
I1113 11:27:27.141022 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:27.261013 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:27.262174 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:27.337898 84916 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1113 11:27:27.398339 84916 addons.go:231] Setting addon gcp-auth=true in "addons-052722"
I1113 11:27:27.398436 84916 host.go:66] Checking if "addons-052722" exists ...
I1113 11:27:27.398956 84916 cli_runner.go:164] Run: docker container inspect addons-052722 --format={{.State.Status}}
I1113 11:27:27.430270 84916 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1113 11:27:27.430324 84916 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-052722
I1113 11:27:27.453361 84916 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39746 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/addons-052722/id_rsa Username:docker}
I1113 11:27:27.536130 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:27.607144 84916 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1113 11:27:27.609620 84916 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1113 11:27:27.612162 84916 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1113 11:27:27.612220 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1113 11:27:27.649566 84916 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1113 11:27:27.649628 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1113 11:27:27.688548 84916 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1113 11:27:27.688609 84916 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I1113 11:27:27.721926 84916 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1113 11:27:27.765515 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:27.769322 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:28.036371 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:28.250746 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:28.253985 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:28.537259 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:28.722655 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:28.787399 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:28.788437 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:28.809767 84916 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.087756813s)
I1113 11:27:28.812140 84916 addons.go:467] Verifying addon gcp-auth=true in "addons-052722"
I1113 11:27:28.816838 84916 out.go:177] * Verifying gcp-auth addon...
I1113 11:27:28.820465 84916 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1113 11:27:28.850124 84916 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1113 11:27:28.850149 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:28.857415 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:29.045746 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:29.251878 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:29.252721 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:29.361410 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:29.536062 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:29.750917 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:29.752656 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:29.861253 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:30.036182 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:30.251429 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:30.253192 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:30.361923 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:30.536828 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:30.750687 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:30.751472 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:30.861350 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:31.037550 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:31.198881 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:31.251793 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:31.252054 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:31.361612 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:31.535857 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:31.755205 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:31.756343 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:31.861579 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:32.038132 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:32.250165 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:32.250705 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:32.361928 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:32.535933 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:32.750544 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:32.751259 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:32.861485 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:33.036447 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:33.199843 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:33.249770 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:33.251972 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:33.361753 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:33.535899 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:33.750242 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:33.752412 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:33.861059 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:34.036237 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:34.249533 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:34.251624 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:34.361653 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:34.535623 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:34.749879 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:34.750384 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:34.861035 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:35.038691 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:35.251730 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:35.251738 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:35.360993 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:35.536017 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:35.700075 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:35.750345 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:35.750720 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:35.861568 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:36.036294 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:36.250561 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:36.250875 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:36.361528 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:36.536309 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:36.750634 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:36.750972 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:36.861537 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:37.037586 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:37.251283 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:37.251630 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:37.362012 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:37.536229 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:37.751422 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:37.751965 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:37.861406 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:38.036291 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:38.199983 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:38.250128 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:38.252535 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:38.361839 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:38.536186 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:38.750376 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:38.751934 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:38.861318 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:39.036061 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:39.249894 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:39.251194 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:39.360872 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:39.535991 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:39.751234 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:39.752150 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:39.861948 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:40.036673 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:40.249071 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:40.250178 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:40.360906 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:40.536332 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:40.699257 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:40.749879 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:40.750727 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:40.861591 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:41.036035 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:41.249163 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:41.251780 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:41.361729 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:41.535844 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:41.749319 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:41.751572 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:41.861422 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:42.037016 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:42.250646 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:42.251766 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:42.361295 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:42.536669 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:42.699334 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:42.750045 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:42.750263 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:42.861672 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:43.035733 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:43.249079 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:43.251506 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:43.361185 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:43.536537 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:43.750621 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:43.750848 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:43.861682 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:44.036408 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:44.249859 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:44.250915 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:44.361800 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:44.536354 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:44.749770 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:44.751190 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:44.861917 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:45.048059 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:45.205751 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:45.253092 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:45.253354 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:45.363977 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:45.536445 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:45.749193 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:45.751044 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:45.861625 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:46.036794 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:46.249477 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:46.250035 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:46.361198 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:46.536304 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:46.750654 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:46.752458 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:46.861743 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:47.036691 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:47.251301 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:47.252130 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:47.361461 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:47.535968 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:47.699738 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:47.749900 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:47.750627 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:47.861545 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:48.036937 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:48.251640 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:48.256459 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:48.360953 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:48.536542 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:48.750418 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:48.751082 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:48.861422 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:49.035938 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:49.250416 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:49.251420 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:49.361705 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:49.536140 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:49.750354 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:49.751361 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:49.861542 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:50.037521 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:50.199045 84916 node_ready.go:58] node "addons-052722" has status "Ready":"False"
I1113 11:27:50.250580 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:50.251491 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:50.362131 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:50.593722 84916 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1113 11:27:50.593748 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:50.797101 84916 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1113 11:27:50.797131 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:50.798157 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:50.798789 84916 node_ready.go:49] node "addons-052722" has status "Ready":"True"
I1113 11:27:50.798808 84916 node_ready.go:38] duration metric: took 29.188832039s waiting for node "addons-052722" to be "Ready" ...
I1113 11:27:50.798822 84916 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1113 11:27:50.817369 84916 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mc655" in "kube-system" namespace to be "Ready" ...
I1113 11:27:50.879635 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:51.078319 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:51.255243 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:51.260755 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:51.361563 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:51.538037 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:51.758271 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:51.759499 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:51.861425 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:52.040207 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:52.252541 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:52.253431 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:52.362008 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:52.537460 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:52.751891 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:52.756362 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:52.860991 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:52.885857 84916 pod_ready.go:102] pod "coredns-5dd5756b68-mc655" in "kube-system" namespace has status "Ready":"False"
I1113 11:27:53.037610 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:53.249465 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:53.250640 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:53.361349 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:53.385466 84916 pod_ready.go:92] pod "coredns-5dd5756b68-mc655" in "kube-system" namespace has status "Ready":"True"
I1113 11:27:53.385495 84916 pod_ready.go:81] duration metric: took 2.568094981s waiting for pod "coredns-5dd5756b68-mc655" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.385541 84916 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-052722" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.391495 84916 pod_ready.go:92] pod "etcd-addons-052722" in "kube-system" namespace has status "Ready":"True"
I1113 11:27:53.391524 84916 pod_ready.go:81] duration metric: took 5.969909ms waiting for pod "etcd-addons-052722" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.391538 84916 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-052722" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.398751 84916 pod_ready.go:92] pod "kube-apiserver-addons-052722" in "kube-system" namespace has status "Ready":"True"
I1113 11:27:53.398777 84916 pod_ready.go:81] duration metric: took 7.232495ms waiting for pod "kube-apiserver-addons-052722" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.398790 84916 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-052722" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.404775 84916 pod_ready.go:92] pod "kube-controller-manager-addons-052722" in "kube-system" namespace has status "Ready":"True"
I1113 11:27:53.404798 84916 pod_ready.go:81] duration metric: took 6.000161ms waiting for pod "kube-controller-manager-addons-052722" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.404814 84916 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-jnmd8" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.500259 84916 pod_ready.go:92] pod "kube-proxy-jnmd8" in "kube-system" namespace has status "Ready":"True"
I1113 11:27:53.500286 84916 pod_ready.go:81] duration metric: took 95.464147ms waiting for pod "kube-proxy-jnmd8" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.500299 84916 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-052722" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.536793 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:53.752048 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:53.752968 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:53.862131 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:53.900460 84916 pod_ready.go:92] pod "kube-scheduler-addons-052722" in "kube-system" namespace has status "Ready":"True"
I1113 11:27:53.900483 84916 pod_ready.go:81] duration metric: took 400.176723ms waiting for pod "kube-scheduler-addons-052722" in "kube-system" namespace to be "Ready" ...
I1113 11:27:53.900495 84916 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace to be "Ready" ...
I1113 11:27:54.042024 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:54.253189 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:54.255241 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:54.362594 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:54.538113 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:54.759781 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:54.760610 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:54.861644 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:55.040752 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:55.252015 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:55.252655 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:55.361696 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:55.537824 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:55.751786 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:55.760808 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:55.862501 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:56.038685 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:56.220495 84916 pod_ready.go:102] pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace has status "Ready":"False"
I1113 11:27:56.253210 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:56.258956 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:56.362294 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:56.538097 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:56.751160 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:56.754149 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:56.862661 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:57.039977 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:57.250259 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:57.251428 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:57.361086 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:57.538540 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:57.754545 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:57.755514 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:57.861615 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:58.037501 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:58.221460 84916 pod_ready.go:102] pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace has status "Ready":"False"
I1113 11:27:58.250649 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:58.252146 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:58.362069 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:58.537268 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:58.752778 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:58.753977 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:58.861724 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:59.037865 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:59.259834 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:59.261052 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:59.362692 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:27:59.537770 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:27:59.752788 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:27:59.753771 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:27:59.862735 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:00.055709 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:00.222265 84916 pod_ready.go:102] pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:00.295062 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:00.308796 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:00.373315 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:00.537649 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:00.752202 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:00.754290 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:00.862019 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:01.039680 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:01.255331 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:01.270826 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:01.362129 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:01.537745 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:01.753574 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:01.754074 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:01.864085 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:02.037087 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:02.251900 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:02.255110 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:02.363643 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:02.538115 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:02.718668 84916 pod_ready.go:102] pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:02.752595 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:02.754408 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:02.862468 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:03.037624 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:03.253818 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:03.255052 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:03.361703 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:03.537920 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:03.754223 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:03.754787 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:03.861635 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:04.038333 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:04.272831 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:04.275379 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:04.362546 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:04.538523 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:04.721309 84916 pod_ready.go:102] pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:04.756316 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:04.758194 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:04.862489 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:05.037631 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:05.253849 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:05.257925 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:05.361875 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:05.538004 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:05.749841 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:05.751155 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:05.861742 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:06.037724 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:06.250736 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:06.251121 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:06.361357 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:06.538626 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:06.729009 84916 pod_ready.go:102] pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:06.754463 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:06.754736 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:06.862005 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:07.037536 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:07.250931 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:07.256442 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:07.361317 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:07.536679 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:07.753201 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:07.753969 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:07.861912 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:08.040355 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:08.253415 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:08.255334 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:08.369262 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:08.542243 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:08.754285 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:08.755648 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:08.861526 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:09.038021 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:09.219282 84916 pod_ready.go:102] pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:09.263243 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:09.263698 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:09.362509 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:09.563665 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:09.754155 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:09.756321 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:09.864165 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:10.039697 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:10.259196 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:10.260622 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:10.367880 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:10.543814 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:10.757932 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:10.762477 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:10.863193 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:11.036901 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:11.217981 84916 pod_ready.go:92] pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace has status "Ready":"True"
I1113 11:28:11.218010 84916 pod_ready.go:81] duration metric: took 17.317505021s waiting for pod "metrics-server-7c66d45ddc-spcht" in "kube-system" namespace to be "Ready" ...
I1113 11:28:11.218022 84916 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-scp4r" in "kube-system" namespace to be "Ready" ...
I1113 11:28:11.251517 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:11.257248 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:11.361249 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:11.537899 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:11.749900 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:11.752568 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:11.866880 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:12.038311 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:12.250855 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:12.252807 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:12.362025 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:12.539226 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:12.753401 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:12.754506 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:12.861933 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:13.038196 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:13.237663 84916 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-scp4r" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:13.253326 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:13.254756 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:13.361853 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:13.536984 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:13.788596 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:13.789023 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:13.872678 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:14.039934 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:14.249540 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:14.257582 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:14.367376 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:14.537335 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:14.750430 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:14.751455 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:14.863044 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:15.044261 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:15.239798 84916 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-scp4r" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:15.251422 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:15.252310 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:15.362140 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:15.536807 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:15.760255 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:15.760789 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:15.861729 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:16.039147 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:16.253378 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:16.255948 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:16.361982 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:16.537964 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:16.753801 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:16.755090 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:16.863260 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:17.037685 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:17.251121 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:17.258173 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:17.363107 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:17.537282 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:17.737504 84916 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-scp4r" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:17.751388 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:17.751928 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:17.861191 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:18.037948 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:18.250579 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:18.251126 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:18.361647 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:18.543087 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:18.750270 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:18.751832 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:18.860855 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:19.037216 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:19.253598 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:19.259892 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:19.361830 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:19.543761 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:19.761641 84916 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-scp4r" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:19.770168 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:19.772340 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:19.866206 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:20.040999 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:20.260582 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:20.261572 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:20.361566 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:20.540187 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:20.752702 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:20.755060 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:20.861469 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:21.038451 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:21.252864 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:21.254050 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:21.362111 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:21.540952 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:21.754234 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:21.755422 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:21.860990 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:22.038265 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:22.238226 84916 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-scp4r" in "kube-system" namespace has status "Ready":"False"
I1113 11:28:22.269957 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:22.271170 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:22.362297 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:22.537963 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:22.749835 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:22.751615 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:22.861579 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:23.037708 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:23.250319 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:23.252455 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:23.362209 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:23.537509 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:23.754579 84916 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-scp4r" in "kube-system" namespace has status "Ready":"True"
I1113 11:28:23.754607 84916 pod_ready.go:81] duration metric: took 12.536577625s waiting for pod "nvidia-device-plugin-daemonset-scp4r" in "kube-system" namespace to be "Ready" ...
I1113 11:28:23.754630 84916 pod_ready.go:38] duration metric: took 32.955788765s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1113 11:28:23.754645 84916 api_server.go:52] waiting for apiserver process to appear ...
I1113 11:28:23.754673 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1113 11:28:23.754833 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1113 11:28:23.759389 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:23.760629 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:23.854991 84916 cri.go:89] found id: "1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb"
I1113 11:28:23.855036 84916 cri.go:89] found id: ""
I1113 11:28:23.855045 84916 logs.go:284] 1 containers: [1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb]
I1113 11:28:23.855104 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:23.860949 84916 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1113 11:28:23.861031 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1113 11:28:23.863237 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:23.944671 84916 cri.go:89] found id: "7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707"
I1113 11:28:23.944691 84916 cri.go:89] found id: ""
I1113 11:28:23.944699 84916 logs.go:284] 1 containers: [7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707]
I1113 11:28:23.944756 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:23.959187 84916 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1113 11:28:23.959261 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1113 11:28:24.045775 84916 cri.go:89] found id: "90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af"
I1113 11:28:24.045798 84916 cri.go:89] found id: ""
I1113 11:28:24.045806 84916 logs.go:284] 1 containers: [90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af]
I1113 11:28:24.045865 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:24.051301 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1113 11:28:24.051403 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1113 11:28:24.060202 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:24.125667 84916 cri.go:89] found id: "9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449"
I1113 11:28:24.125692 84916 cri.go:89] found id: ""
I1113 11:28:24.125701 84916 logs.go:284] 1 containers: [9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449]
I1113 11:28:24.125771 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:24.145177 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1113 11:28:24.145252 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1113 11:28:24.253174 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:24.257255 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:24.270473 84916 cri.go:89] found id: "88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1"
I1113 11:28:24.270492 84916 cri.go:89] found id: ""
I1113 11:28:24.270500 84916 logs.go:284] 1 containers: [88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1]
I1113 11:28:24.270557 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:24.280624 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1113 11:28:24.280704 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1113 11:28:24.362151 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:24.368616 84916 cri.go:89] found id: "529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173"
I1113 11:28:24.368641 84916 cri.go:89] found id: ""
I1113 11:28:24.368650 84916 logs.go:284] 1 containers: [529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173]
I1113 11:28:24.368707 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:24.386368 84916 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1113 11:28:24.386448 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1113 11:28:24.446780 84916 cri.go:89] found id: "2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e"
I1113 11:28:24.446804 84916 cri.go:89] found id: ""
I1113 11:28:24.446812 84916 logs.go:284] 1 containers: [2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e]
I1113 11:28:24.446872 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:24.461754 84916 logs.go:123] Gathering logs for etcd [7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707] ...
I1113 11:28:24.461782 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707"
I1113 11:28:24.539776 84916 logs.go:123] Gathering logs for kube-proxy [88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1] ...
I1113 11:28:24.539811 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1"
I1113 11:28:24.561558 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:24.639669 84916 logs.go:123] Gathering logs for kube-controller-manager [529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173] ...
I1113 11:28:24.639700 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173"
I1113 11:28:24.764393 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:24.766203 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:24.772605 84916 logs.go:123] Gathering logs for container status ...
I1113 11:28:24.772643 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1113 11:28:24.840507 84916 logs.go:123] Gathering logs for kubelet ...
I1113 11:28:24.840541 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1113 11:28:24.871617 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W1113 11:28:24.913195 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.382115 1373 reflector.go:535] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:24.913438 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.382160 1373 reflector.go:147] object-"kube-system"/"coredns": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:24.914301 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.407144 1373 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
W1113 11:28:24.914545 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.407176 1373 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
I1113 11:28:24.955849 84916 logs.go:123] Gathering logs for kube-apiserver [1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb] ...
I1113 11:28:24.955891 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb"
I1113 11:28:25.042663 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:25.046226 84916 logs.go:123] Gathering logs for coredns [90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af] ...
I1113 11:28:25.046255 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af"
I1113 11:28:25.113928 84916 logs.go:123] Gathering logs for kube-scheduler [9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449] ...
I1113 11:28:25.113959 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449"
I1113 11:28:25.198765 84916 logs.go:123] Gathering logs for kindnet [2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e] ...
I1113 11:28:25.198794 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e"
I1113 11:28:25.244479 84916 logs.go:123] Gathering logs for CRI-O ...
I1113 11:28:25.244506 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1113 11:28:25.252525 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:25.255573 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:25.337491 84916 logs.go:123] Gathering logs for dmesg ...
I1113 11:28:25.337572 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1113 11:28:25.368167 84916 logs.go:123] Gathering logs for describe nodes ...
I1113 11:28:25.368873 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1113 11:28:25.368831 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:25.538261 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:25.558993 84916 out.go:309] Setting ErrFile to fd 2...
I1113 11:28:25.559022 84916 out.go:343] TERM=,COLORTERM=, which probably does not support color
W1113 11:28:25.559067 84916 out.go:239] X Problems detected in kubelet:
W1113 11:28:25.559086 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.382115 1373 reflector.go:535] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:25.559093 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.382160 1373 reflector.go:147] object-"kube-system"/"coredns": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:25.559106 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.407144 1373 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
W1113 11:28:25.559112 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.407176 1373 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
I1113 11:28:25.559122 84916 out.go:309] Setting ErrFile to fd 2...
I1113 11:28:25.559129 84916 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:28:25.749265 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:25.751075 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:25.861607 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:26.037978 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:26.250723 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:26.251210 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:26.361827 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:26.539094 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:26.750276 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:26.751214 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:26.862019 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:27.038587 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:27.258399 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:27.262365 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:27.361893 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:27.537292 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:27.752858 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:27.754218 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:27.863051 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:28.040982 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:28.254013 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:28.255272 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:28.362478 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:28.538954 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:28.752477 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:28.753946 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:28.861887 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:29.038767 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:29.255082 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:29.256575 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:29.363993 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:29.543678 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:29.752868 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:29.754416 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:29.861812 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:30.065613 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:30.252090 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:30.252622 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1113 11:28:30.362198 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:30.537621 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:30.751179 84916 kapi.go:107] duration metric: took 1m6.025296623s to wait for kubernetes.io/minikube-addons=registry ...
I1113 11:28:30.752529 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:30.862039 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:31.037931 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:31.252890 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:31.361375 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:31.538490 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:31.751339 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:31.861631 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:32.038934 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:32.250758 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:32.361615 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:32.539981 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:32.754118 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:32.862056 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:33.045205 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:33.253254 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:33.361040 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:33.538695 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:33.752619 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:33.873989 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:34.041143 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:34.253582 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:34.362896 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:34.538083 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:34.760533 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:34.862032 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:35.038901 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:35.250470 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:35.362247 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:35.545894 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:35.560232 84916 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1113 11:28:35.578632 84916 api_server.go:72] duration metric: took 1m16.497799183s to wait for apiserver process to appear ...
I1113 11:28:35.578708 84916 api_server.go:88] waiting for apiserver healthz status ...
I1113 11:28:35.578751 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1113 11:28:35.578835 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1113 11:28:35.633929 84916 cri.go:89] found id: "1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb"
I1113 11:28:35.633993 84916 cri.go:89] found id: ""
I1113 11:28:35.634015 84916 logs.go:284] 1 containers: [1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb]
I1113 11:28:35.634107 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:35.643101 84916 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1113 11:28:35.643224 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1113 11:28:35.717457 84916 cri.go:89] found id: "7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707"
I1113 11:28:35.717519 84916 cri.go:89] found id: ""
I1113 11:28:35.717541 84916 logs.go:284] 1 containers: [7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707]
I1113 11:28:35.717631 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:35.727448 84916 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1113 11:28:35.727573 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1113 11:28:35.752572 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:35.823830 84916 cri.go:89] found id: "90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af"
I1113 11:28:35.823892 84916 cri.go:89] found id: ""
I1113 11:28:35.823919 84916 logs.go:284] 1 containers: [90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af]
I1113 11:28:35.824007 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:35.840269 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1113 11:28:35.840385 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1113 11:28:35.861701 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:35.959256 84916 cri.go:89] found id: "9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449"
I1113 11:28:35.959340 84916 cri.go:89] found id: ""
I1113 11:28:35.959364 84916 logs.go:284] 1 containers: [9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449]
I1113 11:28:35.959450 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:35.975943 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1113 11:28:35.976072 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1113 11:28:36.038635 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:36.104948 84916 cri.go:89] found id: "88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1"
I1113 11:28:36.105017 84916 cri.go:89] found id: ""
I1113 11:28:36.105039 84916 logs.go:284] 1 containers: [88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1]
I1113 11:28:36.105126 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:36.115087 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1113 11:28:36.115211 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1113 11:28:36.191052 84916 cri.go:89] found id: "529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173"
I1113 11:28:36.191115 84916 cri.go:89] found id: ""
I1113 11:28:36.191137 84916 logs.go:284] 1 containers: [529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173]
I1113 11:28:36.191222 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:36.207425 84916 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1113 11:28:36.207548 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1113 11:28:36.251260 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:36.292681 84916 cri.go:89] found id: "2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e"
I1113 11:28:36.292744 84916 cri.go:89] found id: ""
I1113 11:28:36.292764 84916 logs.go:284] 1 containers: [2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e]
I1113 11:28:36.292851 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:36.305087 84916 logs.go:123] Gathering logs for kube-proxy [88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1] ...
I1113 11:28:36.305154 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1"
I1113 11:28:36.362575 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:36.384516 84916 logs.go:123] Gathering logs for kube-controller-manager [529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173] ...
I1113 11:28:36.384592 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173"
I1113 11:28:36.511020 84916 logs.go:123] Gathering logs for kindnet [2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e] ...
I1113 11:28:36.511058 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e"
I1113 11:28:36.537389 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:36.580133 84916 logs.go:123] Gathering logs for dmesg ...
I1113 11:28:36.580207 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1113 11:28:36.610021 84916 logs.go:123] Gathering logs for describe nodes ...
I1113 11:28:36.610052 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1113 11:28:36.751226 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:36.847490 84916 logs.go:123] Gathering logs for kube-apiserver [1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb] ...
I1113 11:28:36.847521 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb"
I1113 11:28:36.862948 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:36.941922 84916 logs.go:123] Gathering logs for etcd [7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707] ...
I1113 11:28:36.941961 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707"
I1113 11:28:37.032954 84916 logs.go:123] Gathering logs for coredns [90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af] ...
I1113 11:28:37.032997 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af"
I1113 11:28:37.040605 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:37.123283 84916 logs.go:123] Gathering logs for kube-scheduler [9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449] ...
I1113 11:28:37.123342 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449"
I1113 11:28:37.198795 84916 logs.go:123] Gathering logs for CRI-O ...
I1113 11:28:37.198830 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1113 11:28:37.267798 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:37.314901 84916 logs.go:123] Gathering logs for container status ...
I1113 11:28:37.314936 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1113 11:28:37.361552 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:37.396035 84916 logs.go:123] Gathering logs for kubelet ...
I1113 11:28:37.396065 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1113 11:28:37.461851 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.382115 1373 reflector.go:535] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:37.462061 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.382160 1373 reflector.go:147] object-"kube-system"/"coredns": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:37.462824 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.407144 1373 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
W1113 11:28:37.463029 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.407176 1373 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
I1113 11:28:37.498030 84916 out.go:309] Setting ErrFile to fd 2...
I1113 11:28:37.498063 84916 out.go:343] TERM=,COLORTERM=, which probably does not support color
W1113 11:28:37.498118 84916 out.go:239] X Problems detected in kubelet:
W1113 11:28:37.498131 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.382115 1373 reflector.go:535] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:37.498139 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.382160 1373 reflector.go:147] object-"kube-system"/"coredns": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:37.498152 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.407144 1373 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
W1113 11:28:37.498159 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.407176 1373 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
I1113 11:28:37.498169 84916 out.go:309] Setting ErrFile to fd 2...
I1113 11:28:37.498177 84916 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:28:37.536969 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:37.751483 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:37.861293 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:38.041325 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:38.250891 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:38.361882 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:38.538780 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:38.751515 84916 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1113 11:28:38.874861 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:39.040453 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:39.252101 84916 kapi.go:107] duration metric: took 1m14.531351978s to wait for app.kubernetes.io/name=ingress-nginx ...
I1113 11:28:39.365062 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:39.537493 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:39.863926 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:40.044739 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:40.362280 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:40.536848 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:40.861881 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:41.037931 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:41.362118 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:41.536906 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:41.862827 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:42.038348 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:42.361274 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:42.538919 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:42.864308 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:43.039194 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:43.362157 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:43.537862 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:43.862311 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:44.039578 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:44.361556 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:44.537524 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:44.861916 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:45.042742 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:45.365722 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:45.538681 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:45.861811 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:46.037564 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:46.362065 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:46.541032 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:46.861522 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:47.037863 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:47.362392 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:47.499666 84916 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1113 11:28:47.508959 84916 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1113 11:28:47.513313 84916 api_server.go:141] control plane version: v1.28.3
I1113 11:28:47.513386 84916 api_server.go:131] duration metric: took 11.934657314s to wait for apiserver health ...
I1113 11:28:47.513418 84916 system_pods.go:43] waiting for kube-system pods to appear ...
I1113 11:28:47.513470 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1113 11:28:47.513564 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1113 11:28:47.567980 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1113 11:28:47.604902 84916 cri.go:89] found id: "1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb"
I1113 11:28:47.604977 84916 cri.go:89] found id: ""
I1113 11:28:47.605000 84916 logs.go:284] 1 containers: [1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb]
I1113 11:28:47.605129 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:47.613693 84916 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1113 11:28:47.613856 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1113 11:28:47.686968 84916 cri.go:89] found id: "7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707"
I1113 11:28:47.687047 84916 cri.go:89] found id: ""
I1113 11:28:47.687069 84916 logs.go:284] 1 containers: [7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707]
I1113 11:28:47.687155 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:47.708100 84916 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1113 11:28:47.708190 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1113 11:28:47.772289 84916 cri.go:89] found id: "90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af"
I1113 11:28:47.772314 84916 cri.go:89] found id: ""
I1113 11:28:47.772335 84916 logs.go:284] 1 containers: [90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af]
I1113 11:28:47.772404 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:47.778292 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1113 11:28:47.778379 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1113 11:28:47.861011 84916 cri.go:89] found id: "9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449"
I1113 11:28:47.861037 84916 cri.go:89] found id: ""
I1113 11:28:47.861045 84916 logs.go:284] 1 containers: [9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449]
I1113 11:28:47.861108 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:47.867172 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1113 11:28:47.867256 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1113 11:28:47.868563 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:47.959994 84916 cri.go:89] found id: "88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1"
I1113 11:28:47.960026 84916 cri.go:89] found id: ""
I1113 11:28:47.960035 84916 logs.go:284] 1 containers: [88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1]
I1113 11:28:47.960102 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:47.972541 84916 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1113 11:28:47.972632 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1113 11:28:48.043178 84916 kapi.go:107] duration metric: took 1m23.047302507s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1113 11:28:48.043891 84916 cri.go:89] found id: "529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173"
I1113 11:28:48.043924 84916 cri.go:89] found id: ""
I1113 11:28:48.043934 84916 logs.go:284] 1 containers: [529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173]
I1113 11:28:48.044015 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:48.050386 84916 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1113 11:28:48.050484 84916 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1113 11:28:48.100454 84916 cri.go:89] found id: "2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e"
I1113 11:28:48.100476 84916 cri.go:89] found id: ""
I1113 11:28:48.100485 84916 logs.go:284] 1 containers: [2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e]
I1113 11:28:48.100547 84916 ssh_runner.go:195] Run: which crictl
I1113 11:28:48.105556 84916 logs.go:123] Gathering logs for dmesg ...
I1113 11:28:48.105586 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1113 11:28:48.128799 84916 logs.go:123] Gathering logs for etcd [7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707] ...
I1113 11:28:48.128831 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707"
I1113 11:28:48.186289 84916 logs.go:123] Gathering logs for kube-scheduler [9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449] ...
I1113 11:28:48.186323 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449"
I1113 11:28:48.246573 84916 logs.go:123] Gathering logs for kube-proxy [88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1] ...
I1113 11:28:48.246604 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1"
I1113 11:28:48.290677 84916 logs.go:123] Gathering logs for kube-controller-manager [529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173] ...
I1113 11:28:48.290703 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173"
I1113 11:28:48.361203 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:48.368812 84916 logs.go:123] Gathering logs for kindnet [2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e] ...
I1113 11:28:48.368843 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e"
I1113 11:28:48.416904 84916 logs.go:123] Gathering logs for kubelet ...
I1113 11:28:48.416931 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1113 11:28:48.476243 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.382115 1373 reflector.go:535] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:48.476453 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.382160 1373 reflector.go:147] object-"kube-system"/"coredns": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:48.477222 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.407144 1373 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
W1113 11:28:48.477423 84916 logs.go:138] Found kubelet problem: Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.407176 1373 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
I1113 11:28:48.512461 84916 logs.go:123] Gathering logs for describe nodes ...
I1113 11:28:48.512503 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1113 11:28:48.659250 84916 logs.go:123] Gathering logs for kube-apiserver [1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb] ...
I1113 11:28:48.659281 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb"
I1113 11:28:48.724371 84916 logs.go:123] Gathering logs for coredns [90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af] ...
I1113 11:28:48.724404 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af"
I1113 11:28:48.771165 84916 logs.go:123] Gathering logs for CRI-O ...
I1113 11:28:48.771195 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1113 11:28:48.861574 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:48.863372 84916 logs.go:123] Gathering logs for container status ...
I1113 11:28:48.863401 84916 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1113 11:28:48.938191 84916 out.go:309] Setting ErrFile to fd 2...
I1113 11:28:48.938260 84916 out.go:343] TERM=,COLORTERM=, which probably does not support color
W1113 11:28:48.938317 84916 out.go:239] X Problems detected in kubelet:
W1113 11:28:48.938327 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.382115 1373 reflector.go:535] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:48.938336 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.382160 1373 reflector.go:147] object-"kube-system"/"coredns": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-052722' and this object
W1113 11:28:48.938355 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: W1113 11:27:50.407144 1373 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
W1113 11:28:48.938363 84916 out.go:239] Nov 13 11:27:50 addons-052722 kubelet[1373]: E1113 11:27:50.407176 1373 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-052722" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-052722' and this object
I1113 11:28:48.938370 84916 out.go:309] Setting ErrFile to fd 2...
I1113 11:28:48.938381 84916 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:28:49.361211 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:49.861954 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:50.360984 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:50.861514 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:51.361780 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:51.861738 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:52.361819 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:52.861897 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:53.361101 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:53.861554 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:54.362596 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:54.861719 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:55.361712 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:55.862486 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:56.361560 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:56.861649 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:57.361516 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:57.862608 84916 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1113 11:28:58.362163 84916 kapi.go:107] duration metric: took 1m29.541696048s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1113 11:28:58.363741 84916 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-052722 cluster.
I1113 11:28:58.365340 84916 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1113 11:28:58.366930 84916 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1113 11:28:58.369208 84916 out.go:177] * Enabled addons: cloud-spanner, storage-provisioner-rancher, storage-provisioner, ingress-dns, nvidia-device-plugin, metrics-server, inspektor-gadget, volumesnapshots, registry, ingress, csi-hostpath-driver, gcp-auth
I1113 11:28:58.371238 84916 addons.go:502] enable addons completed in 1m39.813813405s: enabled=[cloud-spanner storage-provisioner-rancher storage-provisioner ingress-dns nvidia-device-plugin metrics-server inspektor-gadget volumesnapshots registry ingress csi-hostpath-driver gcp-auth]
I1113 11:28:58.949723 84916 system_pods.go:59] 18 kube-system pods found
I1113 11:28:58.949768 84916 system_pods.go:61] "coredns-5dd5756b68-mc655" [c5dcfc65-eeed-41b3-b104-bd0febe78986] Running
I1113 11:28:58.949775 84916 system_pods.go:61] "csi-hostpath-attacher-0" [e5821000-60b0-4f94-b3a3-e98afec19682] Running
I1113 11:28:58.949781 84916 system_pods.go:61] "csi-hostpath-resizer-0" [eb00a681-151f-492d-bc03-6c14bd2609ea] Running
I1113 11:28:58.949786 84916 system_pods.go:61] "csi-hostpathplugin-x4dkq" [d286051d-a79f-4065-b64d-40766f7fa748] Running
I1113 11:28:58.949791 84916 system_pods.go:61] "etcd-addons-052722" [fbe0e109-7524-4042-adb4-b814c674cd8b] Running
I1113 11:28:58.949796 84916 system_pods.go:61] "kindnet-8d6rl" [d82db426-98e2-4151-9d9f-bb81ff84a82b] Running
I1113 11:28:58.949801 84916 system_pods.go:61] "kube-apiserver-addons-052722" [99e013ca-db81-4f90-b7a9-817c36b515ac] Running
I1113 11:28:58.949832 84916 system_pods.go:61] "kube-controller-manager-addons-052722" [3c3c3061-729f-400a-b364-1d8ae19c7926] Running
I1113 11:28:58.949846 84916 system_pods.go:61] "kube-ingress-dns-minikube" [3635ea55-c71e-40d1-b5bf-32fce9056f00] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1113 11:28:58.949853 84916 system_pods.go:61] "kube-proxy-jnmd8" [d2f89a77-f92e-4928-8c5a-3dd7a4dae660] Running
I1113 11:28:58.949865 84916 system_pods.go:61] "kube-scheduler-addons-052722" [1c614eb4-fb91-44de-b1e5-1683d4b33076] Running
I1113 11:28:58.949870 84916 system_pods.go:61] "metrics-server-7c66d45ddc-spcht" [9f893902-03b6-4af9-bee4-2b665525fee7] Running
I1113 11:28:58.949876 84916 system_pods.go:61] "nvidia-device-plugin-daemonset-scp4r" [9ad78ac2-abff-4a67-9965-03600d6005b4] Running
I1113 11:28:58.949883 84916 system_pods.go:61] "registry-proxy-xd4n4" [3a33e6bb-7f18-4291-b12a-2cb28557b869] Running
I1113 11:28:58.949888 84916 system_pods.go:61] "registry-zjnqg" [ac45526e-5e8e-42ef-91c9-54bc16167378] Running
I1113 11:28:58.949919 84916 system_pods.go:61] "snapshot-controller-58dbcc7b99-mdp94" [cdbaf1f7-0a49-45df-90b4-31840c6c0d3c] Running
I1113 11:28:58.949933 84916 system_pods.go:61] "snapshot-controller-58dbcc7b99-tvdt6" [ab2b79ba-82ea-4112-905b-b9a0283fb650] Running
I1113 11:28:58.949939 84916 system_pods.go:61] "storage-provisioner" [ee7367c8-fe08-47ad-afc5-348442e25246] Running
I1113 11:28:58.949960 84916 system_pods.go:74] duration metric: took 11.4365214s to wait for pod list to return data ...
I1113 11:28:58.949968 84916 default_sa.go:34] waiting for default service account to be created ...
I1113 11:28:58.952592 84916 default_sa.go:45] found service account: "default"
I1113 11:28:58.952620 84916 default_sa.go:55] duration metric: took 2.640207ms for default service account to be created ...
I1113 11:28:58.952630 84916 system_pods.go:116] waiting for k8s-apps to be running ...
I1113 11:28:58.963046 84916 system_pods.go:86] 18 kube-system pods found
I1113 11:28:58.963091 84916 system_pods.go:89] "coredns-5dd5756b68-mc655" [c5dcfc65-eeed-41b3-b104-bd0febe78986] Running
I1113 11:28:58.963100 84916 system_pods.go:89] "csi-hostpath-attacher-0" [e5821000-60b0-4f94-b3a3-e98afec19682] Running
I1113 11:28:58.963106 84916 system_pods.go:89] "csi-hostpath-resizer-0" [eb00a681-151f-492d-bc03-6c14bd2609ea] Running
I1113 11:28:58.963111 84916 system_pods.go:89] "csi-hostpathplugin-x4dkq" [d286051d-a79f-4065-b64d-40766f7fa748] Running
I1113 11:28:58.963116 84916 system_pods.go:89] "etcd-addons-052722" [fbe0e109-7524-4042-adb4-b814c674cd8b] Running
I1113 11:28:58.963121 84916 system_pods.go:89] "kindnet-8d6rl" [d82db426-98e2-4151-9d9f-bb81ff84a82b] Running
I1113 11:28:58.963135 84916 system_pods.go:89] "kube-apiserver-addons-052722" [99e013ca-db81-4f90-b7a9-817c36b515ac] Running
I1113 11:28:58.963140 84916 system_pods.go:89] "kube-controller-manager-addons-052722" [3c3c3061-729f-400a-b364-1d8ae19c7926] Running
I1113 11:28:58.963159 84916 system_pods.go:89] "kube-ingress-dns-minikube" [3635ea55-c71e-40d1-b5bf-32fce9056f00] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1113 11:28:58.963168 84916 system_pods.go:89] "kube-proxy-jnmd8" [d2f89a77-f92e-4928-8c5a-3dd7a4dae660] Running
I1113 11:28:58.963174 84916 system_pods.go:89] "kube-scheduler-addons-052722" [1c614eb4-fb91-44de-b1e5-1683d4b33076] Running
I1113 11:28:58.963179 84916 system_pods.go:89] "metrics-server-7c66d45ddc-spcht" [9f893902-03b6-4af9-bee4-2b665525fee7] Running
I1113 11:28:58.963185 84916 system_pods.go:89] "nvidia-device-plugin-daemonset-scp4r" [9ad78ac2-abff-4a67-9965-03600d6005b4] Running
I1113 11:28:58.963190 84916 system_pods.go:89] "registry-proxy-xd4n4" [3a33e6bb-7f18-4291-b12a-2cb28557b869] Running
I1113 11:28:58.963195 84916 system_pods.go:89] "registry-zjnqg" [ac45526e-5e8e-42ef-91c9-54bc16167378] Running
I1113 11:28:58.963202 84916 system_pods.go:89] "snapshot-controller-58dbcc7b99-mdp94" [cdbaf1f7-0a49-45df-90b4-31840c6c0d3c] Running
I1113 11:28:58.963212 84916 system_pods.go:89] "snapshot-controller-58dbcc7b99-tvdt6" [ab2b79ba-82ea-4112-905b-b9a0283fb650] Running
I1113 11:28:58.963224 84916 system_pods.go:89] "storage-provisioner" [ee7367c8-fe08-47ad-afc5-348442e25246] Running
I1113 11:28:58.963235 84916 system_pods.go:126] duration metric: took 10.598889ms to wait for k8s-apps to be running ...
I1113 11:28:58.963243 84916 system_svc.go:44] waiting for kubelet service to be running ....
I1113 11:28:58.963328 84916 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:28:58.977587 84916 system_svc.go:56] duration metric: took 14.335357ms WaitForService to wait for kubelet.
I1113 11:28:58.977625 84916 kubeadm.go:581] duration metric: took 1m39.896797822s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1113 11:28:58.977647 84916 node_conditions.go:102] verifying NodePressure condition ...
I1113 11:28:58.981104 84916 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1113 11:28:58.981156 84916 node_conditions.go:123] node cpu capacity is 2
I1113 11:28:58.981177 84916 node_conditions.go:105] duration metric: took 3.516408ms to run NodePressure ...
I1113 11:28:58.981190 84916 start.go:228] waiting for startup goroutines ...
I1113 11:28:58.981197 84916 start.go:233] waiting for cluster config update ...
I1113 11:28:58.981212 84916 start.go:242] writing updated cluster config ...
I1113 11:28:58.981545 84916 ssh_runner.go:195] Run: rm -f paused
I1113 11:28:59.067628 84916 start.go:600] kubectl: 1.28.3, cluster: 1.28.3 (minor skew: 0)
I1113 11:28:59.070027 84916 out.go:177] * Done! kubectl is now configured to use "addons-052722" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Nov 13 11:32:09 addons-052722 crio[896]: time="2023-11-13 11:32:09.767173776Z" level=info msg="Created container 821ecfed94f537e19bbc5a291b68c1ff1dbe878de7e357ef5b29f52ef4f20be3: default/hello-world-app-5d77478584-p8lxm/hello-world-app" id=62219357-4a3a-48a2-884f-7656fa395614 name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:32:09 addons-052722 crio[896]: time="2023-11-13 11:32:09.769966170Z" level=info msg="Starting container: 821ecfed94f537e19bbc5a291b68c1ff1dbe878de7e357ef5b29f52ef4f20be3" id=44a5e7f9-33ef-4c2a-9919-8138cd5eac97 name=/runtime.v1.RuntimeService/StartContainer
Nov 13 11:32:09 addons-052722 conmon[8698]: conmon 821ecfed94f537e19bbc <ninfo>: container 8710 exited with status 1
Nov 13 11:32:09 addons-052722 crio[896]: time="2023-11-13 11:32:09.791817547Z" level=info msg="Started container" PID=8710 containerID=821ecfed94f537e19bbc5a291b68c1ff1dbe878de7e357ef5b29f52ef4f20be3 description=default/hello-world-app-5d77478584-p8lxm/hello-world-app id=44a5e7f9-33ef-4c2a-9919-8138cd5eac97 name=/runtime.v1.RuntimeService/StartContainer sandboxID=7b8de29ad51bceabea7d113f994e21a9285d3a12dfd9a1249dfe3d270fb4fa6c
Nov 13 11:32:09 addons-052722 crio[896]: time="2023-11-13 11:32:09.948866584Z" level=info msg="Stopping pod sandbox: 5012284a3b283cad37af8bdc8a52aacb3cbb4e4d1e83e2383c302f98674e439d" id=07e31953-ad9e-4ffe-affd-93a6f520e1d8 name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 13 11:32:09 addons-052722 crio[896]: time="2023-11-13 11:32:09.952778706Z" level=info msg="Stopped pod sandbox: 5012284a3b283cad37af8bdc8a52aacb3cbb4e4d1e83e2383c302f98674e439d" id=07e31953-ad9e-4ffe-affd-93a6f520e1d8 name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 13 11:32:10 addons-052722 crio[896]: time="2023-11-13 11:32:10.594558816Z" level=info msg="Removing container: 48508feadbd55b0f9358e08bb9f544e39b0500c79e7c66f208f1890bc71bb732" id=aca25d0d-0719-495b-b7d6-757c997f9853 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 13 11:32:10 addons-052722 crio[896]: time="2023-11-13 11:32:10.621172294Z" level=info msg="Removed container 48508feadbd55b0f9358e08bb9f544e39b0500c79e7c66f208f1890bc71bb732: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=aca25d0d-0719-495b-b7d6-757c997f9853 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 13 11:32:10 addons-052722 crio[896]: time="2023-11-13 11:32:10.623187653Z" level=info msg="Removing container: 42e48e6ceadde62c0298d99d2b592bb5820031bc38be697824969e54555ac7ce" id=2faedb68-b26b-4602-94ba-c873ffcd4e25 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 13 11:32:10 addons-052722 crio[896]: time="2023-11-13 11:32:10.684850284Z" level=info msg="Removed container 42e48e6ceadde62c0298d99d2b592bb5820031bc38be697824969e54555ac7ce: default/hello-world-app-5d77478584-p8lxm/hello-world-app" id=2faedb68-b26b-4602-94ba-c873ffcd4e25 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 13 11:32:12 addons-052722 crio[896]: time="2023-11-13 11:32:12.365625381Z" level=info msg="Stopping container: 195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e (timeout: 2s)" id=c4b78703-e017-4cf8-9d7f-d8a3ba970619 name=/runtime.v1.RuntimeService/StopContainer
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.375606965Z" level=warning msg="Stopping container 195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=c4b78703-e017-4cf8-9d7f-d8a3ba970619 name=/runtime.v1.RuntimeService/StopContainer
Nov 13 11:32:14 addons-052722 conmon[4956]: conmon 195a8ffc707f56eddb4b <ninfo>: container 4967 exited with status 137
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.535458077Z" level=info msg="Stopped container 195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e: ingress-nginx/ingress-nginx-controller-7c6974c4d8-qdkxn/controller" id=c4b78703-e017-4cf8-9d7f-d8a3ba970619 name=/runtime.v1.RuntimeService/StopContainer
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.535999636Z" level=info msg="Stopping pod sandbox: 4d93df2ce479e74c253896e338af10a9ff4555b38b24cdb13725034cb3bec180" id=9f0b0739-a01a-4d5a-9d98-2798bcf34459 name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.539640949Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-3VEIXNNA4TN653UU - [0:0]\n:KUBE-HP-6XCOAC2F6OH5YBGR - [0:0]\n-X KUBE-HP-3VEIXNNA4TN653UU\n-X KUBE-HP-6XCOAC2F6OH5YBGR\nCOMMIT\n"
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.541488023Z" level=info msg="Closing host port tcp:80"
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.541537589Z" level=info msg="Closing host port tcp:443"
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.543164488Z" level=info msg="Host port tcp:80 does not have an open socket"
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.543194272Z" level=info msg="Host port tcp:443 does not have an open socket"
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.543401368Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7c6974c4d8-qdkxn Namespace:ingress-nginx ID:4d93df2ce479e74c253896e338af10a9ff4555b38b24cdb13725034cb3bec180 UID:f2417a4e-8902-4b79-b0f6-bfb4a930995c NetNS:/var/run/netns/1fd8cdb2-0289-4e12-867d-62de202279c1 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.543558331Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7c6974c4d8-qdkxn from CNI network \"kindnet\" (type=ptp)"
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.559225992Z" level=info msg="Stopped pod sandbox: 4d93df2ce479e74c253896e338af10a9ff4555b38b24cdb13725034cb3bec180" id=9f0b0739-a01a-4d5a-9d98-2798bcf34459 name=/runtime.v1.RuntimeService/StopPodSandbox
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.617952247Z" level=info msg="Removing container: 195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e" id=62b5c5fc-eeb1-48f5-8f00-2ff190cf24b7 name=/runtime.v1.RuntimeService/RemoveContainer
Nov 13 11:32:14 addons-052722 crio[896]: time="2023-11-13 11:32:14.648383349Z" level=info msg="Removed container 195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e: ingress-nginx/ingress-nginx-controller-7c6974c4d8-qdkxn/controller" id=62b5c5fc-eeb1-48f5-8f00-2ff190cf24b7 name=/runtime.v1.RuntimeService/RemoveContainer
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
821ecfed94f53 dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79 10 seconds ago Exited hello-world-app 2 7b8de29ad51bc hello-world-app-5d77478584-p8lxm
42cbd18a8b000 ghcr.io/headlamp-k8s/headlamp@sha256:7a9587036bd29304f8f1387a7245556a3c479434670b2ca58e3624d44d2a68c9 54 seconds ago Running headlamp 0 084f6c3cfc475 headlamp-777fd4b855-p6qb7
d46ae488970dd docker.io/library/nginx@sha256:b7537eea6ffa4f00aac311f16654b50736328eb370208c68b6649a97b7a2724b 2 minutes ago Running nginx 0 80f76c7f4d05f nginx
80d7a4ebb5b5b gcr.io/k8s-minikube/gcp-auth-webhook@sha256:63b520448091bc94aa4dba00d6b3b3c25e410c4fb73aa46feae5b25f9895abaa 3 minutes ago Running gcp-auth 0 3a271e3d1379c gcp-auth-d4c87556c-n9whh
aa48a102dd696 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:67202a0258c6f81d073f265f449a732c89cc1112a8e80ea27317294df6dce2b5 3 minutes ago Exited patch 0 4be7f06786a28 ingress-nginx-admission-patch-895sg
673ec8e3d6a12 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:67202a0258c6f81d073f265f449a732c89cc1112a8e80ea27317294df6dce2b5 4 minutes ago Exited create 0 8fc23ab315663 ingress-nginx-admission-create-wtvb9
90c6d5bb0f61d 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 4 minutes ago Running coredns 0 55d71eea5cd07 coredns-5dd5756b68-mc655
74d30aefd6c47 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Running storage-provisioner 0 77e2a1ec41a92 storage-provisioner
88d6d6dd4ff91 a5dd5cdd6d3ef8058b7fbcecacbcee7f522fa8b9f3bb53bac6570e62ba2cbdbd 5 minutes ago Running kube-proxy 0 92b334edbecbd kube-proxy-jnmd8
2319e47da54cb 04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26 5 minutes ago Running kindnet-cni 0 b6de5b2f6baba kindnet-8d6rl
9da93317659b7 42a4e73724daac2ee0c96eeeb79b9cf5f242fc3927ccfdc4df63b58140097314 5 minutes ago Running kube-scheduler 0 8d437f6340f3c kube-scheduler-addons-052722
1b8d9cddef67b 537e9a59ee2fdef3cc7f5ebd14f9c4c77047176fca2bc5599db196217efeb5d7 5 minutes ago Running kube-apiserver 0 9f23fbc34a3de kube-apiserver-addons-052722
7f1a4ea839b79 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 5 minutes ago Running etcd 0 b701e4cea4283 etcd-addons-052722
529c3c441ee5b 8276439b4f237dda1f7820b0fcef600bb5662e441aa00e7b7c45843e60f04a16 5 minutes ago Running kube-controller-manager 0 c3cd0d14adfb5 kube-controller-manager-addons-052722
*
* ==> coredns [90c6d5bb0f61da36f4d7e92c988e8bda40bdcf7e2761e67431fef267bd58d1af] <==
* [INFO] 10.244.0.18:59840 - 45023 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000047466s
[INFO] 10.244.0.18:59840 - 12459 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000067421s
[INFO] 10.244.0.18:59840 - 25619 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000047713s
[INFO] 10.244.0.18:59840 - 9921 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00004425s
[INFO] 10.244.0.18:59840 - 64137 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001150291s
[INFO] 10.244.0.18:59840 - 12265 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000933325s
[INFO] 10.244.0.18:59840 - 10085 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000048286s
[INFO] 10.244.0.18:39451 - 35172 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000216375s
[INFO] 10.244.0.18:39451 - 59471 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000088327s
[INFO] 10.244.0.18:46225 - 51883 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000070851s
[INFO] 10.244.0.18:39451 - 24306 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000132405s
[INFO] 10.244.0.18:46225 - 39013 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000180561s
[INFO] 10.244.0.18:39451 - 54654 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.0000661s
[INFO] 10.244.0.18:46225 - 24358 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000051208s
[INFO] 10.244.0.18:39451 - 61759 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000073107s
[INFO] 10.244.0.18:46225 - 32794 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000044053s
[INFO] 10.244.0.18:39451 - 55021 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000046728s
[INFO] 10.244.0.18:46225 - 9606 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000050232s
[INFO] 10.244.0.18:46225 - 54393 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000046965s
[INFO] 10.244.0.18:46225 - 45439 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001031892s
[INFO] 10.244.0.18:39451 - 2419 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001298262s
[INFO] 10.244.0.18:39451 - 58378 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000954453s
[INFO] 10.244.0.18:46225 - 44422 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000902638s
[INFO] 10.244.0.18:39451 - 28655 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000051544s
[INFO] 10.244.0.18:46225 - 16318 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00004027s
*
* ==> describe nodes <==
* Name: addons-052722
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-052722
kubernetes.io/os=linux
minikube.k8s.io/commit=38bf9295d07b53a964e04743c0d3a5a2b8d47342
minikube.k8s.io/name=addons-052722
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_11_13T11_27_06_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-052722
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 13 Nov 2023 11:27:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-052722
AcquireTime: <unset>
RenewTime: Mon, 13 Nov 2023 11:32:11 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 13 Nov 2023 11:32:13 +0000 Mon, 13 Nov 2023 11:27:00 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 13 Nov 2023 11:32:13 +0000 Mon, 13 Nov 2023 11:27:00 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 13 Nov 2023 11:32:13 +0000 Mon, 13 Nov 2023 11:27:00 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 13 Nov 2023 11:32:13 +0000 Mon, 13 Nov 2023 11:27:50 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-052722
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: b7daf494fd164213a8909db1616f91f3
System UUID: c9a826b5-c2d7-4173-baf2-169a75ceb8a1
Boot ID: cd9aaadd-c19b-48c0-b641-c7286d06270c
Kernel Version: 5.15.0-1049-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (12 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-p8lxm 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m47s
gcp-auth gcp-auth-d4c87556c-n9whh 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m51s
headlamp headlamp-777fd4b855-p6qb7 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 59s
kube-system coredns-5dd5756b68-mc655 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 5m1s
kube-system etcd-addons-052722 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 5m14s
kube-system kindnet-8d6rl 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 5m1s
kube-system kube-apiserver-addons-052722 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m14s
kube-system kube-controller-manager-addons-052722 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m14s
kube-system kube-proxy-jnmd8 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m1s
kube-system kube-scheduler-addons-052722 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m14s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m56s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 220Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m55s kube-proxy
Normal Starting 5m14s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 5m14s kubelet Node addons-052722 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m14s kubelet Node addons-052722 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m14s kubelet Node addons-052722 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m2s node-controller Node addons-052722 event: Registered Node addons-052722 in Controller
Normal NodeReady 4m29s kubelet Node addons-052722 status is now: NodeReady
*
* ==> dmesg <==
* [ +0.001148] FS-Cache: O-key=[8] '9df6c90000000000'
[ +0.000758] FS-Cache: N-cookie c=00000174 [p=0000016b fl=2 nc=0 na=1]
[ +0.001001] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=000000009f55a62b
[ +0.001120] FS-Cache: N-key=[8] '9df6c90000000000'
[ +0.002770] FS-Cache: Duplicate cookie detected
[ +0.000735] FS-Cache: O-cookie c=0000016e [p=0000016b fl=226 nc=0 na=1]
[ +0.001096] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=0000000077c77484
[ +0.001174] FS-Cache: O-key=[8] '9df6c90000000000'
[ +0.000755] FS-Cache: N-cookie c=00000175 [p=0000016b fl=2 nc=0 na=1]
[ +0.001007] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=00000000a3b22783
[ +0.001146] FS-Cache: N-key=[8] '9df6c90000000000'
[ +2.505341] FS-Cache: Duplicate cookie detected
[ +0.000769] FS-Cache: O-cookie c=0000016c [p=0000016b fl=226 nc=0 na=1]
[ +0.001052] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=0000000064db9dd9
[ +0.001149] FS-Cache: O-key=[8] '9cf6c90000000000'
[ +0.000764] FS-Cache: N-cookie c=00000177 [p=0000016b fl=2 nc=0 na=1]
[ +0.001008] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=000000009f55a62b
[ +0.001174] FS-Cache: N-key=[8] '9cf6c90000000000'
[ +0.313746] FS-Cache: Duplicate cookie detected
[ +0.000744] FS-Cache: O-cookie c=00000171 [p=0000016b fl=226 nc=0 na=1]
[ +0.001092] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=00000000bf1e4fa5
[ +0.001170] FS-Cache: O-key=[8] 'a2f6c90000000000'
[ +0.000765] FS-Cache: N-cookie c=00000178 [p=0000016b fl=2 nc=0 na=1]
[ +0.001064] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=00000000176a36cc
[ +0.001166] FS-Cache: N-key=[8] 'a2f6c90000000000'
*
* ==> etcd [7f1a4ea839b79141064aeaa637a04c10108974ddf6883cb701a5d9d0f7a0b707] <==
* {"level":"info","ts":"2023-11-13T11:26:59.89545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-11-13T11:26:59.89546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-11-13T11:26:59.895468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-11-13T11:26:59.903472Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-052722 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-11-13T11:26:59.903573Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-13T11:26:59.904591Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-11-13T11:26:59.907389Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:26:59.907693Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-13T11:26:59.90858Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-11-13T11:26:59.911282Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-11-13T11:26:59.911354Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-11-13T11:26:59.954415Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:26:59.954589Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:26:59.96143Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:27:22.439603Z","caller":"traceutil/trace.go:171","msg":"trace[535773111] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"174.665265ms","start":"2023-11-13T11:27:22.2649Z","end":"2023-11-13T11:27:22.439565Z","steps":["trace[535773111] 'process raft request' (duration: 155.286227ms)","trace[535773111] 'compare' (duration: 18.833944ms)"],"step_count":2}
{"level":"info","ts":"2023-11-13T11:27:22.440065Z","caller":"traceutil/trace.go:171","msg":"trace[1395313943] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"157.711658ms","start":"2023-11-13T11:27:22.282339Z","end":"2023-11-13T11:27:22.440051Z","steps":["trace[1395313943] 'process raft request' (duration: 156.791699ms)"],"step_count":1}
{"level":"info","ts":"2023-11-13T11:27:22.443305Z","caller":"traceutil/trace.go:171","msg":"trace[942043591] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:392; }","duration":"178.177776ms","start":"2023-11-13T11:27:22.26509Z","end":"2023-11-13T11:27:22.443268Z","steps":["trace[942043591] 'read index received' (duration: 38.494325ms)","trace[942043591] 'applied index is now lower than readState.Index' (duration: 139.681662ms)"],"step_count":2}
{"level":"warn","ts":"2023-11-13T11:27:22.443968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.86394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/minikube-ingress-dns\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2023-11-13T11:27:22.500524Z","caller":"traceutil/trace.go:171","msg":"trace[127044409] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/minikube-ingress-dns; range_end:; response_count:0; response_revision:387; }","duration":"235.436875ms","start":"2023-11-13T11:27:22.265072Z","end":"2023-11-13T11:27:22.500509Z","steps":["trace[127044409] 'agreement among raft nodes before linearized reading' (duration: 178.83843ms)"],"step_count":1}
{"level":"warn","ts":"2023-11-13T11:27:22.501598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.421638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/default/\" range_end:\"/registry/limitranges/default0\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2023-11-13T11:27:22.501865Z","caller":"traceutil/trace.go:171","msg":"trace[119573184] range","detail":"{range_begin:/registry/limitranges/default/; range_end:/registry/limitranges/default0; response_count:0; response_revision:388; }","duration":"236.695276ms","start":"2023-11-13T11:27:22.265158Z","end":"2023-11-13T11:27:22.501853Z","steps":["trace[119573184] 'agreement among raft nodes before linearized reading' (duration: 236.371759ms)"],"step_count":1}
{"level":"warn","ts":"2023-11-13T11:27:22.505338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.843133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/default/cloud-spanner-emulator\" ","response":"range_response_count:1 size:3145"}
{"level":"info","ts":"2023-11-13T11:27:22.531359Z","caller":"traceutil/trace.go:171","msg":"trace[1283242552] range","detail":"{range_begin:/registry/deployments/default/cloud-spanner-emulator; range_end:; response_count:1; response_revision:388; }","duration":"188.866961ms","start":"2023-11-13T11:27:22.342477Z","end":"2023-11-13T11:27:22.531344Z","steps":["trace[1283242552] 'agreement among raft nodes before linearized reading' (duration: 162.821266ms)"],"step_count":1}
{"level":"warn","ts":"2023-11-13T11:27:22.507571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.288392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/storage-provisioner\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2023-11-13T11:27:22.55092Z","caller":"traceutil/trace.go:171","msg":"trace[902219056] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/storage-provisioner; range_end:; response_count:0; response_revision:388; }","duration":"285.638289ms","start":"2023-11-13T11:27:22.265268Z","end":"2023-11-13T11:27:22.550906Z","steps":["trace[902219056] 'agreement among raft nodes before linearized reading' (duration: 242.258682ms)"],"step_count":1}
*
* ==> gcp-auth [80d7a4ebb5b5ba122993dcab9077e7cbf653ff798055707908bdb90477f03439] <==
* 2023/11/13 11:28:57 GCP Auth Webhook started!
2023/11/13 11:29:09 Ready to marshal response ...
2023/11/13 11:29:09 Ready to write response ...
2023/11/13 11:29:27 Ready to marshal response ...
2023/11/13 11:29:27 Ready to write response ...
2023/11/13 11:29:32 Ready to marshal response ...
2023/11/13 11:29:32 Ready to write response ...
2023/11/13 11:30:00 Ready to marshal response ...
2023/11/13 11:30:00 Ready to write response ...
2023/11/13 11:30:28 Ready to marshal response ...
2023/11/13 11:30:28 Ready to write response ...
2023/11/13 11:30:28 Ready to marshal response ...
2023/11/13 11:30:28 Ready to write response ...
2023/11/13 11:30:36 Ready to marshal response ...
2023/11/13 11:30:36 Ready to write response ...
2023/11/13 11:31:20 Ready to marshal response ...
2023/11/13 11:31:20 Ready to write response ...
2023/11/13 11:31:20 Ready to marshal response ...
2023/11/13 11:31:20 Ready to write response ...
2023/11/13 11:31:20 Ready to marshal response ...
2023/11/13 11:31:20 Ready to write response ...
2023/11/13 11:31:53 Ready to marshal response ...
2023/11/13 11:31:53 Ready to write response ...
*
* ==> kernel <==
* 11:32:20 up 1 day, 18:14, 0 users, load average: 1.08, 1.68, 2.54
Linux addons-052722 5.15.0-1049-aws #54~20.04.1-Ubuntu SMP Fri Oct 6 22:07:16 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [2319e47da54cb11b792aa09696737ea9aa61bde3d42b0107ff50570c35ba661e] <==
* I1113 11:30:10.284724 1 main.go:227] handling current node
I1113 11:30:20.289134 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:30:20.289162 1 main.go:227] handling current node
I1113 11:30:30.299937 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:30:30.299970 1 main.go:227] handling current node
I1113 11:30:40.304029 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:30:40.304061 1 main.go:227] handling current node
I1113 11:30:50.315551 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:30:50.315579 1 main.go:227] handling current node
I1113 11:31:00.326031 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:31:00.326065 1 main.go:227] handling current node
I1113 11:31:10.337025 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:31:10.337053 1 main.go:227] handling current node
I1113 11:31:20.341626 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:31:20.343272 1 main.go:227] handling current node
I1113 11:31:30.347529 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:31:30.347557 1 main.go:227] handling current node
I1113 11:31:40.359494 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:31:40.359522 1 main.go:227] handling current node
I1113 11:31:50.364150 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:31:50.364178 1 main.go:227] handling current node
I1113 11:32:00.380337 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:32:00.380381 1 main.go:227] handling current node
I1113 11:32:10.384596 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:32:10.384627 1 main.go:227] handling current node
*
* ==> kube-apiserver [1b8d9cddef67b00414e3f71f8e82b61e7de9a0f2603d38c993db4fcba96e00bb] <==
* W1113 11:29:26.667454 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1113 11:29:31.713544 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I1113 11:29:32.278541 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.108.161.141"}
I1113 11:29:41.098896 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1113 11:30:11.817041 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1113 11:30:16.149244 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1113 11:30:16.149305 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1113 11:30:16.159699 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1113 11:30:16.159753 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1113 11:30:16.185343 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1113 11:30:16.185457 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1113 11:30:16.200711 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1113 11:30:16.202163 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1113 11:30:16.210968 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1113 11:30:16.211033 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1113 11:30:16.222079 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1113 11:30:16.222268 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1113 11:30:16.235652 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1113 11:30:16.235694 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1113 11:30:17.185537 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1113 11:30:17.236338 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1113 11:30:17.246946 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
E1113 11:30:52.541013 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1113 11:31:20.900425 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.107.242.66"}
I1113 11:31:54.100634 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.105.114.254"}
*
* ==> kube-controller-manager [529c3c441ee5b8074d7f021a4bff53d8ea1834173fd53f5c5820b06772572173] <==
* W1113 11:31:25.845628 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1113 11:31:25.845660 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1113 11:31:27.165637 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1113 11:31:27.165671 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1113 11:31:36.865676 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1113 11:31:36.865711 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1113 11:31:53.766790 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I1113 11:31:53.881035 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-p8lxm"
I1113 11:31:53.888653 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="121.680338ms"
I1113 11:31:53.910697 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="21.875616ms"
I1113 11:31:53.910884 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="65.616µs"
I1113 11:31:53.932347 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="21.612µs"
I1113 11:31:56.580282 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="34.306µs"
I1113 11:31:57.580615 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="48.992µs"
I1113 11:31:58.580594 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="40.377µs"
W1113 11:31:58.838253 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1113 11:31:58.838284 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1113 11:31:59.852381 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1113 11:31:59.852414 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1113 11:32:10.643632 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="44.258µs"
W1113 11:32:11.191576 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1113 11:32:11.191748 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1113 11:32:11.344571 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1113 11:32:11.349395 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7c6974c4d8" duration="6.17µs"
I1113 11:32:11.353736 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
*
* ==> kube-proxy [88d6d6dd4ff91743320ed531d039a1d9d6f18c94a1e5554cd4bbea59524b89a1] <==
* I1113 11:27:24.121943 1 server_others.go:69] "Using iptables proxy"
I1113 11:27:24.166819 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1113 11:27:24.295729 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1113 11:27:24.326674 1 server_others.go:152] "Using iptables Proxier"
I1113 11:27:24.327639 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1113 11:27:24.327697 1 server_others.go:438] "Defaulting to no-op detect-local"
I1113 11:27:24.327806 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1113 11:27:24.328093 1 server.go:846] "Version info" version="v1.28.3"
I1113 11:27:24.330680 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1113 11:27:24.332396 1 config.go:188] "Starting service config controller"
I1113 11:27:24.332494 1 shared_informer.go:311] Waiting for caches to sync for service config
I1113 11:27:24.332567 1 config.go:97] "Starting endpoint slice config controller"
I1113 11:27:24.332612 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1113 11:27:24.333270 1 config.go:315] "Starting node config controller"
I1113 11:27:24.333331 1 shared_informer.go:311] Waiting for caches to sync for node config
I1113 11:27:24.435407 1 shared_informer.go:318] Caches are synced for node config
I1113 11:27:24.435442 1 shared_informer.go:318] Caches are synced for service config
I1113 11:27:24.435469 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [9da93317659b7e116cfe3b80a1545f70c7bfe77ab191f300093041b879381449] <==
* W1113 11:27:02.656240 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1113 11:27:02.656266 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1113 11:27:02.656303 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1113 11:27:02.656319 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1113 11:27:02.656377 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1113 11:27:02.656391 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1113 11:27:02.656431 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1113 11:27:02.656445 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1113 11:27:02.656436 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1113 11:27:02.656507 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1113 11:27:03.502250 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1113 11:27:03.502376 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1113 11:27:03.600319 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1113 11:27:03.600458 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1113 11:27:03.608435 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1113 11:27:03.608740 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1113 11:27:03.616286 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1113 11:27:03.616400 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1113 11:27:03.624890 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1113 11:27:03.624927 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1113 11:27:03.644766 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1113 11:27:03.644882 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1113 11:27:03.688166 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1113 11:27:03.688279 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
I1113 11:27:04.042954 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Nov 13 11:32:05 addons-052722 kubelet[1373]: E1113 11:32:05.866031 1373 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/805cc4a82b0df5593b41231b338c0915b1203e776571cd813f0110cdf4aa60b3/diff" to get inode usage: stat /var/lib/containers/storage/overlay/805cc4a82b0df5593b41231b338c0915b1203e776571cd813f0110cdf4aa60b3/diff: no such file or directory, extraDiskErr: <nil>
Nov 13 11:32:06 addons-052722 kubelet[1373]: I1113 11:32:06.637617 1373 scope.go:117] "RemoveContainer" containerID="48508feadbd55b0f9358e08bb9f544e39b0500c79e7c66f208f1890bc71bb732"
Nov 13 11:32:06 addons-052722 kubelet[1373]: E1113 11:32:06.637900 1373 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(3635ea55-c71e-40d1-b5bf-32fce9056f00)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="3635ea55-c71e-40d1-b5bf-32fce9056f00"
Nov 13 11:32:09 addons-052722 kubelet[1373]: I1113 11:32:09.637813 1373 scope.go:117] "RemoveContainer" containerID="42e48e6ceadde62c0298d99d2b592bb5820031bc38be697824969e54555ac7ce"
Nov 13 11:32:10 addons-052722 kubelet[1373]: I1113 11:32:10.075454 1373 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gc4dv\" (UniqueName: \"kubernetes.io/projected/3635ea55-c71e-40d1-b5bf-32fce9056f00-kube-api-access-gc4dv\") pod \"3635ea55-c71e-40d1-b5bf-32fce9056f00\" (UID: \"3635ea55-c71e-40d1-b5bf-32fce9056f00\") "
Nov 13 11:32:10 addons-052722 kubelet[1373]: I1113 11:32:10.077957 1373 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3635ea55-c71e-40d1-b5bf-32fce9056f00-kube-api-access-gc4dv" (OuterVolumeSpecName: "kube-api-access-gc4dv") pod "3635ea55-c71e-40d1-b5bf-32fce9056f00" (UID: "3635ea55-c71e-40d1-b5bf-32fce9056f00"). InnerVolumeSpecName "kube-api-access-gc4dv". PluginName "kubernetes.io/projected", VolumeGidValue ""
Nov 13 11:32:10 addons-052722 kubelet[1373]: I1113 11:32:10.176452 1373 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-gc4dv\" (UniqueName: \"kubernetes.io/projected/3635ea55-c71e-40d1-b5bf-32fce9056f00-kube-api-access-gc4dv\") on node \"addons-052722\" DevicePath \"\""
Nov 13 11:32:10 addons-052722 kubelet[1373]: I1113 11:32:10.593062 1373 scope.go:117] "RemoveContainer" containerID="48508feadbd55b0f9358e08bb9f544e39b0500c79e7c66f208f1890bc71bb732"
Nov 13 11:32:10 addons-052722 kubelet[1373]: I1113 11:32:10.595844 1373 scope.go:117] "RemoveContainer" containerID="821ecfed94f537e19bbc5a291b68c1ff1dbe878de7e357ef5b29f52ef4f20be3"
Nov 13 11:32:10 addons-052722 kubelet[1373]: E1113 11:32:10.596145 1373 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-p8lxm_default(a8b4c23e-3917-4790-8c33-b288f4d4acce)\"" pod="default/hello-world-app-5d77478584-p8lxm" podUID="a8b4c23e-3917-4790-8c33-b288f4d4acce"
Nov 13 11:32:10 addons-052722 kubelet[1373]: I1113 11:32:10.621805 1373 scope.go:117] "RemoveContainer" containerID="42e48e6ceadde62c0298d99d2b592bb5820031bc38be697824969e54555ac7ce"
Nov 13 11:32:11 addons-052722 kubelet[1373]: I1113 11:32:11.639412 1373 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="3635ea55-c71e-40d1-b5bf-32fce9056f00" path="/var/lib/kubelet/pods/3635ea55-c71e-40d1-b5bf-32fce9056f00/volumes"
Nov 13 11:32:11 addons-052722 kubelet[1373]: I1113 11:32:11.639915 1373 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="828c4748-0fae-4162-935b-be8ed20f3278" path="/var/lib/kubelet/pods/828c4748-0fae-4162-935b-be8ed20f3278/volumes"
Nov 13 11:32:11 addons-052722 kubelet[1373]: I1113 11:32:11.640307 1373 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="f978a504-febb-428c-b168-c15e80ce2948" path="/var/lib/kubelet/pods/f978a504-febb-428c-b168-c15e80ce2948/volumes"
Nov 13 11:32:14 addons-052722 kubelet[1373]: I1113 11:32:14.616541 1373 scope.go:117] "RemoveContainer" containerID="195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e"
Nov 13 11:32:14 addons-052722 kubelet[1373]: I1113 11:32:14.648810 1373 scope.go:117] "RemoveContainer" containerID="195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e"
Nov 13 11:32:14 addons-052722 kubelet[1373]: E1113 11:32:14.649260 1373 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e\": container with ID starting with 195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e not found: ID does not exist" containerID="195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e"
Nov 13 11:32:14 addons-052722 kubelet[1373]: I1113 11:32:14.649306 1373 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e"} err="failed to get container status \"195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e\": rpc error: code = NotFound desc = could not find container \"195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e\": container with ID starting with 195a8ffc707f56eddb4b2ea6b0bc545e441bbaab363b5a833531ed95a8dbd91e not found: ID does not exist"
Nov 13 11:32:14 addons-052722 kubelet[1373]: I1113 11:32:14.703508 1373 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tbbqb\" (UniqueName: \"kubernetes.io/projected/f2417a4e-8902-4b79-b0f6-bfb4a930995c-kube-api-access-tbbqb\") pod \"f2417a4e-8902-4b79-b0f6-bfb4a930995c\" (UID: \"f2417a4e-8902-4b79-b0f6-bfb4a930995c\") "
Nov 13 11:32:14 addons-052722 kubelet[1373]: I1113 11:32:14.703568 1373 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/f2417a4e-8902-4b79-b0f6-bfb4a930995c-webhook-cert\") pod \"f2417a4e-8902-4b79-b0f6-bfb4a930995c\" (UID: \"f2417a4e-8902-4b79-b0f6-bfb4a930995c\") "
Nov 13 11:32:14 addons-052722 kubelet[1373]: I1113 11:32:14.706281 1373 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f2417a4e-8902-4b79-b0f6-bfb4a930995c-kube-api-access-tbbqb" (OuterVolumeSpecName: "kube-api-access-tbbqb") pod "f2417a4e-8902-4b79-b0f6-bfb4a930995c" (UID: "f2417a4e-8902-4b79-b0f6-bfb4a930995c"). InnerVolumeSpecName "kube-api-access-tbbqb". PluginName "kubernetes.io/projected", VolumeGidValue ""
Nov 13 11:32:14 addons-052722 kubelet[1373]: I1113 11:32:14.708052 1373 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f2417a4e-8902-4b79-b0f6-bfb4a930995c-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "f2417a4e-8902-4b79-b0f6-bfb4a930995c" (UID: "f2417a4e-8902-4b79-b0f6-bfb4a930995c"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Nov 13 11:32:14 addons-052722 kubelet[1373]: I1113 11:32:14.804682 1373 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-tbbqb\" (UniqueName: \"kubernetes.io/projected/f2417a4e-8902-4b79-b0f6-bfb4a930995c-kube-api-access-tbbqb\") on node \"addons-052722\" DevicePath \"\""
Nov 13 11:32:14 addons-052722 kubelet[1373]: I1113 11:32:14.804729 1373 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/f2417a4e-8902-4b79-b0f6-bfb4a930995c-webhook-cert\") on node \"addons-052722\" DevicePath \"\""
Nov 13 11:32:15 addons-052722 kubelet[1373]: I1113 11:32:15.639022 1373 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="f2417a4e-8902-4b79-b0f6-bfb4a930995c" path="/var/lib/kubelet/pods/f2417a4e-8902-4b79-b0f6-bfb4a930995c/volumes"
*
* ==> storage-provisioner [74d30aefd6c470e0b059da036d664f4543f02dc790dcf1c9d31986b41d63a95a] <==
* I1113 11:27:51.302750 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1113 11:27:51.320760 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1113 11:27:51.320863 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1113 11:27:51.331224 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1113 11:27:51.331447 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-052722_22783a92-1c29-4bab-bcc6-3d783f1da90c!
I1113 11:27:51.331807 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"bca00a23-efc2-4d37-850f-10ef3d39d25d", APIVersion:"v1", ResourceVersion:"846", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-052722_22783a92-1c29-4bab-bcc6-3d783f1da90c became leader
I1113 11:27:51.431746 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-052722_22783a92-1c29-4bab-bcc6-3d783f1da90c!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-052722 -n addons-052722
helpers_test.go:261: (dbg) Run: kubectl --context addons-052722 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (170.07s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddons
addons_test.go:206: (dbg) Run: kubectl --context ingress-addon-legacy-222532 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:206: (dbg) Done: kubectl --context ingress-addon-legacy-222532 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: (13.844105019s)
addons_test.go:231: (dbg) Run: kubectl --context ingress-addon-legacy-222532 replace --force -f testdata/nginx-ingress-v1beta1.yaml
addons_test.go:244: (dbg) Run: kubectl --context ingress-addon-legacy-222532 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [1e6869b7-e588-495d-8da1-d13f763aa04c] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [1e6869b7-e588-495d-8da1-d13f763aa04c] Running
addons_test.go:249: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: run=nginx healthy within 9.010301151s
addons_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
E1113 11:41:39.186544 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:39.191835 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:39.202137 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:39.222446 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:39.262723 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:39.343044 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:39.503481 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:39.823845 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:40.464734 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:41.744977 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:44.305319 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:49.425812 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:41:59.665975 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
addons_test.go:261: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.038711397s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:277: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:285: (dbg) Run: kubectl --context ingress-addon-legacy-222532 replace --force -f testdata/ingress-dns-example-v1beta1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
E1113 11:42:20.146465 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.018875748s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 addons disable ingress-dns --alsologtostderr -v=1: (1.270439208s)
addons_test.go:310: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 addons disable ingress --alsologtostderr -v=1: (7.571637663s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect ingress-addon-legacy-222532
helpers_test.go:235: (dbg) docker inspect ingress-addon-legacy-222532:
-- stdout --
[
{
"Id": "7d5dd646a79c5944a7a052ed50faf25922d8662cd1bc9edabebc0a2636e7f23b",
"Created": "2023-11-13T11:38:09.793841183Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 113208,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-13T11:38:10.157744823Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:977f9df3a3e2dccc16de7b5e8115e5e1294a98b99d56135cce7538135e7a7a9d",
"ResolvConfPath": "/var/lib/docker/containers/7d5dd646a79c5944a7a052ed50faf25922d8662cd1bc9edabebc0a2636e7f23b/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7d5dd646a79c5944a7a052ed50faf25922d8662cd1bc9edabebc0a2636e7f23b/hostname",
"HostsPath": "/var/lib/docker/containers/7d5dd646a79c5944a7a052ed50faf25922d8662cd1bc9edabebc0a2636e7f23b/hosts",
"LogPath": "/var/lib/docker/containers/7d5dd646a79c5944a7a052ed50faf25922d8662cd1bc9edabebc0a2636e7f23b/7d5dd646a79c5944a7a052ed50faf25922d8662cd1bc9edabebc0a2636e7f23b-json.log",
"Name": "/ingress-addon-legacy-222532",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"ingress-addon-legacy-222532:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "ingress-addon-legacy-222532",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/b3587272c46b72e3b387fb5f597dcaf29de8fc2fb93fb590adc0f2ee4ea1dfc3-init/diff:/var/lib/docker/overlay2/d31e2083b61a8a0f7997fc3ab7784a90f5144f4cdc34fa9264d9c5f46a87d633/diff",
"MergedDir": "/var/lib/docker/overlay2/b3587272c46b72e3b387fb5f597dcaf29de8fc2fb93fb590adc0f2ee4ea1dfc3/merged",
"UpperDir": "/var/lib/docker/overlay2/b3587272c46b72e3b387fb5f597dcaf29de8fc2fb93fb590adc0f2ee4ea1dfc3/diff",
"WorkDir": "/var/lib/docker/overlay2/b3587272c46b72e3b387fb5f597dcaf29de8fc2fb93fb590adc0f2ee4ea1dfc3/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "ingress-addon-legacy-222532",
"Source": "/var/lib/docker/volumes/ingress-addon-legacy-222532/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "ingress-addon-legacy-222532",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ingress-addon-legacy-222532",
"name.minikube.sigs.k8s.io": "ingress-addon-legacy-222532",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "07218ffe1a56876f90edc8b642f97429e467571efe48b7960a15996d5fe441d7",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39761"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39760"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39757"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39759"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39758"
}
]
},
"SandboxKey": "/var/run/docker/netns/07218ffe1a56",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ingress-addon-legacy-222532": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"7d5dd646a79c",
"ingress-addon-legacy-222532"
],
"NetworkID": "127b41aacc7507782a3b8f117b8fee1229751221f67e9a8329cb14457358c5f0",
"EndpointID": "9e039472de8afa347806e8f1773a602a7ba5cae35a0a7c4d586eff81ea2bdc67",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p ingress-addon-legacy-222532 -n ingress-addon-legacy-222532
helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 logs -n 25: (1.467663125s)
helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddons logs:
-- stdout --
*
* ==> Audit <==
* |---------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| image | functional-426226 image load --daemon | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | gcr.io/google-containers/addon-resizer:functional-426226 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-426226 image ls | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| image | functional-426226 image load --daemon | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | gcr.io/google-containers/addon-resizer:functional-426226 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-426226 image ls | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| image | functional-426226 image save | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | gcr.io/google-containers/addon-resizer:functional-426226 | | | | | |
| | /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-426226 image rm | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | gcr.io/google-containers/addon-resizer:functional-426226 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-426226 image ls | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| image | functional-426226 image load | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-426226 image ls | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| image | functional-426226 image save --daemon | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | gcr.io/google-containers/addon-resizer:functional-426226 | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-426226 | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | image ls --format short | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-426226 | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | image ls --format yaml | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-426226 | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | image ls --format json | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-426226 | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | image ls --format table | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-426226 ssh pgrep | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | |
| | buildkitd | | | | | |
| image | functional-426226 image build -t | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| | localhost/my-image:functional-426226 | | | | | |
| | testdata/build --alsologtostderr | | | | | |
| image | functional-426226 image ls | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| delete | -p functional-426226 | functional-426226 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:37 UTC |
| start | -p ingress-addon-legacy-222532 | ingress-addon-legacy-222532 | jenkins | v1.32.0 | 13 Nov 23 11:37 UTC | 13 Nov 23 11:39 UTC |
| | --kubernetes-version=v1.18.20 | | | | | |
| | --memory=4096 --wait=true | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| addons | ingress-addon-legacy-222532 | ingress-addon-legacy-222532 | jenkins | v1.32.0 | 13 Nov 23 11:39 UTC | 13 Nov 23 11:39 UTC |
| | addons enable ingress | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| addons | ingress-addon-legacy-222532 | ingress-addon-legacy-222532 | jenkins | v1.32.0 | 13 Nov 23 11:39 UTC | 13 Nov 23 11:39 UTC |
| | addons enable ingress-dns | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| ssh | ingress-addon-legacy-222532 | ingress-addon-legacy-222532 | jenkins | v1.32.0 | 13 Nov 23 11:40 UTC | |
| | ssh curl -s http://127.0.0.1/ | | | | | |
| | -H 'Host: nginx.example.com' | | | | | |
| ip | ingress-addon-legacy-222532 ip | ingress-addon-legacy-222532 | jenkins | v1.32.0 | 13 Nov 23 11:42 UTC | 13 Nov 23 11:42 UTC |
| addons | ingress-addon-legacy-222532 | ingress-addon-legacy-222532 | jenkins | v1.32.0 | 13 Nov 23 11:42 UTC | 13 Nov 23 11:42 UTC |
| | addons disable ingress-dns | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | ingress-addon-legacy-222532 | ingress-addon-legacy-222532 | jenkins | v1.32.0 | 13 Nov 23 11:42 UTC | 13 Nov 23 11:42 UTC |
| | addons disable ingress | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|---------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/11/13 11:37:47
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1113 11:37:47.439837 112756 out.go:296] Setting OutFile to fd 1 ...
I1113 11:37:47.440078 112756 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:47.440093 112756 out.go:309] Setting ErrFile to fd 2...
I1113 11:37:47.440103 112756 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:47.440474 112756 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:37:47.441001 112756 out.go:303] Setting JSON to false
I1113 11:37:47.442040 112756 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":152415,"bootTime":1699723052,"procs":281,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 11:37:47.442140 112756 start.go:138] virtualization:
I1113 11:37:47.444794 112756 out.go:177] * [ingress-addon-legacy-222532] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 11:37:47.447034 112756 out.go:177] - MINIKUBE_LOCATION=17605
I1113 11:37:47.448841 112756 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 11:37:47.447211 112756 notify.go:220] Checking for updates...
I1113 11:37:47.452711 112756 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:37:47.454626 112756 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 11:37:47.456587 112756 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 11:37:47.458025 112756 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 11:37:47.460233 112756 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 11:37:47.485317 112756 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 11:37:47.485419 112756 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:37:47.563279 112756 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:23 OomKillDisable:true NGoroutines:36 SystemTime:2023-11-13 11:37:47.553353397 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:37:47.563497 112756 docker.go:295] overlay module found
I1113 11:37:47.565895 112756 out.go:177] * Using the docker driver based on user configuration
I1113 11:37:47.567453 112756 start.go:298] selected driver: docker
I1113 11:37:47.567469 112756 start.go:902] validating driver "docker" against <nil>
I1113 11:37:47.567481 112756 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 11:37:47.568097 112756 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:37:47.636383 112756 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:23 OomKillDisable:true NGoroutines:36 SystemTime:2023-11-13 11:37:47.626815335 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:37:47.636550 112756 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1113 11:37:47.636837 112756 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1113 11:37:47.638778 112756 out.go:177] * Using Docker driver with root privileges
I1113 11:37:47.640406 112756 cni.go:84] Creating CNI manager for ""
I1113 11:37:47.640429 112756 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:37:47.640446 112756 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1113 11:37:47.640469 112756 start_flags.go:323] config:
{Name:ingress-addon-legacy-222532 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-222532 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.lo
cal ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:37:47.642491 112756 out.go:177] * Starting control plane node ingress-addon-legacy-222532 in cluster ingress-addon-legacy-222532
I1113 11:37:47.644390 112756 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 11:37:47.646264 112756 out.go:177] * Pulling base image ...
I1113 11:37:47.648079 112756 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1113 11:37:47.648146 112756 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon
I1113 11:37:47.665283 112756 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon, skipping pull
I1113 11:37:47.665305 112756 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 exists in daemon, skipping load
I1113 11:37:47.713363 112756 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4
I1113 11:37:47.713396 112756 cache.go:56] Caching tarball of preloaded images
I1113 11:37:47.713572 112756 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1113 11:37:47.715524 112756 out.go:177] * Downloading Kubernetes v1.18.20 preload ...
I1113 11:37:47.717007 112756 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I1113 11:37:47.832969 112756 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4?checksum=md5:8ddd7f37d9a9977fe856222993d36c3d -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4
I1113 11:38:02.005353 112756 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I1113 11:38:02.005479 112756 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I1113 11:38:03.193323 112756 cache.go:59] Finished verifying existence of preloaded tar for v1.18.20 on crio
I1113 11:38:03.193689 112756 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/config.json ...
I1113 11:38:03.193724 112756 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/config.json: {Name:mk7aebb5fb3d24a854967d5d8cb770fc81c1927a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:38:03.193908 112756 cache.go:194] Successfully downloaded all kic artifacts
I1113 11:38:03.193956 112756 start.go:365] acquiring machines lock for ingress-addon-legacy-222532: {Name:mk3d6c632c4c79c3181459328e03f261eb5a7455 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 11:38:03.194019 112756 start.go:369] acquired machines lock for "ingress-addon-legacy-222532" in 47.221µs
I1113 11:38:03.194042 112756 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-222532 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-222532 Namespace:defau
lt APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Dis
ableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I1113 11:38:03.194114 112756 start.go:125] createHost starting for "" (driver="docker")
I1113 11:38:03.196171 112756 out.go:204] * Creating docker container (CPUs=2, Memory=4096MB) ...
I1113 11:38:03.196395 112756 start.go:159] libmachine.API.Create for "ingress-addon-legacy-222532" (driver="docker")
I1113 11:38:03.196436 112756 client.go:168] LocalClient.Create starting
I1113 11:38:03.196507 112756 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem
I1113 11:38:03.196544 112756 main.go:141] libmachine: Decoding PEM data...
I1113 11:38:03.196565 112756 main.go:141] libmachine: Parsing certificate...
I1113 11:38:03.196626 112756 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem
I1113 11:38:03.196651 112756 main.go:141] libmachine: Decoding PEM data...
I1113 11:38:03.196667 112756 main.go:141] libmachine: Parsing certificate...
I1113 11:38:03.197030 112756 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-222532 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1113 11:38:03.213509 112756 cli_runner.go:211] docker network inspect ingress-addon-legacy-222532 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1113 11:38:03.213595 112756 network_create.go:281] running [docker network inspect ingress-addon-legacy-222532] to gather additional debugging logs...
I1113 11:38:03.213615 112756 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-222532
W1113 11:38:03.233565 112756 cli_runner.go:211] docker network inspect ingress-addon-legacy-222532 returned with exit code 1
I1113 11:38:03.233597 112756 network_create.go:284] error running [docker network inspect ingress-addon-legacy-222532]: docker network inspect ingress-addon-legacy-222532: exit status 1
stdout:
[]
stderr:
Error response from daemon: network ingress-addon-legacy-222532 not found
I1113 11:38:03.233611 112756 network_create.go:286] output of [docker network inspect ingress-addon-legacy-222532]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network ingress-addon-legacy-222532 not found
** /stderr **
I1113 11:38:03.233710 112756 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:38:03.254405 112756 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4000537b50}
I1113 11:38:03.254448 112756 network_create.go:124] attempt to create docker network ingress-addon-legacy-222532 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1113 11:38:03.254503 112756 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=ingress-addon-legacy-222532 ingress-addon-legacy-222532
I1113 11:38:03.322991 112756 network_create.go:108] docker network ingress-addon-legacy-222532 192.168.49.0/24 created
I1113 11:38:03.323027 112756 kic.go:121] calculated static IP "192.168.49.2" for the "ingress-addon-legacy-222532" container
I1113 11:38:03.323123 112756 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1113 11:38:03.338933 112756 cli_runner.go:164] Run: docker volume create ingress-addon-legacy-222532 --label name.minikube.sigs.k8s.io=ingress-addon-legacy-222532 --label created_by.minikube.sigs.k8s.io=true
I1113 11:38:03.356623 112756 oci.go:103] Successfully created a docker volume ingress-addon-legacy-222532
I1113 11:38:03.356713 112756 cli_runner.go:164] Run: docker run --rm --name ingress-addon-legacy-222532-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-222532 --entrypoint /usr/bin/test -v ingress-addon-legacy-222532:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -d /var/lib
I1113 11:38:04.896450 112756 cli_runner.go:217] Completed: docker run --rm --name ingress-addon-legacy-222532-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-222532 --entrypoint /usr/bin/test -v ingress-addon-legacy-222532:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -d /var/lib: (1.53969599s)
I1113 11:38:04.896483 112756 oci.go:107] Successfully prepared a docker volume ingress-addon-legacy-222532
I1113 11:38:04.896512 112756 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1113 11:38:04.896532 112756 kic.go:194] Starting extracting preloaded images to volume ...
I1113 11:38:04.896636 112756 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-222532:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir
I1113 11:38:09.712359 112756 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-222532:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir: (4.815663004s)
I1113 11:38:09.712397 112756 kic.go:203] duration metric: took 4.815861 seconds to extract preloaded images to volume
W1113 11:38:09.712549 112756 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1113 11:38:09.712688 112756 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1113 11:38:09.778348 112756 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ingress-addon-legacy-222532 --name ingress-addon-legacy-222532 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-222532 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ingress-addon-legacy-222532 --network ingress-addon-legacy-222532 --ip 192.168.49.2 --volume ingress-addon-legacy-222532:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24
I1113 11:38:10.167562 112756 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-222532 --format={{.State.Running}}
I1113 11:38:10.192607 112756 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-222532 --format={{.State.Status}}
I1113 11:38:10.233133 112756 cli_runner.go:164] Run: docker exec ingress-addon-legacy-222532 stat /var/lib/dpkg/alternatives/iptables
I1113 11:38:10.321845 112756 oci.go:144] the created container "ingress-addon-legacy-222532" has a running status.
I1113 11:38:10.321885 112756 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa...
I1113 11:38:10.590068 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1113 11:38:10.590116 112756 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1113 11:38:10.618283 112756 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-222532 --format={{.State.Status}}
I1113 11:38:10.644404 112756 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1113 11:38:10.644427 112756 kic_runner.go:114] Args: [docker exec --privileged ingress-addon-legacy-222532 chown docker:docker /home/docker/.ssh/authorized_keys]
I1113 11:38:10.737407 112756 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-222532 --format={{.State.Status}}
I1113 11:38:10.764634 112756 machine.go:88] provisioning docker machine ...
I1113 11:38:10.764664 112756 ubuntu.go:169] provisioning hostname "ingress-addon-legacy-222532"
I1113 11:38:10.764739 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:38:10.795373 112756 main.go:141] libmachine: Using SSH client type: native
I1113 11:38:10.795808 112756 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39761 <nil> <nil>}
I1113 11:38:10.795823 112756 main.go:141] libmachine: About to run SSH command:
sudo hostname ingress-addon-legacy-222532 && echo "ingress-addon-legacy-222532" | sudo tee /etc/hostname
I1113 11:38:10.796410 112756 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:36704->127.0.0.1:39761: read: connection reset by peer
I1113 11:38:13.954581 112756 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-222532
I1113 11:38:13.954716 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:38:13.973571 112756 main.go:141] libmachine: Using SSH client type: native
I1113 11:38:13.973985 112756 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39761 <nil> <nil>}
I1113 11:38:13.974006 112756 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\singress-addon-legacy-222532' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-222532/g' /etc/hosts;
else
echo '127.0.1.1 ingress-addon-legacy-222532' | sudo tee -a /etc/hosts;
fi
fi
I1113 11:38:14.120581 112756 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1113 11:38:14.120609 112756 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17605-78988/.minikube CaCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17605-78988/.minikube}
I1113 11:38:14.120638 112756 ubuntu.go:177] setting up certificates
I1113 11:38:14.120649 112756 provision.go:83] configureAuth start
I1113 11:38:14.120713 112756 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-222532
I1113 11:38:14.139638 112756 provision.go:138] copyHostCerts
I1113 11:38:14.139681 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 11:38:14.139722 112756 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem, removing ...
I1113 11:38:14.139733 112756 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 11:38:14.139813 112756 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem (1078 bytes)
I1113 11:38:14.139893 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 11:38:14.139916 112756 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem, removing ...
I1113 11:38:14.139923 112756 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 11:38:14.139951 112756 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem (1123 bytes)
I1113 11:38:14.139992 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 11:38:14.140013 112756 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem, removing ...
I1113 11:38:14.140021 112756 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 11:38:14.140044 112756 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem (1679 bytes)
I1113 11:38:14.140134 112756 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-222532 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube ingress-addon-legacy-222532]
I1113 11:38:14.404675 112756 provision.go:172] copyRemoteCerts
I1113 11:38:14.404751 112756 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1113 11:38:14.404793 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:38:14.423274 112756 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39761 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa Username:docker}
I1113 11:38:14.526132 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1113 11:38:14.526220 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1113 11:38:14.555240 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem -> /etc/docker/server.pem
I1113 11:38:14.555380 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem --> /etc/docker/server.pem (1257 bytes)
I1113 11:38:14.584103 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1113 11:38:14.584161 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1113 11:38:14.612980 112756 provision.go:86] duration metric: configureAuth took 492.314094ms
I1113 11:38:14.613006 112756 ubuntu.go:193] setting minikube options for container-runtime
I1113 11:38:14.613209 112756 config.go:182] Loaded profile config "ingress-addon-legacy-222532": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I1113 11:38:14.613315 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:38:14.631479 112756 main.go:141] libmachine: Using SSH client type: native
I1113 11:38:14.632020 112756 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39761 <nil> <nil>}
I1113 11:38:14.632041 112756 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1113 11:38:14.916018 112756 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1113 11:38:14.916045 112756 machine.go:91] provisioned docker machine in 4.151391646s
I1113 11:38:14.916055 112756 client.go:171] LocalClient.Create took 11.719609751s
I1113 11:38:14.916067 112756 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-222532" took 11.719672733s
I1113 11:38:14.916076 112756 start.go:300] post-start starting for "ingress-addon-legacy-222532" (driver="docker")
I1113 11:38:14.916086 112756 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1113 11:38:14.916155 112756 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1113 11:38:14.916205 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:38:14.934366 112756 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39761 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa Username:docker}
I1113 11:38:15.037086 112756 ssh_runner.go:195] Run: cat /etc/os-release
I1113 11:38:15.042460 112756 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1113 11:38:15.042518 112756 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1113 11:38:15.042530 112756 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1113 11:38:15.042545 112756 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1113 11:38:15.042558 112756 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/addons for local assets ...
I1113 11:38:15.042637 112756 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/files for local assets ...
I1113 11:38:15.042750 112756 filesync.go:149] local asset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> 844002.pem in /etc/ssl/certs
I1113 11:38:15.042763 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> /etc/ssl/certs/844002.pem
I1113 11:38:15.042909 112756 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1113 11:38:15.059927 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /etc/ssl/certs/844002.pem (1708 bytes)
I1113 11:38:15.095024 112756 start.go:303] post-start completed in 178.930399ms
I1113 11:38:15.095521 112756 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-222532
I1113 11:38:15.123929 112756 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/config.json ...
I1113 11:38:15.124289 112756 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 11:38:15.124381 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:38:15.144349 112756 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39761 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa Username:docker}
I1113 11:38:15.245530 112756 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1113 11:38:15.251426 112756 start.go:128] duration metric: createHost completed in 12.057295873s
I1113 11:38:15.251452 112756 start.go:83] releasing machines lock for "ingress-addon-legacy-222532", held for 12.057421549s
I1113 11:38:15.251526 112756 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-222532
I1113 11:38:15.268840 112756 ssh_runner.go:195] Run: cat /version.json
I1113 11:38:15.268885 112756 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1113 11:38:15.268952 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:38:15.268889 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:38:15.290779 112756 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39761 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa Username:docker}
I1113 11:38:15.304945 112756 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39761 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa Username:docker}
I1113 11:38:15.520450 112756 ssh_runner.go:195] Run: systemctl --version
I1113 11:38:15.526218 112756 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1113 11:38:15.672209 112756 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1113 11:38:15.678237 112756 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:38:15.705389 112756 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1113 11:38:15.705469 112756 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:38:15.743962 112756 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1113 11:38:15.743984 112756 start.go:472] detecting cgroup driver to use...
I1113 11:38:15.744016 112756 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1113 11:38:15.744071 112756 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1113 11:38:15.762251 112756 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1113 11:38:15.775963 112756 docker.go:203] disabling cri-docker service (if available) ...
I1113 11:38:15.776029 112756 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1113 11:38:15.792542 112756 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1113 11:38:15.809549 112756 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1113 11:38:15.902821 112756 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1113 11:38:16.012652 112756 docker.go:219] disabling docker service ...
I1113 11:38:16.012729 112756 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1113 11:38:16.038148 112756 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1113 11:38:16.054404 112756 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1113 11:38:16.160734 112756 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1113 11:38:16.268474 112756 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1113 11:38:16.283347 112756 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1113 11:38:16.304138 112756 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1113 11:38:16.304246 112756 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:38:16.320979 112756 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1113 11:38:16.321088 112756 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:38:16.333521 112756 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:38:16.345946 112756 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:38:16.358426 112756 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1113 11:38:16.369700 112756 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1113 11:38:16.380219 112756 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1113 11:38:16.390636 112756 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1113 11:38:16.485820 112756 ssh_runner.go:195] Run: sudo systemctl restart crio
I1113 11:38:16.607414 112756 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1113 11:38:16.607492 112756 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1113 11:38:16.612585 112756 start.go:540] Will wait 60s for crictl version
I1113 11:38:16.612656 112756 ssh_runner.go:195] Run: which crictl
I1113 11:38:16.617556 112756 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1113 11:38:16.663894 112756 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1113 11:38:16.663979 112756 ssh_runner.go:195] Run: crio --version
I1113 11:38:16.712122 112756 ssh_runner.go:195] Run: crio --version
I1113 11:38:16.762293 112756 out.go:177] * Preparing Kubernetes v1.18.20 on CRI-O 1.24.6 ...
I1113 11:38:16.764302 112756 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-222532 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:38:16.781771 112756 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1113 11:38:16.786414 112756 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:38:16.799775 112756 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I1113 11:38:16.799848 112756 ssh_runner.go:195] Run: sudo crictl images --output json
I1113 11:38:16.855731 112756 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I1113 11:38:16.855804 112756 ssh_runner.go:195] Run: which lz4
I1113 11:38:16.860247 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 -> /preloaded.tar.lz4
I1113 11:38:16.860345 112756 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I1113 11:38:16.864714 112756 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1113 11:38:16.864749 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 --> /preloaded.tar.lz4 (489766197 bytes)
I1113 11:38:19.061837 112756 crio.go:444] Took 2.201531 seconds to copy over tarball
I1113 11:38:19.061959 112756 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4
I1113 11:38:21.733564 112756 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (2.671544856s)
I1113 11:38:21.733635 112756 crio.go:451] Took 2.671722 seconds to extract the tarball
I1113 11:38:21.733651 112756 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1113 11:38:21.821485 112756 ssh_runner.go:195] Run: sudo crictl images --output json
I1113 11:38:21.865036 112756 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I1113 11:38:21.865059 112756 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]
I1113 11:38:21.865102 112756 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I1113 11:38:21.865146 112756 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20
I1113 11:38:21.865307 112756 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20
I1113 11:38:21.865396 112756 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20
I1113 11:38:21.865317 112756 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I1113 11:38:21.865481 112756 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20
I1113 11:38:21.865330 112756 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I1113 11:38:21.865340 112756 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I1113 11:38:21.866664 112756 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20
I1113 11:38:21.867168 112756 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I1113 11:38:21.867241 112756 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20
I1113 11:38:21.867292 112756 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20
I1113 11:38:21.867363 112756 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I1113 11:38:21.867168 112756 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I1113 11:38:21.867600 112756 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I1113 11:38:21.867211 112756 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20
I1113 11:38:22.190545 112756 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.2
W1113 11:38:22.218042 112756 image.go:265] image registry.k8s.io/etcd:3.4.3-0 arch mismatch: want arm64 got amd64. fixing
I1113 11:38:22.218276 112756 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0
W1113 11:38:22.220521 112756 image.go:265] image registry.k8s.io/coredns:1.6.7 arch mismatch: want arm64 got amd64. fixing
I1113 11:38:22.220987 112756 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7
W1113 11:38:22.223774 112756 image.go:265] image registry.k8s.io/kube-apiserver:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I1113 11:38:22.223941 112756 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20
W1113 11:38:22.236531 112756 image.go:265] image registry.k8s.io/kube-controller-manager:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I1113 11:38:22.236708 112756 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20
W1113 11:38:22.240683 112756 image.go:265] image registry.k8s.io/kube-proxy:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I1113 11:38:22.240974 112756 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20
W1113 11:38:22.284585 112756 image.go:265] image registry.k8s.io/kube-scheduler:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I1113 11:38:22.284767 112756 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20
I1113 11:38:22.288825 112756 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "2a060e2e7101d419352bf82c613158587400be743482d9a537ec4a9d1b4eb93c" in container runtime
I1113 11:38:22.288919 112756 cri.go:218] Removing image: registry.k8s.io/pause:3.2
I1113 11:38:22.288999 112756 ssh_runner.go:195] Run: which crictl
W1113 11:38:22.384163 112756 image.go:265] image gcr.io/k8s-minikube/storage-provisioner:v5 arch mismatch: want arm64 got amd64. fixing
I1113 11:38:22.384386 112756 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I1113 11:38:22.439767 112756 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "29dd247b2572efbe28fcaea3fef1c5d72593da59f7350e3f6d2e6618983f9c03" in container runtime
I1113 11:38:22.439850 112756 cri.go:218] Removing image: registry.k8s.io/etcd:3.4.3-0
I1113 11:38:22.439932 112756 ssh_runner.go:195] Run: which crictl
I1113 11:38:22.461720 112756 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "ff3af22d8878afc6985d3fec3e066d00ef431aa166c3a01ac58f1990adc92a2c" in container runtime
I1113 11:38:22.564763 112756 cri.go:218] Removing image: registry.k8s.io/coredns:1.6.7
I1113 11:38:22.468286 112756 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "d353007847ec85700463981309a5846c8d9c93fbcd1323104266212926d68257" in container runtime
I1113 11:38:22.564861 112756 ssh_runner.go:195] Run: which crictl
I1113 11:38:22.564920 112756 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.18.20
I1113 11:38:22.564994 112756 ssh_runner.go:195] Run: which crictl
I1113 11:38:22.468321 112756 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "297c79afbdb81ceb4cf857e0c54a0de7b6ce7ebe01e6cab68fc8baf342be3ea7" in container runtime
I1113 11:38:22.565074 112756 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20
I1113 11:38:22.565110 112756 ssh_runner.go:195] Run: which crictl
I1113 11:38:22.490874 112756 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "b11cdc97ac6ac4ef2b3b0662edbe16597084b17cbc8e3d61fcaf4ef827a7ed18" in container runtime
I1113 11:38:22.565162 112756 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.18.20
I1113 11:38:22.565188 112756 ssh_runner.go:195] Run: which crictl
I1113 11:38:22.490936 112756 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "177548d745cb87f773d02f41d453af2f2a1479dbe3c32e749cf6d8145c005e79" in container runtime
I1113 11:38:22.565224 112756 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.18.20
I1113 11:38:22.565248 112756 ssh_runner.go:195] Run: which crictl
I1113 11:38:22.490999 112756 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/pause:3.2
I1113 11:38:22.602395 112756 cache_images.go:116] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51" in container runtime
I1113 11:38:22.602443 112756 cri.go:218] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5
I1113 11:38:22.602491 112756 ssh_runner.go:195] Run: which crictl
I1113 11:38:22.602568 112756 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/etcd:3.4.3-0
I1113 11:38:22.602630 112756 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/coredns:1.6.7
I1113 11:38:22.624744 112756 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.18.20
I1113 11:38:22.624923 112756 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2
I1113 11:38:22.625010 112756 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.18.20
I1113 11:38:22.625096 112756 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-proxy:v1.18.20
I1113 11:38:22.625192 112756 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.18.20
I1113 11:38:22.733329 112756 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.6.7
I1113 11:38:22.733477 112756 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1113 11:38:22.733593 112756 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.3-0
I1113 11:38:22.792531 112756 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.18.20
I1113 11:38:22.792587 112756 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.18.20
I1113 11:38:22.792628 112756 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.18.20
I1113 11:38:22.792668 112756 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.18.20
I1113 11:38:22.831672 112756 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5
I1113 11:38:22.831747 112756 cache_images.go:92] LoadImages completed in 966.675672ms
W1113 11:38:22.831813 112756 out.go:239] X Unable to load cached images: loading cached images: stat /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2: no such file or directory
I1113 11:38:22.831886 112756 ssh_runner.go:195] Run: crio config
I1113 11:38:22.883963 112756 cni.go:84] Creating CNI manager for ""
I1113 11:38:22.883984 112756 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:38:22.884015 112756 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1113 11:38:22.884059 112756 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-222532 NodeName:ingress-addon-legacy-222532 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.c
rt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}
I1113 11:38:22.884211 112756 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta2
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/crio/crio.sock
name: "ingress-addon-legacy-222532"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta2
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.18.20
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1113 11:38:22.884304 112756 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=ingress-addon-legacy-222532 --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-222532 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1113 11:38:22.884402 112756 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20
I1113 11:38:22.894838 112756 binaries.go:44] Found k8s binaries, skipping transfer
I1113 11:38:22.894959 112756 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1113 11:38:22.905220 112756 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (486 bytes)
I1113 11:38:22.925703 112756 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)
I1113 11:38:22.946826 112756 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2123 bytes)
I1113 11:38:22.967665 112756 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1113 11:38:22.972229 112756 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:38:22.985595 112756 certs.go:56] Setting up /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532 for IP: 192.168.49.2
I1113 11:38:22.985669 112756 certs.go:190] acquiring lock for shared ca certs: {Name:mk4c09792c7e9e45f4b9c353ad8dff3e8ba4f6de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:38:22.985833 112756 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key
I1113 11:38:22.985898 112756 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key
I1113 11:38:22.985969 112756 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.key
I1113 11:38:22.985986 112756 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt with IP's: []
I1113 11:38:23.367620 112756 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt ...
I1113 11:38:23.367656 112756 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: {Name:mk731d4a98c7725aafd7a7cc49443b00c0288c84 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:38:23.367865 112756 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.key ...
I1113 11:38:23.367880 112756 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.key: {Name:mkad2683d088682eaa7b15e981b904041552023b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:38:23.367970 112756 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.key.dd3b5fb2
I1113 11:38:23.367982 112756 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1113 11:38:23.876876 112756 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.crt.dd3b5fb2 ...
I1113 11:38:23.876910 112756 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.crt.dd3b5fb2: {Name:mk410cddf65610f5608e47f0b4ac590b9a927dc8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:38:23.877104 112756 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.key.dd3b5fb2 ...
I1113 11:38:23.877118 112756 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.key.dd3b5fb2: {Name:mkf2308d4ba6a91dbc18445eab2cd7af49b6e357 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:38:23.877203 112756 certs.go:337] copying /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.crt
I1113 11:38:23.877283 112756 certs.go:341] copying /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.key
I1113 11:38:23.877353 112756 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.key
I1113 11:38:23.877370 112756 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.crt with IP's: []
I1113 11:38:24.160163 112756 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.crt ...
I1113 11:38:24.160197 112756 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.crt: {Name:mk48dc75088461e16291608c82de5d156bfd215f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:38:24.160388 112756 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.key ...
I1113 11:38:24.160402 112756 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.key: {Name:mkc1741c4c7ad731c01f2942ec8029eeb705dba2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:38:24.160487 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1113 11:38:24.160511 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1113 11:38:24.160529 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1113 11:38:24.160540 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1113 11:38:24.160554 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1113 11:38:24.160569 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1113 11:38:24.160586 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1113 11:38:24.160602 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1113 11:38:24.160655 112756 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem (1338 bytes)
W1113 11:38:24.160694 112756 certs.go:433] ignoring /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400_empty.pem, impossibly tiny 0 bytes
I1113 11:38:24.160710 112756 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem (1679 bytes)
I1113 11:38:24.160737 112756 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem (1078 bytes)
I1113 11:38:24.160764 112756 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem (1123 bytes)
I1113 11:38:24.160800 112756 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem (1679 bytes)
I1113 11:38:24.160853 112756 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem (1708 bytes)
I1113 11:38:24.160888 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem -> /usr/share/ca-certificates/84400.pem
I1113 11:38:24.160906 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> /usr/share/ca-certificates/844002.pem
I1113 11:38:24.160920 112756 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1113 11:38:24.161510 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1113 11:38:24.192114 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1113 11:38:24.221755 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1113 11:38:24.250902 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1113 11:38:24.279491 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1113 11:38:24.308107 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1113 11:38:24.336681 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1113 11:38:24.365728 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1113 11:38:24.393872 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem --> /usr/share/ca-certificates/84400.pem (1338 bytes)
I1113 11:38:24.422395 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /usr/share/ca-certificates/844002.pem (1708 bytes)
I1113 11:38:24.453050 112756 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1113 11:38:24.481699 112756 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1113 11:38:24.503187 112756 ssh_runner.go:195] Run: openssl version
I1113 11:38:24.510198 112756 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/84400.pem && ln -fs /usr/share/ca-certificates/84400.pem /etc/ssl/certs/84400.pem"
I1113 11:38:24.521909 112756 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/84400.pem
I1113 11:38:24.526569 112756 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Nov 13 11:33 /usr/share/ca-certificates/84400.pem
I1113 11:38:24.526670 112756 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/84400.pem
I1113 11:38:24.535436 112756 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/84400.pem /etc/ssl/certs/51391683.0"
I1113 11:38:24.546831 112756 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/844002.pem && ln -fs /usr/share/ca-certificates/844002.pem /etc/ssl/certs/844002.pem"
I1113 11:38:24.558535 112756 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/844002.pem
I1113 11:38:24.563379 112756 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Nov 13 11:33 /usr/share/ca-certificates/844002.pem
I1113 11:38:24.563523 112756 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/844002.pem
I1113 11:38:24.572043 112756 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/844002.pem /etc/ssl/certs/3ec20f2e.0"
I1113 11:38:24.583266 112756 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1113 11:38:24.595038 112756 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1113 11:38:24.599869 112756 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Nov 13 11:26 /usr/share/ca-certificates/minikubeCA.pem
I1113 11:38:24.599980 112756 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1113 11:38:24.608489 112756 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1113 11:38:24.620579 112756 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1113 11:38:24.625054 112756 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1113 11:38:24.625153 112756 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-222532 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-222532 Namespace:default APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi
zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:38:24.625231 112756 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1113 11:38:24.625289 112756 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1113 11:38:24.668029 112756 cri.go:89] found id: ""
I1113 11:38:24.668151 112756 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1113 11:38:24.678669 112756 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1113 11:38:24.689242 112756 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1113 11:38:24.689357 112756 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1113 11:38:24.699982 112756 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1113 11:38:24.700062 112756 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1113 11:38:24.755087 112756 kubeadm.go:322] W1113 11:38:24.754550 1226 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
I1113 11:38:24.804649 112756 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1049-aws\n", err: exit status 1
I1113 11:38:24.891554 112756 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1113 11:38:31.795891 112756 kubeadm.go:322] W1113 11:38:31.795495 1226 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I1113 11:38:31.798265 112756 kubeadm.go:322] W1113 11:38:31.797912 1226 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I1113 11:38:44.839429 112756 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20
I1113 11:38:44.839484 112756 kubeadm.go:322] [preflight] Running pre-flight checks
I1113 11:38:44.839565 112756 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1113 11:38:44.839617 112756 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1049-aws[0m
I1113 11:38:44.839650 112756 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1113 11:38:44.839692 112756 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1113 11:38:44.839737 112756 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1113 11:38:44.839781 112756 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1113 11:38:44.839826 112756 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1113 11:38:44.839871 112756 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1113 11:38:44.839928 112756 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1113 11:38:44.839995 112756 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1113 11:38:44.840095 112756 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1113 11:38:44.840181 112756 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1113 11:38:44.840277 112756 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1113 11:38:44.840354 112756 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1113 11:38:44.840391 112756 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1113 11:38:44.840451 112756 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1113 11:38:44.842387 112756 out.go:204] - Generating certificates and keys ...
I1113 11:38:44.842474 112756 kubeadm.go:322] [certs] Using existing ca certificate authority
I1113 11:38:44.842540 112756 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1113 11:38:44.842603 112756 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1113 11:38:44.842694 112756 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1113 11:38:44.842782 112756 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1113 11:38:44.842839 112756 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1113 11:38:44.842903 112756 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1113 11:38:44.843037 112756 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-222532 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1113 11:38:44.843107 112756 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1113 11:38:44.843272 112756 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-222532 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1113 11:38:44.843466 112756 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1113 11:38:44.843582 112756 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1113 11:38:44.843658 112756 kubeadm.go:322] [certs] Generating "sa" key and public key
I1113 11:38:44.843743 112756 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1113 11:38:44.843857 112756 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1113 11:38:44.843945 112756 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1113 11:38:44.844043 112756 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1113 11:38:44.844133 112756 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1113 11:38:44.844241 112756 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1113 11:38:44.847308 112756 out.go:204] - Booting up control plane ...
I1113 11:38:44.847442 112756 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1113 11:38:44.847526 112756 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1113 11:38:44.847620 112756 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1113 11:38:44.847735 112756 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1113 11:38:44.847928 112756 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1113 11:38:44.848009 112756 kubeadm.go:322] [apiclient] All control plane components are healthy after 11.502818 seconds
I1113 11:38:44.848114 112756 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1113 11:38:44.848244 112756 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster
I1113 11:38:44.848309 112756 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1113 11:38:44.848443 112756 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-222532 as control-plane by adding the label "node-role.kubernetes.io/master=''"
I1113 11:38:44.848499 112756 kubeadm.go:322] [bootstrap-token] Using token: qbr6dk.vso2sqj23gwugdzy
I1113 11:38:44.850020 112756 out.go:204] - Configuring RBAC rules ...
I1113 11:38:44.850136 112756 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1113 11:38:44.850221 112756 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1113 11:38:44.850366 112756 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1113 11:38:44.850493 112756 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1113 11:38:44.850608 112756 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1113 11:38:44.850693 112756 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1113 11:38:44.850817 112756 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1113 11:38:44.850884 112756 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1113 11:38:44.850930 112756 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1113 11:38:44.850935 112756 kubeadm.go:322]
I1113 11:38:44.850994 112756 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1113 11:38:44.850999 112756 kubeadm.go:322]
I1113 11:38:44.851075 112756 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1113 11:38:44.851079 112756 kubeadm.go:322]
I1113 11:38:44.851104 112756 kubeadm.go:322] mkdir -p $HOME/.kube
I1113 11:38:44.851163 112756 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1113 11:38:44.851213 112756 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1113 11:38:44.851218 112756 kubeadm.go:322]
I1113 11:38:44.851270 112756 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1113 11:38:44.851457 112756 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1113 11:38:44.851588 112756 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1113 11:38:44.851605 112756 kubeadm.go:322]
I1113 11:38:44.851692 112756 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1113 11:38:44.851764 112756 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1113 11:38:44.851768 112756 kubeadm.go:322]
I1113 11:38:44.851847 112756 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token qbr6dk.vso2sqj23gwugdzy \
I1113 11:38:44.851988 112756 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7 \
I1113 11:38:44.852011 112756 kubeadm.go:322] --control-plane
I1113 11:38:44.852015 112756 kubeadm.go:322]
I1113 11:38:44.852094 112756 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1113 11:38:44.852099 112756 kubeadm.go:322]
I1113 11:38:44.852180 112756 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token qbr6dk.vso2sqj23gwugdzy \
I1113 11:38:44.852287 112756 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7
I1113 11:38:44.852295 112756 cni.go:84] Creating CNI manager for ""
I1113 11:38:44.852303 112756 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:38:44.854692 112756 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1113 11:38:44.856435 112756 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1113 11:38:44.861652 112756 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.18.20/kubectl ...
I1113 11:38:44.861717 112756 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1113 11:38:44.885228 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1113 11:38:45.415976 112756 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1113 11:38:45.416073 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:45.416118 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=38bf9295d07b53a964e04743c0d3a5a2b8d47342 minikube.k8s.io/name=ingress-addon-legacy-222532 minikube.k8s.io/updated_at=2023_11_13T11_38_45_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:45.590928 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:45.591025 112756 ops.go:34] apiserver oom_adj: -16
I1113 11:38:45.689888 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:46.291680 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:46.791105 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:47.291078 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:47.791073 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:48.291344 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:48.791105 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:49.291392 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:49.791779 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:50.291110 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:50.791096 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:51.292094 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:51.791150 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:52.291979 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:52.791797 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:53.291043 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:53.791102 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:54.291835 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:54.791553 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:55.291798 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:55.791553 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:56.292058 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:56.791931 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:57.291897 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:57.791479 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:58.291404 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:58.791995 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:59.291116 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:38:59.791104 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:39:00.291125 112756 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:39:00.466136 112756 kubeadm.go:1081] duration metric: took 15.050123906s to wait for elevateKubeSystemPrivileges.
I1113 11:39:00.466169 112756 kubeadm.go:406] StartCluster complete in 35.841019645s
I1113 11:39:00.466188 112756 settings.go:142] acquiring lock: {Name:mk879b02fe6fc7cadc6dc7ae1ee388cee7e588cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:39:00.466256 112756 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:39:00.467051 112756 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/kubeconfig: {Name:mk249265cec2468fbd1b9b3796318d02c58236ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:39:00.467860 112756 kapi.go:59] client config for ingress-addon-legacy-222532: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt", KeyFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.key", CAFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8
(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c4650), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1113 11:39:00.469366 112756 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1113 11:39:00.469640 112756 config.go:182] Loaded profile config "ingress-addon-legacy-222532": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I1113 11:39:00.469682 112756 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]
I1113 11:39:00.469760 112756 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-222532"
I1113 11:39:00.469775 112756 addons.go:231] Setting addon storage-provisioner=true in "ingress-addon-legacy-222532"
I1113 11:39:00.469819 112756 host.go:66] Checking if "ingress-addon-legacy-222532" exists ...
I1113 11:39:00.470313 112756 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-222532 --format={{.State.Status}}
I1113 11:39:00.470952 112756 cert_rotation.go:137] Starting client certificate rotation controller
I1113 11:39:00.471012 112756 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-222532"
I1113 11:39:00.471034 112756 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-222532"
I1113 11:39:00.471375 112756 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-222532 --format={{.State.Status}}
I1113 11:39:00.530906 112756 kapi.go:59] client config for ingress-addon-legacy-222532: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt", KeyFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.key", CAFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8
(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c4650), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1113 11:39:00.531189 112756 addons.go:231] Setting addon default-storageclass=true in "ingress-addon-legacy-222532"
I1113 11:39:00.531225 112756 host.go:66] Checking if "ingress-addon-legacy-222532" exists ...
I1113 11:39:00.531714 112756 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-222532 --format={{.State.Status}}
I1113 11:39:00.533672 112756 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1113 11:39:00.535419 112756 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1113 11:39:00.535446 112756 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1113 11:39:00.535513 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:39:00.589451 112756 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1113 11:39:00.589474 112756 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1113 11:39:00.589547 112756 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-222532
I1113 11:39:00.591259 112756 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39761 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa Username:docker}
I1113 11:39:00.629816 112756 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39761 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/ingress-addon-legacy-222532/id_rsa Username:docker}
I1113 11:39:00.757511 112756 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1113 11:39:00.760655 112756 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1113 11:39:00.805677 112756 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
W1113 11:39:01.107149 112756 kapi.go:245] failed rescaling "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-222532" context to 1 replicas: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
E1113 11:39:01.107228 112756 start.go:219] Unable to scale down deployment "coredns" in namespace "kube-system" to 1 replica: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
I1113 11:39:01.107272 112756 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I1113 11:39:01.112345 112756 out.go:177] * Verifying Kubernetes components...
I1113 11:39:01.120535 112756 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:39:01.312130 112756 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1113 11:39:01.414080 112756 kapi.go:59] client config for ingress-addon-legacy-222532: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt", KeyFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.key", CAFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8
(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c4650), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1113 11:39:01.414422 112756 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-222532" to be "Ready" ...
I1113 11:39:01.427662 112756 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1113 11:39:01.429544 112756 addons.go:502] enable addons completed in 959.855114ms: enabled=[storage-provisioner default-storageclass]
I1113 11:39:03.430292 112756 node_ready.go:58] node "ingress-addon-legacy-222532" has status "Ready":"False"
I1113 11:39:05.929873 112756 node_ready.go:58] node "ingress-addon-legacy-222532" has status "Ready":"False"
I1113 11:39:07.930211 112756 node_ready.go:58] node "ingress-addon-legacy-222532" has status "Ready":"False"
I1113 11:39:08.429314 112756 node_ready.go:49] node "ingress-addon-legacy-222532" has status "Ready":"True"
I1113 11:39:08.429340 112756 node_ready.go:38] duration metric: took 7.014878126s waiting for node "ingress-addon-legacy-222532" to be "Ready" ...
I1113 11:39:08.429352 112756 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1113 11:39:08.437126 112756 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-bgj9q" in "kube-system" namespace to be "Ready" ...
I1113 11:39:10.445558 112756 pod_ready.go:102] pod "coredns-66bff467f8-bgj9q" in "kube-system" namespace doesn't have "Ready" status: {Phase:Pending Conditions:[{Type:PodScheduled Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-11-13 11:39:00 +0000 UTC Reason:Unschedulable Message:0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.}] Message: Reason: NominatedNodeName: HostIP: HostIPs:[] PodIP: PodIPs:[] StartTime:<nil> InitContainerStatuses:[] ContainerStatuses:[] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I1113 11:39:12.948170 112756 pod_ready.go:102] pod "coredns-66bff467f8-bgj9q" in "kube-system" namespace has status "Ready":"False"
I1113 11:39:14.948233 112756 pod_ready.go:102] pod "coredns-66bff467f8-bgj9q" in "kube-system" namespace has status "Ready":"False"
I1113 11:39:17.448673 112756 pod_ready.go:102] pod "coredns-66bff467f8-bgj9q" in "kube-system" namespace has status "Ready":"False"
I1113 11:39:19.448735 112756 pod_ready.go:102] pod "coredns-66bff467f8-bgj9q" in "kube-system" namespace has status "Ready":"False"
I1113 11:39:21.947683 112756 pod_ready.go:102] pod "coredns-66bff467f8-bgj9q" in "kube-system" namespace has status "Ready":"False"
I1113 11:39:22.449425 112756 pod_ready.go:92] pod "coredns-66bff467f8-bgj9q" in "kube-system" namespace has status "Ready":"True"
I1113 11:39:22.449452 112756 pod_ready.go:81] duration metric: took 14.012283865s waiting for pod "coredns-66bff467f8-bgj9q" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.449464 112756 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-hqtw6" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.454355 112756 pod_ready.go:92] pod "coredns-66bff467f8-hqtw6" in "kube-system" namespace has status "Ready":"True"
I1113 11:39:22.454381 112756 pod_ready.go:81] duration metric: took 4.909151ms waiting for pod "coredns-66bff467f8-hqtw6" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.454393 112756 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-222532" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.460166 112756 pod_ready.go:92] pod "etcd-ingress-addon-legacy-222532" in "kube-system" namespace has status "Ready":"True"
I1113 11:39:22.460201 112756 pod_ready.go:81] duration metric: took 5.799654ms waiting for pod "etcd-ingress-addon-legacy-222532" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.460229 112756 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-222532" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.468801 112756 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-222532" in "kube-system" namespace has status "Ready":"True"
I1113 11:39:22.468822 112756 pod_ready.go:81] duration metric: took 8.574736ms waiting for pod "kube-apiserver-ingress-addon-legacy-222532" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.468835 112756 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-222532" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.475020 112756 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-222532" in "kube-system" namespace has status "Ready":"True"
I1113 11:39:22.475047 112756 pod_ready.go:81] duration metric: took 6.204098ms waiting for pod "kube-controller-manager-ingress-addon-legacy-222532" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.475062 112756 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-85w8p" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.643407 112756 request.go:629] Waited for 168.229905ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-85w8p
I1113 11:39:22.843385 112756 request.go:629] Waited for 197.286185ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes/ingress-addon-legacy-222532
I1113 11:39:22.846123 112756 pod_ready.go:92] pod "kube-proxy-85w8p" in "kube-system" namespace has status "Ready":"True"
I1113 11:39:22.846146 112756 pod_ready.go:81] duration metric: took 371.077289ms waiting for pod "kube-proxy-85w8p" in "kube-system" namespace to be "Ready" ...
I1113 11:39:22.846156 112756 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-222532" in "kube-system" namespace to be "Ready" ...
I1113 11:39:23.043668 112756 request.go:629] Waited for 197.405075ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ingress-addon-legacy-222532
I1113 11:39:23.243573 112756 request.go:629] Waited for 197.325799ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes/ingress-addon-legacy-222532
I1113 11:39:23.246294 112756 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-222532" in "kube-system" namespace has status "Ready":"True"
I1113 11:39:23.246321 112756 pod_ready.go:81] duration metric: took 400.157124ms waiting for pod "kube-scheduler-ingress-addon-legacy-222532" in "kube-system" namespace to be "Ready" ...
I1113 11:39:23.246334 112756 pod_ready.go:38] duration metric: took 14.816967199s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1113 11:39:23.246353 112756 api_server.go:52] waiting for apiserver process to appear ...
I1113 11:39:23.246415 112756 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1113 11:39:23.260480 112756 api_server.go:72] duration metric: took 22.153130802s to wait for apiserver process to appear ...
I1113 11:39:23.260504 112756 api_server.go:88] waiting for apiserver healthz status ...
I1113 11:39:23.260522 112756 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1113 11:39:23.269521 112756 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1113 11:39:23.270518 112756 api_server.go:141] control plane version: v1.18.20
I1113 11:39:23.270546 112756 api_server.go:131] duration metric: took 10.035194ms to wait for apiserver health ...
I1113 11:39:23.270556 112756 system_pods.go:43] waiting for kube-system pods to appear ...
I1113 11:39:23.443870 112756 request.go:629] Waited for 173.251564ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I1113 11:39:23.450482 112756 system_pods.go:59] 9 kube-system pods found
I1113 11:39:23.450524 112756 system_pods.go:61] "coredns-66bff467f8-bgj9q" [240fccec-b6d2-4a1a-82c1-2f360ce5e2a4] Running
I1113 11:39:23.450534 112756 system_pods.go:61] "coredns-66bff467f8-hqtw6" [65c14de9-8fca-40f6-88ee-aa3666627e82] Running
I1113 11:39:23.450540 112756 system_pods.go:61] "etcd-ingress-addon-legacy-222532" [188c359e-b078-4216-b8f8-01b610e367f5] Running
I1113 11:39:23.450574 112756 system_pods.go:61] "kindnet-x5xb2" [e50026e5-0d03-4ead-978d-3ca45c860ebd] Running
I1113 11:39:23.450583 112756 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-222532" [df52a19c-1365-4393-826f-1cedf5bb26b1] Running
I1113 11:39:23.450590 112756 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-222532" [fbc32a75-668f-427d-8a33-52b13980a34f] Running
I1113 11:39:23.450618 112756 system_pods.go:61] "kube-proxy-85w8p" [1e5c6c3d-687e-42ae-9638-ae6332166711] Running
I1113 11:39:23.450632 112756 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-222532" [437aac0d-0089-4065-b72d-98aaf9dab930] Running
I1113 11:39:23.450637 112756 system_pods.go:61] "storage-provisioner" [22e1bc86-acdf-4bef-b001-5de177165206] Running
I1113 11:39:23.450643 112756 system_pods.go:74] duration metric: took 180.081658ms to wait for pod list to return data ...
I1113 11:39:23.450655 112756 default_sa.go:34] waiting for default service account to be created ...
I1113 11:39:23.644108 112756 request.go:629] Waited for 193.382842ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/default/serviceaccounts
I1113 11:39:23.646517 112756 default_sa.go:45] found service account: "default"
I1113 11:39:23.646582 112756 default_sa.go:55] duration metric: took 195.916875ms for default service account to be created ...
I1113 11:39:23.646606 112756 system_pods.go:116] waiting for k8s-apps to be running ...
I1113 11:39:23.843749 112756 request.go:629] Waited for 197.035151ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I1113 11:39:23.851675 112756 system_pods.go:86] 9 kube-system pods found
I1113 11:39:23.851716 112756 system_pods.go:89] "coredns-66bff467f8-bgj9q" [240fccec-b6d2-4a1a-82c1-2f360ce5e2a4] Running
I1113 11:39:23.851730 112756 system_pods.go:89] "coredns-66bff467f8-hqtw6" [65c14de9-8fca-40f6-88ee-aa3666627e82] Running
I1113 11:39:23.851740 112756 system_pods.go:89] "etcd-ingress-addon-legacy-222532" [188c359e-b078-4216-b8f8-01b610e367f5] Running
I1113 11:39:23.851754 112756 system_pods.go:89] "kindnet-x5xb2" [e50026e5-0d03-4ead-978d-3ca45c860ebd] Running
I1113 11:39:23.851769 112756 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-222532" [df52a19c-1365-4393-826f-1cedf5bb26b1] Running
I1113 11:39:23.851775 112756 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-222532" [fbc32a75-668f-427d-8a33-52b13980a34f] Running
I1113 11:39:23.851780 112756 system_pods.go:89] "kube-proxy-85w8p" [1e5c6c3d-687e-42ae-9638-ae6332166711] Running
I1113 11:39:23.851787 112756 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-222532" [437aac0d-0089-4065-b72d-98aaf9dab930] Running
I1113 11:39:23.851795 112756 system_pods.go:89] "storage-provisioner" [22e1bc86-acdf-4bef-b001-5de177165206] Running
I1113 11:39:23.851817 112756 system_pods.go:126] duration metric: took 205.189532ms to wait for k8s-apps to be running ...
I1113 11:39:23.851830 112756 system_svc.go:44] waiting for kubelet service to be running ....
I1113 11:39:23.851903 112756 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:39:23.865630 112756 system_svc.go:56] duration metric: took 13.790164ms WaitForService to wait for kubelet.
I1113 11:39:23.865656 112756 kubeadm.go:581] duration metric: took 22.75831495s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1113 11:39:23.865676 112756 node_conditions.go:102] verifying NodePressure condition ...
I1113 11:39:24.044287 112756 request.go:629] Waited for 178.536129ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes
I1113 11:39:24.048258 112756 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1113 11:39:24.048302 112756 node_conditions.go:123] node cpu capacity is 2
I1113 11:39:24.048314 112756 node_conditions.go:105] duration metric: took 182.632454ms to run NodePressure ...
I1113 11:39:24.048347 112756 start.go:228] waiting for startup goroutines ...
I1113 11:39:24.048360 112756 start.go:233] waiting for cluster config update ...
I1113 11:39:24.048370 112756 start.go:242] writing updated cluster config ...
I1113 11:39:24.048683 112756 ssh_runner.go:195] Run: rm -f paused
I1113 11:39:24.112004 112756 start.go:600] kubectl: 1.28.3, cluster: 1.18.20 (minor skew: 10)
I1113 11:39:24.113974 112756 out.go:177]
W1113 11:39:24.115588 112756 out.go:239] ! /usr/local/bin/kubectl is version 1.28.3, which may have incompatibilities with Kubernetes 1.18.20.
I1113 11:39:24.117384 112756 out.go:177] - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'
I1113 11:39:24.118923 112756 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-222532" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Nov 13 11:42:28 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:28.186654458Z" level=info msg="Checking image status: gcr.io/google-samples/hello-app:1.0" id=661535b1-b16d-4eb5-9be2-25dab9325453 name=/runtime.v1alpha2.ImageService/ImageStatus
Nov 13 11:42:28 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:28.186857484Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=661535b1-b16d-4eb5-9be2-25dab9325453 name=/runtime.v1alpha2.ImageService/ImageStatus
Nov 13 11:42:28 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:28.189385134Z" level=info msg="Creating container: default/hello-world-app-5f5d8b66bb-r5zvn/hello-world-app" id=f7d82c38-37dc-4abb-ac93-c04117f1a3ef name=/runtime.v1alpha2.RuntimeService/CreateContainer
Nov 13 11:42:28 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:28.189506839Z" level=warning msg="Allowed annotations are specified for workload []"
Nov 13 11:42:28 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:28.299285523Z" level=info msg="Created container 49a6128d735d43c06972e46cffc0a30372f4b15152db229acd43c1f481b9e90b: default/hello-world-app-5f5d8b66bb-r5zvn/hello-world-app" id=f7d82c38-37dc-4abb-ac93-c04117f1a3ef name=/runtime.v1alpha2.RuntimeService/CreateContainer
Nov 13 11:42:28 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:28.300424984Z" level=info msg="Starting container: 49a6128d735d43c06972e46cffc0a30372f4b15152db229acd43c1f481b9e90b" id=6023ae41-e77f-4117-bca8-e28061a1b5c7 name=/runtime.v1alpha2.RuntimeService/StartContainer
Nov 13 11:42:28 ingress-addon-legacy-222532 conmon[3760]: conmon 49a6128d735d43c06972 <ninfo>: container 3771 exited with status 1
Nov 13 11:42:28 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:28.318431513Z" level=info msg="Started container" PID=3771 containerID=49a6128d735d43c06972e46cffc0a30372f4b15152db229acd43c1f481b9e90b description=default/hello-world-app-5f5d8b66bb-r5zvn/hello-world-app id=6023ae41-e77f-4117-bca8-e28061a1b5c7 name=/runtime.v1alpha2.RuntimeService/StartContainer sandboxID=8585633be0ea21f79dbaa6f19b4f21e6df7c343f93df9aae385c2706491cd80e
Nov 13 11:42:28 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:28.841481653Z" level=info msg="Removing container: 26d4df8e2af3a3b5a991e55054ae65adb2788ffe1eb91d311f05b3438e91c830" id=8f6531ed-6ff0-4ba2-a7fa-e877c0cb8b31 name=/runtime.v1alpha2.RuntimeService/RemoveContainer
Nov 13 11:42:28 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:28.867856413Z" level=info msg="Removed container 26d4df8e2af3a3b5a991e55054ae65adb2788ffe1eb91d311f05b3438e91c830: default/hello-world-app-5f5d8b66bb-r5zvn/hello-world-app" id=8f6531ed-6ff0-4ba2-a7fa-e877c0cb8b31 name=/runtime.v1alpha2.RuntimeService/RemoveContainer
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.806990521Z" level=warning msg="Stopping container 2c59178d7e35cd99060ba69d152229c1162bf580809a0a146d6ed60b5746f89b with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=e0ef1060-5051-4ac2-8c8e-2e61895cd868 name=/runtime.v1alpha2.RuntimeService/StopContainer
Nov 13 11:42:29 ingress-addon-legacy-222532 conmon[2785]: conmon 2c59178d7e35cd99060b <ninfo>: container 2796 exited with status 137
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.986179355Z" level=info msg="Stopped container 2c59178d7e35cd99060ba69d152229c1162bf580809a0a146d6ed60b5746f89b: ingress-nginx/ingress-nginx-controller-7fcf777cb7-qpdkw/controller" id=d036985d-29a4-48b8-9cbd-1a8e9c547a1a name=/runtime.v1alpha2.RuntimeService/StopContainer
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.986829655Z" level=info msg="Stopping pod sandbox: d7b86ee7cb59a2ac81e481a6415825dff25aaf683506344f80bb0491eb94d85c" id=7b86e094-bd55-4483-ae7e-1db03db70e10 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.988010609Z" level=info msg="Stopped container 2c59178d7e35cd99060ba69d152229c1162bf580809a0a146d6ed60b5746f89b: ingress-nginx/ingress-nginx-controller-7fcf777cb7-qpdkw/controller" id=e0ef1060-5051-4ac2-8c8e-2e61895cd868 name=/runtime.v1alpha2.RuntimeService/StopContainer
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.988422634Z" level=info msg="Stopping pod sandbox: d7b86ee7cb59a2ac81e481a6415825dff25aaf683506344f80bb0491eb94d85c" id=c795acc8-ae88-4d69-95fa-3aaaf8286824 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.991040761Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-2D2MQSV7XO757DXS - [0:0]\n:KUBE-HP-ZITADONQERATW3Q2 - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n-X KUBE-HP-ZITADONQERATW3Q2\n-X KUBE-HP-2D2MQSV7XO757DXS\nCOMMIT\n"
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.992643118Z" level=info msg="Closing host port tcp:80"
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.992691766Z" level=info msg="Closing host port tcp:443"
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.993854767Z" level=info msg="Host port tcp:80 does not have an open socket"
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.993879965Z" level=info msg="Host port tcp:443 does not have an open socket"
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.994031487Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7fcf777cb7-qpdkw Namespace:ingress-nginx ID:d7b86ee7cb59a2ac81e481a6415825dff25aaf683506344f80bb0491eb94d85c UID:ce3d049a-180c-46ce-b766-3fd492db4741 NetNS:/var/run/netns/7bcb72a8-a7e2-4142-a1a7-accf7207a39a Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Nov 13 11:42:29 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:29.994170670Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7fcf777cb7-qpdkw from CNI network \"kindnet\" (type=ptp)"
Nov 13 11:42:30 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:30.032517067Z" level=info msg="Stopped pod sandbox: d7b86ee7cb59a2ac81e481a6415825dff25aaf683506344f80bb0491eb94d85c" id=7b86e094-bd55-4483-ae7e-1db03db70e10 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Nov 13 11:42:30 ingress-addon-legacy-222532 crio[895]: time="2023-11-13 11:42:30.032656709Z" level=info msg="Stopped pod sandbox (already stopped): d7b86ee7cb59a2ac81e481a6415825dff25aaf683506344f80bb0491eb94d85c" id=c795acc8-ae88-4d69-95fa-3aaaf8286824 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
49a6128d735d4 dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79 7 seconds ago Exited hello-world-app 2 8585633be0ea2 hello-world-app-5f5d8b66bb-r5zvn
1c2f75723f56d docker.io/library/nginx@sha256:b7537eea6ffa4f00aac311f16654b50736328eb370208c68b6649a97b7a2724b 2 minutes ago Running nginx 0 27e71cf135cd9 nginx
2c59178d7e35c registry.k8s.io/ingress-nginx/controller@sha256:35fe394c82164efa8f47f3ed0be981b3f23da77175bbb8268a9ae438851c8324 3 minutes ago Exited controller 0 d7b86ee7cb59a ingress-nginx-controller-7fcf777cb7-qpdkw
e7d5af38af4e6 docker.io/jettech/kube-webhook-certgen@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 3 minutes ago Exited patch 0 97e2847efb782 ingress-nginx-admission-patch-scq4c
6cc1899e06767 docker.io/jettech/kube-webhook-certgen@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 3 minutes ago Exited create 0 91e9cd5d8e343 ingress-nginx-admission-create-vzllm
4d542b7bf811c 6e17ba78cf3ebe1410fe828dc4ca57d3df37ad0b3c1a64161e5c27d57a24d184 3 minutes ago Running coredns 0 d460f81b4bd7c coredns-66bff467f8-hqtw6
880d79f6bc389 6e17ba78cf3ebe1410fe828dc4ca57d3df37ad0b3c1a64161e5c27d57a24d184 3 minutes ago Running coredns 0 9472915ca5829 coredns-66bff467f8-bgj9q
e676b5a79a6e5 gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2 3 minutes ago Running storage-provisioner 0 8a0fb0ae4afb5 storage-provisioner
903bcef57a333 docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052 3 minutes ago Running kindnet-cni 0 e0e73ddc51231 kindnet-x5xb2
a194712f1a223 565297bc6f7d41fdb7a8ac7f9d75617ef4e6efdd1b1e41af6e060e19c44c28a8 3 minutes ago Running kube-proxy 0 6f0c7b70f41fc kube-proxy-85w8p
43ffe7ee8bb47 ab707b0a0ea339254cc6e3f2e7d618d4793d5129acb2288e9194769271404952 4 minutes ago Running etcd 0 5e03de1021e30 etcd-ingress-addon-legacy-222532
84cd442f4c2e0 095f37015706de6eedb4f57eb2f9a25a1e3bf4bec63d50ba73f8968ef4094fd1 4 minutes ago Running kube-scheduler 0 def2ed3bc5f78 kube-scheduler-ingress-addon-legacy-222532
9607c5d9eaecc 68a4fac29a865f21217550dbd3570dc1adbc602cf05d6eeb6f060eec1359e1f1 4 minutes ago Running kube-controller-manager 0 714e4886f9e6b kube-controller-manager-ingress-addon-legacy-222532
46f2621514979 2694cf044d66591c37b12c60ce1f1cdba3d271af5ebda43a2e4d32ebbadd97d0 4 minutes ago Running kube-apiserver 0 39facef7b6f78 kube-apiserver-ingress-addon-legacy-222532
*
* ==> coredns [4d542b7bf811c3ce5c67a578046f9835eee266eb60bc2877bd1427006315d5a2] <==
* .:53
[INFO] plugin/reload: Running configuration MD5 = 45700869df5177c7f3d9f7a279928a55
CoreDNS-1.6.7
linux/arm64, go1.13.6, da7f65b
[INFO] 127.0.0.1:48711 - 54679 "HINFO IN 3298100874450825389.7152875421848198713. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.026143s
[INFO] 10.244.0.6:49572 - 18091 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000172988s
[INFO] 10.244.0.6:49572 - 38884 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000115256s
[INFO] 10.244.0.6:49572 - 13698 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000120574s
[INFO] 10.244.0.6:49572 - 46176 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000117373s
[INFO] 10.244.0.6:49572 - 12877 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000143121s
[INFO] 10.244.0.6:49572 - 60897 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000098912s
[INFO] 10.244.0.6:49572 - 41589 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001937558s
[INFO] 10.244.0.6:49572 - 10939 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001632815s
[INFO] 10.244.0.6:49572 - 43313 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000353408s
[INFO] 10.244.0.6:34310 - 54679 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.0000879s
[INFO] 10.244.0.6:34310 - 8411 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000064188s
[INFO] 10.244.0.6:34310 - 40025 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000047499s
[INFO] 10.244.0.6:34310 - 14341 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000047311s
[INFO] 10.244.0.6:34310 - 43674 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000048927s
[INFO] 10.244.0.6:34310 - 44567 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000061916s
[INFO] 10.244.0.6:34310 - 35521 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002625889s
[INFO] 10.244.0.6:34310 - 34819 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.006367788s
[INFO] 10.244.0.6:34310 - 46531 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000059355s
*
* ==> coredns [880d79f6bc3898c73f8d816258a42dfd2d9d7be313cf966faa1f3eb9c3ab0d59] <==
* .:53
[INFO] plugin/reload: Running configuration MD5 = 45700869df5177c7f3d9f7a279928a55
CoreDNS-1.6.7
linux/arm64, go1.13.6, da7f65b
[INFO] 127.0.0.1:58676 - 46954 "HINFO IN 6366382975018711174.4617289936339974448. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.025948565s
[INFO] 10.244.0.6:59572 - 63465 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000152319s
[INFO] 10.244.0.6:59572 - 48262 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00012964s
[INFO] 10.244.0.6:59572 - 56984 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000087417s
[INFO] 10.244.0.6:59572 - 57802 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000107076s
[INFO] 10.244.0.6:59572 - 1491 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00019784s
[INFO] 10.244.0.6:59572 - 59684 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000095482s
[INFO] 10.244.0.6:59572 - 43609 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001128007s
[INFO] 10.244.0.6:59572 - 17313 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000940406s
[INFO] 10.244.0.6:59572 - 43690 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000100183s
[INFO] 10.244.0.6:55382 - 51563 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00008868s
[INFO] 10.244.0.6:55382 - 25487 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000062637s
[INFO] 10.244.0.6:55382 - 3858 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000049042s
[INFO] 10.244.0.6:55382 - 13574 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000037456s
[INFO] 10.244.0.6:55382 - 47141 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000036373s
[INFO] 10.244.0.6:55382 - 64831 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000132282s
[INFO] 10.244.0.6:55382 - 43849 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.011855429s
[INFO] 10.244.0.6:55382 - 14556 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001138107s
[INFO] 10.244.0.6:55382 - 64282 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000044241s
*
* ==> describe nodes <==
* Name: ingress-addon-legacy-222532
Roles: master
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ingress-addon-legacy-222532
kubernetes.io/os=linux
minikube.k8s.io/commit=38bf9295d07b53a964e04743c0d3a5a2b8d47342
minikube.k8s.io/name=ingress-addon-legacy-222532
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_11_13T11_38_45_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/master=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 13 Nov 2023 11:38:41 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ingress-addon-legacy-222532
AcquireTime: <unset>
RenewTime: Mon, 13 Nov 2023 11:42:28 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 13 Nov 2023 11:42:18 +0000 Mon, 13 Nov 2023 11:38:37 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 13 Nov 2023 11:42:18 +0000 Mon, 13 Nov 2023 11:38:37 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 13 Nov 2023 11:42:18 +0000 Mon, 13 Nov 2023 11:38:37 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 13 Nov 2023 11:42:18 +0000 Mon, 13 Nov 2023 11:39:08 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ingress-addon-legacy-222532
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: b64847d58c524b84a2dce46518a75fb6
System UUID: a3f2589e-605f-4579-a6e1-93d388075bfd
Boot ID: cd9aaadd-c19b-48c0-b641-c7286d06270c
Kernel Version: 5.15.0-1049-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.18.20
Kube-Proxy Version: v1.18.20
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits AGE
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5f5d8b66bb-r5zvn 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 25s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m45s
kube-system coredns-66bff467f8-bgj9q 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m35s
kube-system coredns-66bff467f8-hqtw6 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m35s
kube-system etcd-ingress-addon-legacy-222532 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m47s
kube-system kindnet-x5xb2 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m35s
kube-system kube-apiserver-ingress-addon-legacy-222532 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m47s
kube-system kube-controller-manager-ingress-addon-legacy-222532 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m47s
kube-system kube-proxy-85w8p 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m35s
kube-system kube-scheduler-ingress-addon-legacy-222532 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m47s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m34s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 190Mi (2%!)(MISSING) 390Mi (4%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal NodeHasSufficientMemory 4m1s (x5 over 4m1s) kubelet Node ingress-addon-legacy-222532 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m1s (x5 over 4m1s) kubelet Node ingress-addon-legacy-222532 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m1s (x4 over 4m1s) kubelet Node ingress-addon-legacy-222532 status is now: NodeHasSufficientPID
Normal Starting 3m47s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m47s kubelet Node ingress-addon-legacy-222532 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m47s kubelet Node ingress-addon-legacy-222532 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m47s kubelet Node ingress-addon-legacy-222532 status is now: NodeHasSufficientPID
Normal Starting 3m34s kube-proxy Starting kube-proxy.
Normal NodeReady 3m27s kubelet Node ingress-addon-legacy-222532 status is now: NodeReady
*
* ==> dmesg <==
* [ +0.001313] FS-Cache: O-key=[8] '8af8c90000000000'
[ +0.000821] FS-Cache: N-cookie c=00000186 [p=0000017d fl=2 nc=0 na=1]
[ +0.001101] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=0000000089f7fa46
[ +0.001247] FS-Cache: N-key=[8] '8af8c90000000000'
[ +0.003824] FS-Cache: Duplicate cookie detected
[ +0.000865] FS-Cache: O-cookie c=00000180 [p=0000017d fl=226 nc=0 na=1]
[ +0.001163] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=0000000077c77484
[ +0.001233] FS-Cache: O-key=[8] '8af8c90000000000'
[ +0.000835] FS-Cache: N-cookie c=00000187 [p=0000017d fl=2 nc=0 na=1]
[ +0.001128] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=000000003d4e5666
[ +0.001207] FS-Cache: N-key=[8] '8af8c90000000000'
[ +3.199359] FS-Cache: Duplicate cookie detected
[ +0.000738] FS-Cache: O-cookie c=0000017e [p=0000017d fl=226 nc=0 na=1]
[ +0.001013] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=00000000cb3220a0
[ +0.001153] FS-Cache: O-key=[8] '89f8c90000000000'
[ +0.000759] FS-Cache: N-cookie c=00000189 [p=0000017d fl=2 nc=0 na=1]
[ +0.000995] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=0000000089f7fa46
[ +0.001103] FS-Cache: N-key=[8] '89f8c90000000000'
[ +0.510558] FS-Cache: Duplicate cookie detected
[ +0.000799] FS-Cache: O-cookie c=00000183 [p=0000017d fl=226 nc=0 na=1]
[ +0.001133] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=00000000afd6ee50
[ +0.001294] FS-Cache: O-key=[8] '8ff8c90000000000'
[ +0.000860] FS-Cache: N-cookie c=0000018a [p=0000017d fl=2 nc=0 na=1]
[ +0.001160] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=000000001d96f47e
[ +0.001268] FS-Cache: N-key=[8] '8ff8c90000000000'
*
* ==> etcd [43ffe7ee8bb477f7a9a85813c694291542a92aa51e6bb9c6c8a0643f1f332913] <==
* 2023-11-13 11:38:37.167395 I | etcdserver: starting server... [version: 3.4.3, cluster version: to_be_decided]
2023-11-13 11:38:37.170163 I | etcdserver: aec36adc501070cc as single-node; fast-forwarding 9 ticks (election ticks 10)
raft2023/11/13 11:38:37 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2023-11-13 11:38:37.170709 I | etcdserver/membership: added member aec36adc501070cc [https://192.168.49.2:2380] to cluster fa54960ea34d58be
2023-11-13 11:38:37.171847 I | embed: ClientTLS: cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file =
2023-11-13 11:38:37.172071 I | embed: listening for peers on 192.168.49.2:2380
2023-11-13 11:38:37.172277 I | embed: listening for metrics on http://127.0.0.1:2381
raft2023/11/13 11:38:37 INFO: aec36adc501070cc is starting a new election at term 1
raft2023/11/13 11:38:37 INFO: aec36adc501070cc became candidate at term 2
raft2023/11/13 11:38:37 INFO: aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2
raft2023/11/13 11:38:37 INFO: aec36adc501070cc became leader at term 2
raft2023/11/13 11:38:37 INFO: raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2
2023-11-13 11:38:37.661273 I | etcdserver: setting up the initial cluster version to 3.4
2023-11-13 11:38:37.661828 N | etcdserver/membership: set the initial cluster version to 3.4
2023-11-13 11:38:37.661927 I | etcdserver/api: enabled capabilities for version 3.4
2023-11-13 11:38:37.661988 I | etcdserver: published {Name:ingress-addon-legacy-222532 ClientURLs:[https://192.168.49.2:2379]} to cluster fa54960ea34d58be
2023-11-13 11:38:37.662018 I | embed: ready to serve client requests
2023-11-13 11:38:37.663667 I | embed: serving client requests on 127.0.0.1:2379
2023-11-13 11:38:37.663910 I | embed: ready to serve client requests
2023-11-13 11:38:37.665083 I | embed: serving client requests on 192.168.49.2:2379
2023-11-13 11:39:00.894638 W | etcdserver: read-only range request "key:\"/registry/deployments/kube-system/coredns\" " with result "range_response_count:1 size:3907" took too long (154.714717ms) to execute
2023-11-13 11:39:00.910595 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/coredns-66bff467f8-bgj9q\" " with result "range_response_count:1 size:3753" took too long (114.586297ms) to execute
2023-11-13 11:39:00.944117 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/kube-proxy-85w8p\" " with result "range_response_count:1 size:3588" took too long (147.54728ms) to execute
2023-11-13 11:39:01.052511 W | etcdserver: read-only range request "key:\"/registry/minions/ingress-addon-legacy-222532\" " with result "range_response_count:1 size:6504" took too long (114.66769ms) to execute
2023-11-13 11:39:01.053068 W | etcdserver: read-only range request "key:\"/registry/deployments/kube-system/coredns\" " with result "range_response_count:1 size:3907" took too long (104.510347ms) to execute
*
* ==> kernel <==
* 11:42:35 up 1 day, 18:25, 0 users, load average: 0.23, 1.08, 1.95
Linux ingress-addon-legacy-222532 5.15.0-1049-aws #54~20.04.1-Ubuntu SMP Fri Oct 6 22:07:16 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [903bcef57a333720fd7a7858c37e31ab29bfce8e85db461c077e6c781f6dce27] <==
* I1113 11:40:34.135292 1 main.go:227] handling current node
I1113 11:40:44.139280 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:40:44.139330 1 main.go:227] handling current node
I1113 11:40:54.146429 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:40:54.146459 1 main.go:227] handling current node
I1113 11:41:04.150160 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:41:04.150191 1 main.go:227] handling current node
I1113 11:41:14.156744 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:41:14.156772 1 main.go:227] handling current node
I1113 11:41:24.172815 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:41:24.172950 1 main.go:227] handling current node
I1113 11:41:34.176967 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:41:34.176992 1 main.go:227] handling current node
I1113 11:41:44.187290 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:41:44.187340 1 main.go:227] handling current node
I1113 11:41:54.190879 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:41:54.190921 1 main.go:227] handling current node
I1113 11:42:04.203015 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:42:04.203041 1 main.go:227] handling current node
I1113 11:42:14.214291 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:42:14.214322 1 main.go:227] handling current node
I1113 11:42:24.226443 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:42:24.226471 1 main.go:227] handling current node
I1113 11:42:34.230946 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1113 11:42:34.230975 1 main.go:227] handling current node
*
* ==> kube-apiserver [46f2621514979ee2ad326175081eefdd9ea7ebfeb335784eb9de417ae1ecdb17] <==
* I1113 11:38:41.632150 1 dynamic_cafile_content.go:167] Starting request-header::/var/lib/minikube/certs/front-proxy-ca.crt
I1113 11:38:41.711840 1 cache.go:39] Caches are synced for autoregister controller
I1113 11:38:41.712267 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1113 11:38:41.712301 1 shared_informer.go:230] Caches are synced for crd-autoregister
I1113 11:38:41.716022 1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller
I1113 11:38:41.787634 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1113 11:38:42.485571 1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).
I1113 11:38:42.485609 1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I1113 11:38:42.492795 1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000
I1113 11:38:42.496062 1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000
I1113 11:38:42.496080 1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.
I1113 11:38:42.923003 1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1113 11:38:42.961482 1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
W1113 11:38:43.066358 1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.49.2]
I1113 11:38:43.067481 1 controller.go:609] quota admission added evaluator for: endpoints
I1113 11:38:43.071231 1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1113 11:38:43.961508 1 controller.go:609] quota admission added evaluator for: serviceaccounts
I1113 11:38:44.727207 1 controller.go:609] quota admission added evaluator for: deployments.apps
I1113 11:38:44.789549 1 controller.go:609] quota admission added evaluator for: daemonsets.apps
I1113 11:38:48.145134 1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io
I1113 11:39:00.319486 1 controller.go:609] quota admission added evaluator for: replicasets.apps
I1113 11:39:00.437048 1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps
I1113 11:39:25.026876 1 controller.go:609] quota admission added evaluator for: jobs.batch
I1113 11:39:50.744991 1 controller.go:609] quota admission added evaluator for: ingresses.networking.k8s.io
E1113 11:42:29.200624 1 authentication.go:53] Unable to authenticate the request due to an error: [invalid bearer token, Token has been invalidated]
*
* ==> kube-controller-manager [9607c5d9eaecc8e9b4deaf339fd8ac74dba30c027b0eb893dae1599ce5c65ce0] <==
* I1113 11:39:00.707673 1 shared_informer.go:230] Caches are synced for endpoint
I1113 11:39:00.753813 1 shared_informer.go:230] Caches are synced for PV protection
E1113 11:39:00.754542 1 daemon_controller.go:321] kube-system/kube-proxy failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-proxy", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kube-proxy", UID:"39dfa1df-570c-4abb-84c0-1afd6769d427", ResourceVersion:"212", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63835472324, loc:(*time.Location)(0x6307ca0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubeadm", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0x4001477160), FieldsType:"FieldsV1", FieldsV1:(*v1.Fields
V1)(0x4001477180)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0x40014771a0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"kube-proxy", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(nil), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(n
il), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(0x40011bc700), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSou
rce)(0x40014771c0), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.Pr
ojectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0x40014771e0), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolum
eSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kube-proxy", Image:"k8s.gcr.io/kube-proxy:v1.18.20", Command:[]string{"/usr/local/bin/kube-proxy", "--config=/var/lib/kube-proxy/config.conf", "--hostname-override=$(NODE_NAME)"}, Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"NODE_NAME", Value:"", ValueFrom:(*v1.EnvVarSource)(0x4001477220)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList(nil), Requests:v1.ResourceList
(nil)}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"kube-proxy", ReadOnly:false, MountPath:"/var/lib/kube-proxy", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log", TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContext)(0x400124eaf0), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0x40011bea08), Acti
veDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string{"kubernetes.io/os":"linux"}, ServiceAccountName:"kube-proxy", DeprecatedServiceAccount:"kube-proxy", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0x40004bcee0), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"CriticalAddonsOnly", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}, v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"system-node-critical", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPoli
cy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0x400000e970)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0x40011bea58)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:0, NumberReady:0, ObservedGeneration:0, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kube-proxy": the object has been modified; please apply your changes to the latest version and try again
I1113 11:39:00.754996 1 shared_informer.go:230] Caches are synced for endpoint_slice
I1113 11:39:00.759169 1 shared_informer.go:230] Caches are synced for persistent volume
I1113 11:39:00.803261 1 shared_informer.go:230] Caches are synced for expand
I1113 11:39:00.818305 1 shared_informer.go:230] Caches are synced for HPA
I1113 11:39:00.853499 1 shared_informer.go:230] Caches are synced for attach detach
I1113 11:39:00.892140 1 shared_informer.go:230] Caches are synced for garbage collector
I1113 11:39:00.892164 1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
I1113 11:39:00.908211 1 shared_informer.go:230] Caches are synced for resource quota
I1113 11:39:00.908347 1 shared_informer.go:230] Caches are synced for resource quota
I1113 11:39:01.141653 1 request.go:621] Throttling request took 1.035499769s, request: GET:https://control-plane.minikube.internal:8443/apis/storage.k8s.io/v1beta1?timeout=32s
I1113 11:39:01.583145 1 shared_informer.go:223] Waiting for caches to sync for garbage collector
I1113 11:39:01.583191 1 shared_informer.go:230] Caches are synced for garbage collector
I1113 11:39:10.414434 1 node_lifecycle_controller.go:1226] Controller detected that some Nodes are Ready. Exiting master disruption mode.
I1113 11:39:24.999221 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"6b42c85d-c103-4c8c-bf99-f4544ea3be5f", APIVersion:"apps/v1", ResourceVersion:"488", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1
I1113 11:39:25.024087 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"055d02c5-0eda-489e-8f7a-83e7265157a4", APIVersion:"apps/v1", ResourceVersion:"489", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-qpdkw
I1113 11:39:25.048335 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"16bd5d05-abd2-4071-9039-6c29e7b20fb8", APIVersion:"batch/v1", ResourceVersion:"495", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-vzllm
I1113 11:39:25.192094 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"70ff5289-dc2d-44de-a280-8565868349f3", APIVersion:"batch/v1", ResourceVersion:"505", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-scq4c
I1113 11:39:28.301847 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"16bd5d05-abd2-4071-9039-6c29e7b20fb8", APIVersion:"batch/v1", ResourceVersion:"502", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I1113 11:39:28.331797 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"70ff5289-dc2d-44de-a280-8565868349f3", APIVersion:"batch/v1", ResourceVersion:"515", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I1113 11:42:10.211302 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"default", Name:"hello-world-app", UID:"193b9a81-dcad-4fdf-af82-9ce9466c1ca5", APIVersion:"apps/v1", ResourceVersion:"727", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set hello-world-app-5f5d8b66bb to 1
I1113 11:42:10.226156 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"default", Name:"hello-world-app-5f5d8b66bb", UID:"a6d3e81f-6441-45b7-ad11-9ef48400e5ec", APIVersion:"apps/v1", ResourceVersion:"728", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: hello-world-app-5f5d8b66bb-r5zvn
*
* ==> kube-proxy [a194712f1a22303b73cf418e8f08fe6790dd53b8efc9ff218a9bd33777a15ba7] <==
* W1113 11:39:01.473663 1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy
I1113 11:39:01.489072 1 node.go:136] Successfully retrieved node IP: 192.168.49.2
I1113 11:39:01.489192 1 server_others.go:186] Using iptables Proxier.
I1113 11:39:01.490191 1 server.go:583] Version: v1.18.20
I1113 11:39:01.494227 1 config.go:133] Starting endpoints config controller
I1113 11:39:01.494312 1 shared_informer.go:223] Waiting for caches to sync for endpoints config
I1113 11:39:01.496829 1 config.go:315] Starting service config controller
I1113 11:39:01.496927 1 shared_informer.go:223] Waiting for caches to sync for service config
I1113 11:39:01.597114 1 shared_informer.go:230] Caches are synced for service config
I1113 11:39:01.597134 1 shared_informer.go:230] Caches are synced for endpoints config
*
* ==> kube-scheduler [84cd442f4c2e0c84114998b7c539f984507ab692fd69f5a2676b7ddc17ce8489] <==
* W1113 11:38:41.672163 1 authentication.go:299] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1113 11:38:41.726147 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I1113 11:38:41.726245 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I1113 11:38:41.729335 1 secure_serving.go:178] Serving securely on 127.0.0.1:10259
I1113 11:38:41.729926 1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1113 11:38:41.729981 1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1113 11:38:41.730031 1 tlsconfig.go:240] Starting DynamicServingCertificateController
E1113 11:38:41.744891 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1113 11:38:41.745270 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1113 11:38:41.745483 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1113 11:38:41.746373 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1113 11:38:41.746625 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1113 11:38:41.747105 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1113 11:38:41.747373 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1113 11:38:41.747571 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1113 11:38:41.747702 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1113 11:38:41.747868 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1113 11:38:41.748043 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1113 11:38:41.751642 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1113 11:38:42.561995 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1113 11:38:42.671504 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1113 11:38:42.766220 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
I1113 11:38:45.830184 1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1113 11:39:00.555615 1 factory.go:503] pod: kube-system/coredns-66bff467f8-bgj9q is already present in the active queue
E1113 11:39:01.433715 1 factory.go:503] pod: kube-system/storage-provisioner is already present in unschedulable queue
*
* ==> kubelet <==
* Nov 13 11:42:14 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:14.808888 1607 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 16462493e33319b158a449315bab51422eb255d9c2eff8ba207becb39ae2706a
Nov 13 11:42:14 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:14.809120 1607 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 26d4df8e2af3a3b5a991e55054ae65adb2788ffe1eb91d311f05b3438e91c830
Nov 13 11:42:14 ingress-addon-legacy-222532 kubelet[1607]: E1113 11:42:14.809346 1607 pod_workers.go:191] Error syncing pod fc2bd930-7832-467a-93a3-a3744f9c4546 ("hello-world-app-5f5d8b66bb-r5zvn_default(fc2bd930-7832-467a-93a3-a3744f9c4546)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-r5zvn_default(fc2bd930-7832-467a-93a3-a3744f9c4546)"
Nov 13 11:42:15 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:15.811547 1607 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 26d4df8e2af3a3b5a991e55054ae65adb2788ffe1eb91d311f05b3438e91c830
Nov 13 11:42:15 ingress-addon-legacy-222532 kubelet[1607]: E1113 11:42:15.811806 1607 pod_workers.go:191] Error syncing pod fc2bd930-7832-467a-93a3-a3744f9c4546 ("hello-world-app-5f5d8b66bb-r5zvn_default(fc2bd930-7832-467a-93a3-a3744f9c4546)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-r5zvn_default(fc2bd930-7832-467a-93a3-a3744f9c4546)"
Nov 13 11:42:16 ingress-addon-legacy-222532 kubelet[1607]: E1113 11:42:16.185259 1607 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Nov 13 11:42:16 ingress-addon-legacy-222532 kubelet[1607]: E1113 11:42:16.185300 1607 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Nov 13 11:42:16 ingress-addon-legacy-222532 kubelet[1607]: E1113 11:42:16.185345 1607 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Nov 13 11:42:16 ingress-addon-legacy-222532 kubelet[1607]: E1113 11:42:16.185381 1607 pod_workers.go:191] Error syncing pod cff512be-2b59-4809-9ec0-98276b74945f ("kube-ingress-dns-minikube_kube-system(cff512be-2b59-4809-9ec0-98276b74945f)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Nov 13 11:42:26 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:26.269988 1607 reconciler.go:196] operationExecutor.UnmountVolume started for volume "minikube-ingress-dns-token-c2rsv" (UniqueName: "kubernetes.io/secret/cff512be-2b59-4809-9ec0-98276b74945f-minikube-ingress-dns-token-c2rsv") pod "cff512be-2b59-4809-9ec0-98276b74945f" (UID: "cff512be-2b59-4809-9ec0-98276b74945f")
Nov 13 11:42:26 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:26.274505 1607 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cff512be-2b59-4809-9ec0-98276b74945f-minikube-ingress-dns-token-c2rsv" (OuterVolumeSpecName: "minikube-ingress-dns-token-c2rsv") pod "cff512be-2b59-4809-9ec0-98276b74945f" (UID: "cff512be-2b59-4809-9ec0-98276b74945f"). InnerVolumeSpecName "minikube-ingress-dns-token-c2rsv". PluginName "kubernetes.io/secret", VolumeGidValue ""
Nov 13 11:42:26 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:26.370354 1607 reconciler.go:319] Volume detached for volume "minikube-ingress-dns-token-c2rsv" (UniqueName: "kubernetes.io/secret/cff512be-2b59-4809-9ec0-98276b74945f-minikube-ingress-dns-token-c2rsv") on node "ingress-addon-legacy-222532" DevicePath ""
Nov 13 11:42:27 ingress-addon-legacy-222532 kubelet[1607]: E1113 11:42:27.791204 1607 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-qpdkw.17972bfc7d32edec", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-qpdkw", UID:"ce3d049a-180c-46ce-b766-3fd492db4741", APIVersion:"v1", ResourceVersion:"494", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-222532"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc14ca0c8eef64fec, ext:223123830854, loc:(*time.Location)(0x6a0ef20)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc14ca0c8eef64fec, ext:223123830854, loc:(*time.Location)(0x6a0ef20)}}, Count:1, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-qpdkw.17972bfc7d32edec" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Nov 13 11:42:27 ingress-addon-legacy-222532 kubelet[1607]: E1113 11:42:27.801264 1607 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-qpdkw.17972bfc7d32edec", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-qpdkw", UID:"ce3d049a-180c-46ce-b766-3fd492db4741", APIVersion:"v1", ResourceVersion:"494", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-222532"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc14ca0c8eef64fec, ext:223123830854, loc:(*time.Location)(0x6a0ef20)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc14ca0c8ef7e850a, ext:223132757356, loc:(*time.Location)(0x6a0ef20)}}, Count:2, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-qpdkw.17972bfc7d32edec" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Nov 13 11:42:28 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:28.184612 1607 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 26d4df8e2af3a3b5a991e55054ae65adb2788ffe1eb91d311f05b3438e91c830
Nov 13 11:42:28 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:28.839538 1607 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 26d4df8e2af3a3b5a991e55054ae65adb2788ffe1eb91d311f05b3438e91c830
Nov 13 11:42:28 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:28.839785 1607 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 49a6128d735d43c06972e46cffc0a30372f4b15152db229acd43c1f481b9e90b
Nov 13 11:42:28 ingress-addon-legacy-222532 kubelet[1607]: E1113 11:42:28.840007 1607 pod_workers.go:191] Error syncing pod fc2bd930-7832-467a-93a3-a3744f9c4546 ("hello-world-app-5f5d8b66bb-r5zvn_default(fc2bd930-7832-467a-93a3-a3744f9c4546)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-r5zvn_default(fc2bd930-7832-467a-93a3-a3744f9c4546)"
Nov 13 11:42:30 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:30.282458 1607 reconciler.go:196] operationExecutor.UnmountVolume started for volume "ingress-nginx-token-xpkhq" (UniqueName: "kubernetes.io/secret/ce3d049a-180c-46ce-b766-3fd492db4741-ingress-nginx-token-xpkhq") pod "ce3d049a-180c-46ce-b766-3fd492db4741" (UID: "ce3d049a-180c-46ce-b766-3fd492db4741")
Nov 13 11:42:30 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:30.282540 1607 reconciler.go:196] operationExecutor.UnmountVolume started for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/ce3d049a-180c-46ce-b766-3fd492db4741-webhook-cert") pod "ce3d049a-180c-46ce-b766-3fd492db4741" (UID: "ce3d049a-180c-46ce-b766-3fd492db4741")
Nov 13 11:42:30 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:30.287883 1607 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce3d049a-180c-46ce-b766-3fd492db4741-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "ce3d049a-180c-46ce-b766-3fd492db4741" (UID: "ce3d049a-180c-46ce-b766-3fd492db4741"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Nov 13 11:42:30 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:30.290329 1607 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce3d049a-180c-46ce-b766-3fd492db4741-ingress-nginx-token-xpkhq" (OuterVolumeSpecName: "ingress-nginx-token-xpkhq") pod "ce3d049a-180c-46ce-b766-3fd492db4741" (UID: "ce3d049a-180c-46ce-b766-3fd492db4741"). InnerVolumeSpecName "ingress-nginx-token-xpkhq". PluginName "kubernetes.io/secret", VolumeGidValue ""
Nov 13 11:42:30 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:30.382885 1607 reconciler.go:319] Volume detached for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/ce3d049a-180c-46ce-b766-3fd492db4741-webhook-cert") on node "ingress-addon-legacy-222532" DevicePath ""
Nov 13 11:42:30 ingress-addon-legacy-222532 kubelet[1607]: I1113 11:42:30.382951 1607 reconciler.go:319] Volume detached for volume "ingress-nginx-token-xpkhq" (UniqueName: "kubernetes.io/secret/ce3d049a-180c-46ce-b766-3fd492db4741-ingress-nginx-token-xpkhq") on node "ingress-addon-legacy-222532" DevicePath ""
Nov 13 11:42:30 ingress-addon-legacy-222532 kubelet[1607]: W1113 11:42:30.844970 1607 pod_container_deletor.go:77] Container "d7b86ee7cb59a2ac81e481a6415825dff25aaf683506344f80bb0491eb94d85c" not found in pod's containers
*
* ==> storage-provisioner [e676b5a79a6e5c59e74d59b58d55e99766a8b878fe39ff10902ec900e3ba8957] <==
* I1113 11:39:12.190225 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1113 11:39:12.207381 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1113 11:39:12.207549 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1113 11:39:12.213556 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1113 11:39:12.213731 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-222532_e638922a-aeec-4092-a2a0-18e6365fd688!
I1113 11:39:12.213872 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"c8526a80-73fa-44dd-953a-50967e7d602b", APIVersion:"v1", ResourceVersion:"414", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-222532_e638922a-aeec-4092-a2a0-18e6365fd688 became leader
I1113 11:39:12.314584 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-222532_e638922a-aeec-4092-a2a0-18e6365fd688!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p ingress-addon-legacy-222532 -n ingress-addon-legacy-222532
helpers_test.go:261: (dbg) Run: kubectl --context ingress-addon-legacy-222532 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddons (180.31s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:552: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:560: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-c745g -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:571: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-c745g -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:571: (dbg) Non-zero exit: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-c745g -- sh -c "ping -c 1 192.168.58.1": exit status 1 (268.708389ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:572: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-c745g): exit status 1
multinode_test.go:560: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-k6kk2 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:571: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-k6kk2 -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:571: (dbg) Non-zero exit: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-k6kk2 -- sh -c "ping -c 1 192.168.58.1": exit status 1 (253.428185ms)
-- stdout --
PING 192.168.58.1 (192.168.58.1): 56 data bytes
-- /stdout --
** stderr **
ping: permission denied (are you root?)
command terminated with exit code 1
** /stderr **
multinode_test.go:572: Failed to ping host (192.168.58.1) from pod (busybox-5bc68d56bd-k6kk2): exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect multinode-528595
helpers_test.go:235: (dbg) docker inspect multinode-528595:
-- stdout --
[
{
"Id": "942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370",
"Created": "2023-11-13T11:49:03.857976146Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 149599,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-13T11:49:04.194494937Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:977f9df3a3e2dccc16de7b5e8115e5e1294a98b99d56135cce7538135e7a7a9d",
"ResolvConfPath": "/var/lib/docker/containers/942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370/hostname",
"HostsPath": "/var/lib/docker/containers/942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370/hosts",
"LogPath": "/var/lib/docker/containers/942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370/942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370-json.log",
"Name": "/multinode-528595",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"multinode-528595:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "multinode-528595",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/5ef422a87dd94653ceae2334b9660406b263b6041e4b6f8a201e1e85e364950f-init/diff:/var/lib/docker/overlay2/d31e2083b61a8a0f7997fc3ab7784a90f5144f4cdc34fa9264d9c5f46a87d633/diff",
"MergedDir": "/var/lib/docker/overlay2/5ef422a87dd94653ceae2334b9660406b263b6041e4b6f8a201e1e85e364950f/merged",
"UpperDir": "/var/lib/docker/overlay2/5ef422a87dd94653ceae2334b9660406b263b6041e4b6f8a201e1e85e364950f/diff",
"WorkDir": "/var/lib/docker/overlay2/5ef422a87dd94653ceae2334b9660406b263b6041e4b6f8a201e1e85e364950f/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "multinode-528595",
"Source": "/var/lib/docker/volumes/multinode-528595/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "multinode-528595",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "multinode-528595",
"name.minikube.sigs.k8s.io": "multinode-528595",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "a3808087ddb1bd815c8f300a50e11ab3cb8aa21d41ac5e837249b3680a55429a",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39821"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39820"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39817"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39819"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39818"
}
]
},
"SandboxKey": "/var/run/docker/netns/a3808087ddb1",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"multinode-528595": {
"IPAMConfig": {
"IPv4Address": "192.168.58.2"
},
"Links": null,
"Aliases": [
"942c6cd81cd6",
"multinode-528595"
],
"NetworkID": "4214c621070f9fa97f5f69fef098829af6bf204184d10a048765fb1a3bdebc7d",
"EndpointID": "e0b69a78e6996d544d2a09a01911f8ff0c0f84783e00ceb3865aa7499cc03c92",
"Gateway": "192.168.58.1",
"IPAddress": "192.168.58.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:3a:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p multinode-528595 -n multinode-528595
helpers_test.go:244: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiNode/serial/PingHostFrom2Pods]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p multinode-528595 logs -n 25: (1.616317185s)
helpers_test.go:252: TestMultiNode/serial/PingHostFrom2Pods logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -p mount-start-2-522142 | mount-start-2-522142 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:48 UTC |
| | --memory=2048 --mount | | | | | |
| | --mount-gid 0 --mount-msize | | | | | |
| | 6543 --mount-port 46465 | | | | | |
| | --mount-uid 0 --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| ssh | mount-start-2-522142 ssh -- ls | mount-start-2-522142 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:48 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-1-520246 | mount-start-1-520246 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:48 UTC |
| | --alsologtostderr -v=5 | | | | | |
| ssh | mount-start-2-522142 ssh -- ls | mount-start-2-522142 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:48 UTC |
| | /minikube-host | | | | | |
| stop | -p mount-start-2-522142 | mount-start-2-522142 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:48 UTC |
| start | -p mount-start-2-522142 | mount-start-2-522142 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:48 UTC |
| ssh | mount-start-2-522142 ssh -- ls | mount-start-2-522142 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:48 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-2-522142 | mount-start-2-522142 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:48 UTC |
| delete | -p mount-start-1-520246 | mount-start-1-520246 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:48 UTC |
| start | -p multinode-528595 | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:48 UTC | 13 Nov 23 11:50 UTC |
| | --wait=true --memory=2200 | | | | | |
| | --nodes=2 -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| kubectl | -p multinode-528595 -- apply -f | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | ./testdata/multinodes/multinode-pod-dns-test.yaml | | | | | |
| kubectl | -p multinode-528595 -- rollout | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | status deployment/busybox | | | | | |
| kubectl | -p multinode-528595 -- get pods -o | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p multinode-528595 -- get pods -o | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | busybox-5bc68d56bd-c745g -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | busybox-5bc68d56bd-k6kk2 -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | busybox-5bc68d56bd-c745g -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | busybox-5bc68d56bd-k6kk2 -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | busybox-5bc68d56bd-c745g -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | busybox-5bc68d56bd-k6kk2 -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-528595 -- get pods -o | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | busybox-5bc68d56bd-c745g | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | |
| | busybox-5bc68d56bd-c745g -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | 13 Nov 23 11:50 UTC |
| | busybox-5bc68d56bd-k6kk2 | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p multinode-528595 -- exec | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:50 UTC | |
| | busybox-5bc68d56bd-k6kk2 -- sh | | | | | |
| | -c ping -c 1 192.168.58.1 | | | | | |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/11/13 11:48:58
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1113 11:48:58.208834 149161 out.go:296] Setting OutFile to fd 1 ...
I1113 11:48:58.209016 149161 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:48:58.209026 149161 out.go:309] Setting ErrFile to fd 2...
I1113 11:48:58.209033 149161 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:48:58.209293 149161 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:48:58.209697 149161 out.go:303] Setting JSON to false
I1113 11:48:58.210664 149161 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":153086,"bootTime":1699723052,"procs":248,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 11:48:58.210737 149161 start.go:138] virtualization:
I1113 11:48:58.213974 149161 out.go:177] * [multinode-528595] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 11:48:58.217260 149161 notify.go:220] Checking for updates...
I1113 11:48:58.219790 149161 out.go:177] - MINIKUBE_LOCATION=17605
I1113 11:48:58.222248 149161 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 11:48:58.224652 149161 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:48:58.227152 149161 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 11:48:58.229684 149161 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 11:48:58.232127 149161 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 11:48:58.235145 149161 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 11:48:58.259199 149161 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 11:48:58.259297 149161 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:48:58.335119 149161 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:35 SystemTime:2023-11-13 11:48:58.324830795 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:48:58.335257 149161 docker.go:295] overlay module found
I1113 11:48:58.338287 149161 out.go:177] * Using the docker driver based on user configuration
I1113 11:48:58.340853 149161 start.go:298] selected driver: docker
I1113 11:48:58.340891 149161 start.go:902] validating driver "docker" against <nil>
I1113 11:48:58.340909 149161 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 11:48:58.341555 149161 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:48:58.412760 149161 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:35 SystemTime:2023-11-13 11:48:58.403578964 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:48:58.412912 149161 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1113 11:48:58.413130 149161 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1113 11:48:58.415729 149161 out.go:177] * Using Docker driver with root privileges
I1113 11:48:58.418275 149161 cni.go:84] Creating CNI manager for ""
I1113 11:48:58.418296 149161 cni.go:136] 0 nodes found, recommending kindnet
I1113 11:48:58.418307 149161 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1113 11:48:58.418322 149161 start_flags.go:323] config:
{Name:multinode-528595 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-528595 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cr
io CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:48:58.421410 149161 out.go:177] * Starting control plane node multinode-528595 in cluster multinode-528595
I1113 11:48:58.423949 149161 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 11:48:58.426426 149161 out.go:177] * Pulling base image ...
I1113 11:48:58.428918 149161 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:48:58.428968 149161 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4
I1113 11:48:58.428980 149161 cache.go:56] Caching tarball of preloaded images
I1113 11:48:58.429008 149161 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon
I1113 11:48:58.429080 149161 preload.go:174] Found /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1113 11:48:58.429091 149161 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on crio
I1113 11:48:58.429448 149161 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/config.json ...
I1113 11:48:58.429482 149161 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/config.json: {Name:mk5a6165025207e5a09394e069806d9f12da7efb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:48:58.446310 149161 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon, skipping pull
I1113 11:48:58.446335 149161 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 exists in daemon, skipping load
I1113 11:48:58.446360 149161 cache.go:194] Successfully downloaded all kic artifacts
I1113 11:48:58.446423 149161 start.go:365] acquiring machines lock for multinode-528595: {Name:mk9bc167081f6853600fed23a1fd61b2767e97b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 11:48:58.446546 149161 start.go:369] acquired machines lock for "multinode-528595" in 105.902µs
I1113 11:48:58.446575 149161 start.go:93] Provisioning new machine with config: &{Name:multinode-528595 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-528595 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1113 11:48:58.446660 149161 start.go:125] createHost starting for "" (driver="docker")
I1113 11:48:58.449933 149161 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I1113 11:48:58.450229 149161 start.go:159] libmachine.API.Create for "multinode-528595" (driver="docker")
I1113 11:48:58.450283 149161 client.go:168] LocalClient.Create starting
I1113 11:48:58.450370 149161 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem
I1113 11:48:58.450406 149161 main.go:141] libmachine: Decoding PEM data...
I1113 11:48:58.450428 149161 main.go:141] libmachine: Parsing certificate...
I1113 11:48:58.450483 149161 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem
I1113 11:48:58.450503 149161 main.go:141] libmachine: Decoding PEM data...
I1113 11:48:58.450518 149161 main.go:141] libmachine: Parsing certificate...
I1113 11:48:58.450884 149161 cli_runner.go:164] Run: docker network inspect multinode-528595 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1113 11:48:58.467358 149161 cli_runner.go:211] docker network inspect multinode-528595 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1113 11:48:58.467454 149161 network_create.go:281] running [docker network inspect multinode-528595] to gather additional debugging logs...
I1113 11:48:58.467481 149161 cli_runner.go:164] Run: docker network inspect multinode-528595
W1113 11:48:58.484793 149161 cli_runner.go:211] docker network inspect multinode-528595 returned with exit code 1
I1113 11:48:58.484836 149161 network_create.go:284] error running [docker network inspect multinode-528595]: docker network inspect multinode-528595: exit status 1
stdout:
[]
stderr:
Error response from daemon: network multinode-528595 not found
I1113 11:48:58.484850 149161 network_create.go:286] output of [docker network inspect multinode-528595]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network multinode-528595 not found
** /stderr **
I1113 11:48:58.484945 149161 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:48:58.505023 149161 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-dbe98c51c365 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:6e:17:f1:4b} reservation:<nil>}
I1113 11:48:58.505376 149161 network.go:209] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40024839a0}
I1113 11:48:58.505400 149161 network_create.go:124] attempt to create docker network multinode-528595 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1113 11:48:58.505461 149161 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=multinode-528595 multinode-528595
I1113 11:48:58.576149 149161 network_create.go:108] docker network multinode-528595 192.168.58.0/24 created
I1113 11:48:58.576181 149161 kic.go:121] calculated static IP "192.168.58.2" for the "multinode-528595" container
I1113 11:48:58.576268 149161 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1113 11:48:58.592391 149161 cli_runner.go:164] Run: docker volume create multinode-528595 --label name.minikube.sigs.k8s.io=multinode-528595 --label created_by.minikube.sigs.k8s.io=true
I1113 11:48:58.613813 149161 oci.go:103] Successfully created a docker volume multinode-528595
I1113 11:48:58.613899 149161 cli_runner.go:164] Run: docker run --rm --name multinode-528595-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-528595 --entrypoint /usr/bin/test -v multinode-528595:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -d /var/lib
I1113 11:48:59.166702 149161 oci.go:107] Successfully prepared a docker volume multinode-528595
I1113 11:48:59.166756 149161 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:48:59.166778 149161 kic.go:194] Starting extracting preloaded images to volume ...
I1113 11:48:59.166862 149161 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v multinode-528595:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir
I1113 11:49:03.776716 149161 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v multinode-528595:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir: (4.609805292s)
I1113 11:49:03.776749 149161 kic.go:203] duration metric: took 4.609969 seconds to extract preloaded images to volume
W1113 11:49:03.776893 149161 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1113 11:49:03.777013 149161 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1113 11:49:03.842067 149161 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-528595 --name multinode-528595 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-528595 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-528595 --network multinode-528595 --ip 192.168.58.2 --volume multinode-528595:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24
I1113 11:49:04.204504 149161 cli_runner.go:164] Run: docker container inspect multinode-528595 --format={{.State.Running}}
I1113 11:49:04.228434 149161 cli_runner.go:164] Run: docker container inspect multinode-528595 --format={{.State.Status}}
I1113 11:49:04.256923 149161 cli_runner.go:164] Run: docker exec multinode-528595 stat /var/lib/dpkg/alternatives/iptables
I1113 11:49:04.349220 149161 oci.go:144] the created container "multinode-528595" has a running status.
I1113 11:49:04.349247 149161 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa...
I1113 11:49:04.475729 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1113 11:49:04.475783 149161 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1113 11:49:04.500965 149161 cli_runner.go:164] Run: docker container inspect multinode-528595 --format={{.State.Status}}
I1113 11:49:04.524726 149161 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1113 11:49:04.524745 149161 kic_runner.go:114] Args: [docker exec --privileged multinode-528595 chown docker:docker /home/docker/.ssh/authorized_keys]
I1113 11:49:04.640102 149161 cli_runner.go:164] Run: docker container inspect multinode-528595 --format={{.State.Status}}
I1113 11:49:04.678664 149161 machine.go:88] provisioning docker machine ...
I1113 11:49:04.678834 149161 ubuntu.go:169] provisioning hostname "multinode-528595"
I1113 11:49:04.678926 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:04.720082 149161 main.go:141] libmachine: Using SSH client type: native
I1113 11:49:04.720566 149161 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39821 <nil> <nil>}
I1113 11:49:04.720579 149161 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-528595 && echo "multinode-528595" | sudo tee /etc/hostname
I1113 11:49:04.722335 149161 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1113 11:49:07.878535 149161 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-528595
I1113 11:49:07.878657 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:07.898713 149161 main.go:141] libmachine: Using SSH client type: native
I1113 11:49:07.899139 149161 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39821 <nil> <nil>}
I1113 11:49:07.899163 149161 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-528595' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-528595/g' /etc/hosts;
else
echo '127.0.1.1 multinode-528595' | sudo tee -a /etc/hosts;
fi
fi
I1113 11:49:08.045124 149161 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1113 11:49:08.045153 149161 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17605-78988/.minikube CaCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17605-78988/.minikube}
I1113 11:49:08.045186 149161 ubuntu.go:177] setting up certificates
I1113 11:49:08.045199 149161 provision.go:83] configureAuth start
I1113 11:49:08.045271 149161 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-528595
I1113 11:49:08.065345 149161 provision.go:138] copyHostCerts
I1113 11:49:08.065400 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 11:49:08.065434 149161 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem, removing ...
I1113 11:49:08.065445 149161 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 11:49:08.065530 149161 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem (1123 bytes)
I1113 11:49:08.065618 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 11:49:08.065646 149161 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem, removing ...
I1113 11:49:08.065654 149161 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 11:49:08.065681 149161 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem (1679 bytes)
I1113 11:49:08.065728 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 11:49:08.065747 149161 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem, removing ...
I1113 11:49:08.065757 149161 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 11:49:08.065785 149161 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem (1078 bytes)
I1113 11:49:08.065838 149161 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem org=jenkins.multinode-528595 san=[192.168.58.2 127.0.0.1 localhost 127.0.0.1 minikube multinode-528595]
I1113 11:49:08.404944 149161 provision.go:172] copyRemoteCerts
I1113 11:49:08.405016 149161 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1113 11:49:08.405057 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:08.422561 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39821 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa Username:docker}
I1113 11:49:08.526459 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1113 11:49:08.526526 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1113 11:49:08.556328 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem -> /etc/docker/server.pem
I1113 11:49:08.556401 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1113 11:49:08.584580 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1113 11:49:08.584643 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1113 11:49:08.612962 149161 provision.go:86] duration metric: configureAuth took 567.747302ms
I1113 11:49:08.612988 149161 ubuntu.go:193] setting minikube options for container-runtime
I1113 11:49:08.613179 149161 config.go:182] Loaded profile config "multinode-528595": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:49:08.613293 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:08.630918 149161 main.go:141] libmachine: Using SSH client type: native
I1113 11:49:08.631843 149161 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39821 <nil> <nil>}
I1113 11:49:08.631870 149161 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1113 11:49:08.884041 149161 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1113 11:49:08.884065 149161 machine.go:91] provisioned docker machine in 4.205380772s
I1113 11:49:08.884075 149161 client.go:171] LocalClient.Create took 10.433782998s
I1113 11:49:08.884087 149161 start.go:167] duration metric: libmachine.API.Create for "multinode-528595" took 10.43386074s
I1113 11:49:08.884095 149161 start.go:300] post-start starting for "multinode-528595" (driver="docker")
I1113 11:49:08.884104 149161 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1113 11:49:08.884166 149161 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1113 11:49:08.884221 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:08.907836 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39821 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa Username:docker}
I1113 11:49:09.012018 149161 ssh_runner.go:195] Run: cat /etc/os-release
I1113 11:49:09.016635 149161 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I1113 11:49:09.016657 149161 command_runner.go:130] > NAME="Ubuntu"
I1113 11:49:09.016665 149161 command_runner.go:130] > VERSION_ID="22.04"
I1113 11:49:09.016671 149161 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I1113 11:49:09.016681 149161 command_runner.go:130] > VERSION_CODENAME=jammy
I1113 11:49:09.016685 149161 command_runner.go:130] > ID=ubuntu
I1113 11:49:09.016690 149161 command_runner.go:130] > ID_LIKE=debian
I1113 11:49:09.016697 149161 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I1113 11:49:09.016703 149161 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I1113 11:49:09.016711 149161 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I1113 11:49:09.016724 149161 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I1113 11:49:09.016733 149161 command_runner.go:130] > UBUNTU_CODENAME=jammy
I1113 11:49:09.016796 149161 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1113 11:49:09.016825 149161 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1113 11:49:09.016840 149161 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1113 11:49:09.016848 149161 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1113 11:49:09.016870 149161 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/addons for local assets ...
I1113 11:49:09.016942 149161 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/files for local assets ...
I1113 11:49:09.017032 149161 filesync.go:149] local asset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> 844002.pem in /etc/ssl/certs
I1113 11:49:09.017044 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> /etc/ssl/certs/844002.pem
I1113 11:49:09.017152 149161 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1113 11:49:09.029304 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /etc/ssl/certs/844002.pem (1708 bytes)
I1113 11:49:09.061175 149161 start.go:303] post-start completed in 177.065152ms
I1113 11:49:09.061576 149161 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-528595
I1113 11:49:09.085352 149161 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/config.json ...
I1113 11:49:09.085666 149161 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 11:49:09.085723 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:09.104302 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39821 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa Username:docker}
I1113 11:49:09.201300 149161 command_runner.go:130] > 17%!
(MISSING)I1113 11:49:09.201819 149161 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1113 11:49:09.207210 149161 command_runner.go:130] > 163G
I1113 11:49:09.207732 149161 start.go:128] duration metric: createHost completed in 10.761058809s
I1113 11:49:09.207778 149161 start.go:83] releasing machines lock for "multinode-528595", held for 10.761221647s
I1113 11:49:09.207874 149161 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-528595
I1113 11:49:09.225173 149161 ssh_runner.go:195] Run: cat /version.json
I1113 11:49:09.225241 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:09.225507 149161 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1113 11:49:09.225561 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:09.244299 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39821 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa Username:docker}
I1113 11:49:09.256818 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39821 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa Username:docker}
I1113 11:49:09.347850 149161 command_runner.go:130] > {"iso_version": "v1.32.1", "kicbase_version": "v0.0.42-1699485386-17565", "minikube_version": "v1.32.0", "commit": "ac8620e02dd92b447e2556d107d7751e3faf21d2"}
I1113 11:49:09.347972 149161 ssh_runner.go:195] Run: systemctl --version
I1113 11:49:09.483724 149161 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I1113 11:49:09.483779 149161 command_runner.go:130] > systemd 249 (249.11-0ubuntu3.11)
I1113 11:49:09.483807 149161 command_runner.go:130] > +PAM +AUDIT +SELINUX +APPARMOR +IMA +SMACK +SECCOMP +GCRYPT +GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBFDISK +PCRE2 -PWQUALITY -P11KIT -QRENCODE +BZIP2 +LZ4 +XZ +ZLIB +ZSTD -XKBCOMMON +UTMP +SYSVINIT default-hierarchy=unified
I1113 11:49:09.483890 149161 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1113 11:49:09.630730 149161 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1113 11:49:09.636455 149161 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I1113 11:49:09.636481 149161 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I1113 11:49:09.636489 149161 command_runner.go:130] > Device: 3ah/58d Inode: 6227244 Links: 1
I1113 11:49:09.636497 149161 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I1113 11:49:09.636504 149161 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I1113 11:49:09.636510 149161 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I1113 11:49:09.636516 149161 command_runner.go:130] > Change: 2023-11-13 11:26:19.343176244 +0000
I1113 11:49:09.636522 149161 command_runner.go:130] > Birth: 2023-11-13 11:26:19.343176244 +0000
I1113 11:49:09.636630 149161 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:49:09.664156 149161 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1113 11:49:09.664238 149161 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:49:09.702677 149161 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I1113 11:49:09.702758 149161 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1113 11:49:09.702780 149161 start.go:472] detecting cgroup driver to use...
I1113 11:49:09.702841 149161 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1113 11:49:09.702909 149161 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1113 11:49:09.721610 149161 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1113 11:49:09.735076 149161 docker.go:203] disabling cri-docker service (if available) ...
I1113 11:49:09.735151 149161 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1113 11:49:09.751858 149161 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1113 11:49:09.768565 149161 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1113 11:49:09.868481 149161 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1113 11:49:09.884970 149161 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I1113 11:49:09.983105 149161 docker.go:219] disabling docker service ...
I1113 11:49:09.983226 149161 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1113 11:49:10.017588 149161 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1113 11:49:10.046829 149161 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1113 11:49:10.154791 149161 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I1113 11:49:10.154910 149161 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1113 11:49:10.268338 149161 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I1113 11:49:10.268421 149161 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1113 11:49:10.281720 149161 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1113 11:49:10.300693 149161 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I1113 11:49:10.302289 149161 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1113 11:49:10.302370 149161 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:49:10.314673 149161 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1113 11:49:10.314753 149161 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:49:10.326741 149161 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:49:10.340057 149161 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:49:10.351870 149161 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1113 11:49:10.363210 149161 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1113 11:49:10.372467 149161 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I1113 11:49:10.373763 149161 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1113 11:49:10.383885 149161 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1113 11:49:10.474129 149161 ssh_runner.go:195] Run: sudo systemctl restart crio
I1113 11:49:10.590618 149161 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1113 11:49:10.590700 149161 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1113 11:49:10.595559 149161 command_runner.go:130] > File: /var/run/crio/crio.sock
I1113 11:49:10.595630 149161 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I1113 11:49:10.595653 149161 command_runner.go:130] > Device: 43h/67d Inode: 190 Links: 1
I1113 11:49:10.595678 149161 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I1113 11:49:10.595714 149161 command_runner.go:130] > Access: 2023-11-13 11:49:10.575176644 +0000
I1113 11:49:10.595734 149161 command_runner.go:130] > Modify: 2023-11-13 11:49:10.575176644 +0000
I1113 11:49:10.595768 149161 command_runner.go:130] > Change: 2023-11-13 11:49:10.575176644 +0000
I1113 11:49:10.595796 149161 command_runner.go:130] > Birth: -
I1113 11:49:10.596167 149161 start.go:540] Will wait 60s for crictl version
I1113 11:49:10.596248 149161 ssh_runner.go:195] Run: which crictl
I1113 11:49:10.600420 149161 command_runner.go:130] > /usr/bin/crictl
I1113 11:49:10.600914 149161 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1113 11:49:10.641490 149161 command_runner.go:130] > Version: 0.1.0
I1113 11:49:10.641776 149161 command_runner.go:130] > RuntimeName: cri-o
I1113 11:49:10.642036 149161 command_runner.go:130] > RuntimeVersion: 1.24.6
I1113 11:49:10.642276 149161 command_runner.go:130] > RuntimeApiVersion: v1
I1113 11:49:10.645118 149161 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1113 11:49:10.645219 149161 ssh_runner.go:195] Run: crio --version
I1113 11:49:10.697593 149161 command_runner.go:130] > crio version 1.24.6
I1113 11:49:10.697652 149161 command_runner.go:130] > Version: 1.24.6
I1113 11:49:10.697674 149161 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1113 11:49:10.697696 149161 command_runner.go:130] > GitTreeState: clean
I1113 11:49:10.697719 149161 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1113 11:49:10.697754 149161 command_runner.go:130] > GoVersion: go1.18.2
I1113 11:49:10.697773 149161 command_runner.go:130] > Compiler: gc
I1113 11:49:10.697793 149161 command_runner.go:130] > Platform: linux/arm64
I1113 11:49:10.697819 149161 command_runner.go:130] > Linkmode: dynamic
I1113 11:49:10.697855 149161 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1113 11:49:10.697918 149161 command_runner.go:130] > SeccompEnabled: true
I1113 11:49:10.697946 149161 command_runner.go:130] > AppArmorEnabled: false
I1113 11:49:10.700141 149161 ssh_runner.go:195] Run: crio --version
I1113 11:49:10.745884 149161 command_runner.go:130] > crio version 1.24.6
I1113 11:49:10.745906 149161 command_runner.go:130] > Version: 1.24.6
I1113 11:49:10.745915 149161 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1113 11:49:10.745920 149161 command_runner.go:130] > GitTreeState: clean
I1113 11:49:10.745927 149161 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1113 11:49:10.745932 149161 command_runner.go:130] > GoVersion: go1.18.2
I1113 11:49:10.745938 149161 command_runner.go:130] > Compiler: gc
I1113 11:49:10.745946 149161 command_runner.go:130] > Platform: linux/arm64
I1113 11:49:10.745952 149161 command_runner.go:130] > Linkmode: dynamic
I1113 11:49:10.745966 149161 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1113 11:49:10.745973 149161 command_runner.go:130] > SeccompEnabled: true
I1113 11:49:10.745978 149161 command_runner.go:130] > AppArmorEnabled: false
I1113 11:49:10.749508 149161 out.go:177] * Preparing Kubernetes v1.28.3 on CRI-O 1.24.6 ...
I1113 11:49:10.751122 149161 cli_runner.go:164] Run: docker network inspect multinode-528595 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:49:10.767508 149161 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I1113 11:49:10.772060 149161 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:49:10.785606 149161 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:49:10.785675 149161 ssh_runner.go:195] Run: sudo crictl images --output json
I1113 11:49:10.853852 149161 command_runner.go:130] > {
I1113 11:49:10.853869 149161 command_runner.go:130] > "images": [
I1113 11:49:10.853875 149161 command_runner.go:130] > {
I1113 11:49:10.853885 149161 command_runner.go:130] > "id": "04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26",
I1113 11:49:10.853890 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.853898 149161 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I1113 11:49:10.853905 149161 command_runner.go:130] > ],
I1113 11:49:10.853911 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.853921 149161 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I1113 11:49:10.853931 149161 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2"
I1113 11:49:10.853935 149161 command_runner.go:130] > ],
I1113 11:49:10.853940 149161 command_runner.go:130] > "size": "60867618",
I1113 11:49:10.853945 149161 command_runner.go:130] > "uid": null,
I1113 11:49:10.853950 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.853959 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.853973 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.853979 149161 command_runner.go:130] > },
I1113 11:49:10.853984 149161 command_runner.go:130] > {
I1113 11:49:10.853991 149161 command_runner.go:130] > "id": "ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6",
I1113 11:49:10.853996 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.854003 149161 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I1113 11:49:10.854007 149161 command_runner.go:130] > ],
I1113 11:49:10.854012 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.854021 149161 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2",
I1113 11:49:10.854031 149161 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"
I1113 11:49:10.854035 149161 command_runner.go:130] > ],
I1113 11:49:10.854048 149161 command_runner.go:130] > "size": "29037500",
I1113 11:49:10.854052 149161 command_runner.go:130] > "uid": null,
I1113 11:49:10.854057 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.854062 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.854067 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.854071 149161 command_runner.go:130] > },
I1113 11:49:10.854075 149161 command_runner.go:130] > {
I1113 11:49:10.854084 149161 command_runner.go:130] > "id": "97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108",
I1113 11:49:10.854091 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.854097 149161 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I1113 11:49:10.854101 149161 command_runner.go:130] > ],
I1113 11:49:10.854106 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.854115 149161 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:74130b944396a0b0ca9af923ee6e03b08a35d98fc1bbaef4e35cf9acc5599105",
I1113 11:49:10.854124 149161 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e"
I1113 11:49:10.854129 149161 command_runner.go:130] > ],
I1113 11:49:10.854134 149161 command_runner.go:130] > "size": "51393451",
I1113 11:49:10.854138 149161 command_runner.go:130] > "uid": null,
I1113 11:49:10.854143 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.854148 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.854154 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.854158 149161 command_runner.go:130] > },
I1113 11:49:10.854162 149161 command_runner.go:130] > {
I1113 11:49:10.854169 149161 command_runner.go:130] > "id": "9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace",
I1113 11:49:10.854174 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.854180 149161 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I1113 11:49:10.854184 149161 command_runner.go:130] > ],
I1113 11:49:10.854190 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.854199 149161 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3",
I1113 11:49:10.854207 149161 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e60789d18cc66486e6db4094383f9732280092f07a1f5455ecbe11d404c8e48b"
I1113 11:49:10.854216 149161 command_runner.go:130] > ],
I1113 11:49:10.854221 149161 command_runner.go:130] > "size": "182203183",
I1113 11:49:10.854226 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.854231 149161 command_runner.go:130] > "value": "0"
I1113 11:49:10.854235 149161 command_runner.go:130] > },
I1113 11:49:10.854240 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.854245 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.854249 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.854253 149161 command_runner.go:130] > },
I1113 11:49:10.854257 149161 command_runner.go:130] > {
I1113 11:49:10.854265 149161 command_runner.go:130] > "id": "537e9a59ee2fdef3cc7f5ebd14f9c4c77047176fca2bc5599db196217efeb5d7",
I1113 11:49:10.854269 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.854275 149161 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.3"
I1113 11:49:10.854279 149161 command_runner.go:130] > ],
I1113 11:49:10.854284 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.854295 149161 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:7055e7e0041a953d3fcec5950b88e8608ce09489f775dc0a8bd62a3300fd3ffa",
I1113 11:49:10.854304 149161 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d"
I1113 11:49:10.854308 149161 command_runner.go:130] > ],
I1113 11:49:10.854313 149161 command_runner.go:130] > "size": "121054158",
I1113 11:49:10.854318 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.854322 149161 command_runner.go:130] > "value": "0"
I1113 11:49:10.854326 149161 command_runner.go:130] > },
I1113 11:49:10.854332 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.854336 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.854341 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.854345 149161 command_runner.go:130] > },
I1113 11:49:10.854349 149161 command_runner.go:130] > {
I1113 11:49:10.854356 149161 command_runner.go:130] > "id": "8276439b4f237dda1f7820b0fcef600bb5662e441aa00e7b7c45843e60f04a16",
I1113 11:49:10.854361 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.854367 149161 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.3"
I1113 11:49:10.854371 149161 command_runner.go:130] > ],
I1113 11:49:10.854376 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.854385 149161 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:640661231facded984f698e79315bceb5391b04e5159662e940e6e5ab2098707",
I1113 11:49:10.854397 149161 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:c53671810fed4fd98b482a8e32f105585826221a4657ebd6181bc20becd3f0be"
I1113 11:49:10.854401 149161 command_runner.go:130] > ],
I1113 11:49:10.854407 149161 command_runner.go:130] > "size": "117252916",
I1113 11:49:10.854412 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.854416 149161 command_runner.go:130] > "value": "0"
I1113 11:49:10.854420 149161 command_runner.go:130] > },
I1113 11:49:10.854425 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.854430 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.854435 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.854440 149161 command_runner.go:130] > },
I1113 11:49:10.854443 149161 command_runner.go:130] > {
I1113 11:49:10.854451 149161 command_runner.go:130] > "id": "a5dd5cdd6d3ef8058b7fbcecacbcee7f522fa8b9f3bb53bac6570e62ba2cbdbd",
I1113 11:49:10.854455 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.854461 149161 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.3"
I1113 11:49:10.854465 149161 command_runner.go:130] > ],
I1113 11:49:10.854470 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.854479 149161 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:0228eb00239c0ea5f627a6191fc192f4e20606b57419ce9e2e0c1588f960b483",
I1113 11:49:10.854488 149161 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:73a9f275e1fa5f0b9ae744914764847c2c4fdc66e9e528d67dea70007f9a6072"
I1113 11:49:10.854493 149161 command_runner.go:130] > ],
I1113 11:49:10.854499 149161 command_runner.go:130] > "size": "69926807",
I1113 11:49:10.854503 149161 command_runner.go:130] > "uid": null,
I1113 11:49:10.854508 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.854513 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.854517 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.854522 149161 command_runner.go:130] > },
I1113 11:49:10.854526 149161 command_runner.go:130] > {
I1113 11:49:10.854533 149161 command_runner.go:130] > "id": "42a4e73724daac2ee0c96eeeb79b9cf5f242fc3927ccfdc4df63b58140097314",
I1113 11:49:10.854538 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.854544 149161 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.3"
I1113 11:49:10.854548 149161 command_runner.go:130] > ],
I1113 11:49:10.854553 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.854587 149161 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725",
I1113 11:49:10.854597 149161 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:c0c5cdf040306fccc833bfa847f74be0f6ea5c828ba6c2a443210f68aa9bdd7c"
I1113 11:49:10.854601 149161 command_runner.go:130] > ],
I1113 11:49:10.854606 149161 command_runner.go:130] > "size": "59188020",
I1113 11:49:10.854611 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.854616 149161 command_runner.go:130] > "value": "0"
I1113 11:49:10.854621 149161 command_runner.go:130] > },
I1113 11:49:10.854626 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.854630 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.854635 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.854639 149161 command_runner.go:130] > },
I1113 11:49:10.854643 149161 command_runner.go:130] > {
I1113 11:49:10.854650 149161 command_runner.go:130] > "id": "829e9de338bd5fdd3f16f68f83a9fb288fbc8453e881e5d5cfd0f6f2ff72b43e",
I1113 11:49:10.854655 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.854660 149161 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I1113 11:49:10.854667 149161 command_runner.go:130] > ],
I1113 11:49:10.854672 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.854681 149161 command_runner.go:130] > "registry.k8s.io/pause@sha256:3ec98b8452dc8ae265a6917dfb81587ac78849e520d5dbba6de524851d20eca6",
I1113 11:49:10.854690 149161 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097"
I1113 11:49:10.854694 149161 command_runner.go:130] > ],
I1113 11:49:10.854699 149161 command_runner.go:130] > "size": "520014",
I1113 11:49:10.854703 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.854708 149161 command_runner.go:130] > "value": "65535"
I1113 11:49:10.854714 149161 command_runner.go:130] > },
I1113 11:49:10.854721 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.854725 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.854730 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.854734 149161 command_runner.go:130] > }
I1113 11:49:10.854738 149161 command_runner.go:130] > ]
I1113 11:49:10.854742 149161 command_runner.go:130] > }
I1113 11:49:10.857621 149161 crio.go:496] all images are preloaded for cri-o runtime.
I1113 11:49:10.857645 149161 crio.go:415] Images already preloaded, skipping extraction
I1113 11:49:10.857700 149161 ssh_runner.go:195] Run: sudo crictl images --output json
I1113 11:49:10.899086 149161 command_runner.go:130] > {
I1113 11:49:10.899108 149161 command_runner.go:130] > "images": [
I1113 11:49:10.899114 149161 command_runner.go:130] > {
I1113 11:49:10.899140 149161 command_runner.go:130] > "id": "04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26",
I1113 11:49:10.899146 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.899154 149161 command_runner.go:130] > "docker.io/kindest/kindnetd:v20230809-80a64d96"
I1113 11:49:10.899173 149161 command_runner.go:130] > ],
I1113 11:49:10.899182 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.899194 149161 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052",
I1113 11:49:10.899204 149161 command_runner.go:130] > "docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2"
I1113 11:49:10.899208 149161 command_runner.go:130] > ],
I1113 11:49:10.899218 149161 command_runner.go:130] > "size": "60867618",
I1113 11:49:10.899223 149161 command_runner.go:130] > "uid": null,
I1113 11:49:10.899228 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.899233 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.899241 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.899245 149161 command_runner.go:130] > },
I1113 11:49:10.899252 149161 command_runner.go:130] > {
I1113 11:49:10.899263 149161 command_runner.go:130] > "id": "ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6",
I1113 11:49:10.899270 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.899277 149161 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner:v5"
I1113 11:49:10.899281 149161 command_runner.go:130] > ],
I1113 11:49:10.899286 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.899302 149161 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2",
I1113 11:49:10.899339 149161 command_runner.go:130] > "gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"
I1113 11:49:10.899344 149161 command_runner.go:130] > ],
I1113 11:49:10.899355 149161 command_runner.go:130] > "size": "29037500",
I1113 11:49:10.899360 149161 command_runner.go:130] > "uid": null,
I1113 11:49:10.899365 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.899382 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.899389 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.899393 149161 command_runner.go:130] > },
I1113 11:49:10.899397 149161 command_runner.go:130] > {
I1113 11:49:10.899411 149161 command_runner.go:130] > "id": "97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108",
I1113 11:49:10.899416 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.899428 149161 command_runner.go:130] > "registry.k8s.io/coredns/coredns:v1.10.1"
I1113 11:49:10.899435 149161 command_runner.go:130] > ],
I1113 11:49:10.899441 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.899456 149161 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:74130b944396a0b0ca9af923ee6e03b08a35d98fc1bbaef4e35cf9acc5599105",
I1113 11:49:10.899472 149161 command_runner.go:130] > "registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e"
I1113 11:49:10.899477 149161 command_runner.go:130] > ],
I1113 11:49:10.899486 149161 command_runner.go:130] > "size": "51393451",
I1113 11:49:10.899496 149161 command_runner.go:130] > "uid": null,
I1113 11:49:10.899501 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.899623 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.899641 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.899645 149161 command_runner.go:130] > },
I1113 11:49:10.899666 149161 command_runner.go:130] > {
I1113 11:49:10.899674 149161 command_runner.go:130] > "id": "9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace",
I1113 11:49:10.899679 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.899685 149161 command_runner.go:130] > "registry.k8s.io/etcd:3.5.9-0"
I1113 11:49:10.899689 149161 command_runner.go:130] > ],
I1113 11:49:10.899698 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.899707 149161 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3",
I1113 11:49:10.899721 149161 command_runner.go:130] > "registry.k8s.io/etcd@sha256:e60789d18cc66486e6db4094383f9732280092f07a1f5455ecbe11d404c8e48b"
I1113 11:49:10.899735 149161 command_runner.go:130] > ],
I1113 11:49:10.899741 149161 command_runner.go:130] > "size": "182203183",
I1113 11:49:10.899753 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.899759 149161 command_runner.go:130] > "value": "0"
I1113 11:49:10.899767 149161 command_runner.go:130] > },
I1113 11:49:10.899772 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.899779 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.899784 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.899788 149161 command_runner.go:130] > },
I1113 11:49:10.899792 149161 command_runner.go:130] > {
I1113 11:49:10.899803 149161 command_runner.go:130] > "id": "537e9a59ee2fdef3cc7f5ebd14f9c4c77047176fca2bc5599db196217efeb5d7",
I1113 11:49:10.899812 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.899819 149161 command_runner.go:130] > "registry.k8s.io/kube-apiserver:v1.28.3"
I1113 11:49:10.899827 149161 command_runner.go:130] > ],
I1113 11:49:10.899923 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.899945 149161 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:7055e7e0041a953d3fcec5950b88e8608ce09489f775dc0a8bd62a3300fd3ffa",
I1113 11:49:10.899954 149161 command_runner.go:130] > "registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d"
I1113 11:49:10.899959 149161 command_runner.go:130] > ],
I1113 11:49:10.899972 149161 command_runner.go:130] > "size": "121054158",
I1113 11:49:10.899977 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.899982 149161 command_runner.go:130] > "value": "0"
I1113 11:49:10.899986 149161 command_runner.go:130] > },
I1113 11:49:10.899994 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.900000 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.900004 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.900008 149161 command_runner.go:130] > },
I1113 11:49:10.900012 149161 command_runner.go:130] > {
I1113 11:49:10.900024 149161 command_runner.go:130] > "id": "8276439b4f237dda1f7820b0fcef600bb5662e441aa00e7b7c45843e60f04a16",
I1113 11:49:10.900031 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.900042 149161 command_runner.go:130] > "registry.k8s.io/kube-controller-manager:v1.28.3"
I1113 11:49:10.900050 149161 command_runner.go:130] > ],
I1113 11:49:10.900055 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.900067 149161 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:640661231facded984f698e79315bceb5391b04e5159662e940e6e5ab2098707",
I1113 11:49:10.900077 149161 command_runner.go:130] > "registry.k8s.io/kube-controller-manager@sha256:c53671810fed4fd98b482a8e32f105585826221a4657ebd6181bc20becd3f0be"
I1113 11:49:10.900081 149161 command_runner.go:130] > ],
I1113 11:49:10.900087 149161 command_runner.go:130] > "size": "117252916",
I1113 11:49:10.900091 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.900096 149161 command_runner.go:130] > "value": "0"
I1113 11:49:10.900108 149161 command_runner.go:130] > },
I1113 11:49:10.900113 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.900118 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.900125 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.900134 149161 command_runner.go:130] > },
I1113 11:49:10.900138 149161 command_runner.go:130] > {
I1113 11:49:10.900149 149161 command_runner.go:130] > "id": "a5dd5cdd6d3ef8058b7fbcecacbcee7f522fa8b9f3bb53bac6570e62ba2cbdbd",
I1113 11:49:10.900156 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.900171 149161 command_runner.go:130] > "registry.k8s.io/kube-proxy:v1.28.3"
I1113 11:49:10.900176 149161 command_runner.go:130] > ],
I1113 11:49:10.900182 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.900191 149161 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:0228eb00239c0ea5f627a6191fc192f4e20606b57419ce9e2e0c1588f960b483",
I1113 11:49:10.900203 149161 command_runner.go:130] > "registry.k8s.io/kube-proxy@sha256:73a9f275e1fa5f0b9ae744914764847c2c4fdc66e9e528d67dea70007f9a6072"
I1113 11:49:10.900210 149161 command_runner.go:130] > ],
I1113 11:49:10.900220 149161 command_runner.go:130] > "size": "69926807",
I1113 11:49:10.900229 149161 command_runner.go:130] > "uid": null,
I1113 11:49:10.900237 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.900241 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.900246 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.900255 149161 command_runner.go:130] > },
I1113 11:49:10.900262 149161 command_runner.go:130] > {
I1113 11:49:10.900274 149161 command_runner.go:130] > "id": "42a4e73724daac2ee0c96eeeb79b9cf5f242fc3927ccfdc4df63b58140097314",
I1113 11:49:10.900282 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.900295 149161 command_runner.go:130] > "registry.k8s.io/kube-scheduler:v1.28.3"
I1113 11:49:10.900300 149161 command_runner.go:130] > ],
I1113 11:49:10.900316 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.900409 149161 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725",
I1113 11:49:10.900420 149161 command_runner.go:130] > "registry.k8s.io/kube-scheduler@sha256:c0c5cdf040306fccc833bfa847f74be0f6ea5c828ba6c2a443210f68aa9bdd7c"
I1113 11:49:10.900424 149161 command_runner.go:130] > ],
I1113 11:49:10.900429 149161 command_runner.go:130] > "size": "59188020",
I1113 11:49:10.900438 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.900449 149161 command_runner.go:130] > "value": "0"
I1113 11:49:10.900453 149161 command_runner.go:130] > },
I1113 11:49:10.900458 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.900463 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.900468 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.900475 149161 command_runner.go:130] > },
I1113 11:49:10.900479 149161 command_runner.go:130] > {
I1113 11:49:10.900486 149161 command_runner.go:130] > "id": "829e9de338bd5fdd3f16f68f83a9fb288fbc8453e881e5d5cfd0f6f2ff72b43e",
I1113 11:49:10.900495 149161 command_runner.go:130] > "repoTags": [
I1113 11:49:10.900505 149161 command_runner.go:130] > "registry.k8s.io/pause:3.9"
I1113 11:49:10.900509 149161 command_runner.go:130] > ],
I1113 11:49:10.900514 149161 command_runner.go:130] > "repoDigests": [
I1113 11:49:10.900531 149161 command_runner.go:130] > "registry.k8s.io/pause@sha256:3ec98b8452dc8ae265a6917dfb81587ac78849e520d5dbba6de524851d20eca6",
I1113 11:49:10.900544 149161 command_runner.go:130] > "registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097"
I1113 11:49:10.900549 149161 command_runner.go:130] > ],
I1113 11:49:10.900557 149161 command_runner.go:130] > "size": "520014",
I1113 11:49:10.900563 149161 command_runner.go:130] > "uid": {
I1113 11:49:10.900569 149161 command_runner.go:130] > "value": "65535"
I1113 11:49:10.900573 149161 command_runner.go:130] > },
I1113 11:49:10.900577 149161 command_runner.go:130] > "username": "",
I1113 11:49:10.900582 149161 command_runner.go:130] > "spec": null,
I1113 11:49:10.900587 149161 command_runner.go:130] > "pinned": false
I1113 11:49:10.900590 149161 command_runner.go:130] > }
I1113 11:49:10.900594 149161 command_runner.go:130] > ]
I1113 11:49:10.900601 149161 command_runner.go:130] > }
I1113 11:49:10.901919 149161 crio.go:496] all images are preloaded for cri-o runtime.
I1113 11:49:10.901939 149161 cache_images.go:84] Images are preloaded, skipping loading
I1113 11:49:10.902029 149161 ssh_runner.go:195] Run: crio config
I1113 11:49:10.968682 149161 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I1113 11:49:10.968704 149161 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I1113 11:49:10.968716 149161 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I1113 11:49:10.968721 149161 command_runner.go:130] > #
I1113 11:49:10.968729 149161 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I1113 11:49:10.968737 149161 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I1113 11:49:10.968744 149161 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I1113 11:49:10.968762 149161 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I1113 11:49:10.968767 149161 command_runner.go:130] > # reload'.
I1113 11:49:10.968774 149161 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I1113 11:49:10.968782 149161 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I1113 11:49:10.968790 149161 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I1113 11:49:10.968796 149161 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I1113 11:49:10.968801 149161 command_runner.go:130] > [crio]
I1113 11:49:10.968808 149161 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I1113 11:49:10.968814 149161 command_runner.go:130] > # containers images, in this directory.
I1113 11:49:10.968825 149161 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I1113 11:49:10.968833 149161 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I1113 11:49:10.969096 149161 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I1113 11:49:10.969116 149161 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I1113 11:49:10.969124 149161 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I1113 11:49:10.969376 149161 command_runner.go:130] > # storage_driver = "vfs"
I1113 11:49:10.969403 149161 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I1113 11:49:10.969414 149161 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I1113 11:49:10.969419 149161 command_runner.go:130] > # storage_option = [
I1113 11:49:10.969423 149161 command_runner.go:130] > # ]
I1113 11:49:10.969431 149161 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I1113 11:49:10.969439 149161 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I1113 11:49:10.969444 149161 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I1113 11:49:10.969452 149161 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I1113 11:49:10.969460 149161 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I1113 11:49:10.969465 149161 command_runner.go:130] > # always happen on a node reboot
I1113 11:49:10.969470 149161 command_runner.go:130] > # version_file = "/var/run/crio/version"
I1113 11:49:10.969477 149161 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I1113 11:49:10.969484 149161 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I1113 11:49:10.969495 149161 command_runner.go:130] > # only happen when CRI-O has been upgraded
I1113 11:49:10.969501 149161 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I1113 11:49:10.969510 149161 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I1113 11:49:10.969519 149161 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I1113 11:49:10.969524 149161 command_runner.go:130] > # internal_wipe = true
I1113 11:49:10.969530 149161 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I1113 11:49:10.969538 149161 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I1113 11:49:10.969545 149161 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I1113 11:49:10.969551 149161 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I1113 11:49:10.969560 149161 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I1113 11:49:10.969564 149161 command_runner.go:130] > [crio.api]
I1113 11:49:10.969570 149161 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I1113 11:49:10.969576 149161 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I1113 11:49:10.969582 149161 command_runner.go:130] > # IP address on which the stream server will listen.
I1113 11:49:10.969587 149161 command_runner.go:130] > # stream_address = "127.0.0.1"
I1113 11:49:10.969595 149161 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I1113 11:49:10.969601 149161 command_runner.go:130] > # CRI-O will allocate a random free port number.
I1113 11:49:10.969609 149161 command_runner.go:130] > # stream_port = "0"
I1113 11:49:10.969615 149161 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I1113 11:49:10.969620 149161 command_runner.go:130] > # stream_enable_tls = false
I1113 11:49:10.969627 149161 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I1113 11:49:10.969632 149161 command_runner.go:130] > # stream_idle_timeout = ""
I1113 11:49:10.969639 149161 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I1113 11:49:10.969646 149161 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I1113 11:49:10.969654 149161 command_runner.go:130] > # minutes.
I1113 11:49:10.969659 149161 command_runner.go:130] > # stream_tls_cert = ""
I1113 11:49:10.969667 149161 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I1113 11:49:10.969677 149161 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I1113 11:49:10.969682 149161 command_runner.go:130] > # stream_tls_key = ""
I1113 11:49:10.969689 149161 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I1113 11:49:10.969696 149161 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I1113 11:49:10.969702 149161 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I1113 11:49:10.969707 149161 command_runner.go:130] > # stream_tls_ca = ""
I1113 11:49:10.969715 149161 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I1113 11:49:10.969721 149161 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I1113 11:49:10.969729 149161 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I1113 11:49:10.969734 149161 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I1113 11:49:10.969764 149161 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I1113 11:49:10.969772 149161 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I1113 11:49:10.969776 149161 command_runner.go:130] > [crio.runtime]
I1113 11:49:10.969783 149161 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I1113 11:49:10.969789 149161 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I1113 11:49:10.969796 149161 command_runner.go:130] > # "nofile=1024:2048"
I1113 11:49:10.969803 149161 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I1113 11:49:10.969810 149161 command_runner.go:130] > # default_ulimits = [
I1113 11:49:10.969814 149161 command_runner.go:130] > # ]
I1113 11:49:10.969821 149161 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I1113 11:49:10.969827 149161 command_runner.go:130] > # no_pivot = false
I1113 11:49:10.969834 149161 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I1113 11:49:10.969841 149161 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I1113 11:49:10.969847 149161 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I1113 11:49:10.969854 149161 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I1113 11:49:10.969862 149161 command_runner.go:130] > # Will be searched for using $PATH if empty.
I1113 11:49:10.969870 149161 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1113 11:49:10.969874 149161 command_runner.go:130] > # conmon = ""
I1113 11:49:10.969879 149161 command_runner.go:130] > # Cgroup setting for conmon
I1113 11:49:10.969887 149161 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I1113 11:49:10.969892 149161 command_runner.go:130] > conmon_cgroup = "pod"
I1113 11:49:10.969899 149161 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I1113 11:49:10.969905 149161 command_runner.go:130] > # environment variables to conmon or the runtime.
I1113 11:49:10.969918 149161 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1113 11:49:10.969926 149161 command_runner.go:130] > # conmon_env = [
I1113 11:49:10.969930 149161 command_runner.go:130] > # ]
I1113 11:49:10.969937 149161 command_runner.go:130] > # Additional environment variables to set for all the
I1113 11:49:10.969943 149161 command_runner.go:130] > # containers. These are overridden if set in the
I1113 11:49:10.969949 149161 command_runner.go:130] > # container image spec or in the container runtime configuration.
I1113 11:49:10.969954 149161 command_runner.go:130] > # default_env = [
I1113 11:49:10.969957 149161 command_runner.go:130] > # ]
I1113 11:49:10.969964 149161 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I1113 11:49:10.969968 149161 command_runner.go:130] > # selinux = false
I1113 11:49:10.969976 149161 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I1113 11:49:10.969983 149161 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I1113 11:49:10.969990 149161 command_runner.go:130] > # will be used. This option supports live configuration reload.
I1113 11:49:10.969994 149161 command_runner.go:130] > # seccomp_profile = ""
I1113 11:49:10.970001 149161 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I1113 11:49:10.970007 149161 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I1113 11:49:10.970014 149161 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I1113 11:49:10.970020 149161 command_runner.go:130] > # which might increase security.
I1113 11:49:10.970027 149161 command_runner.go:130] > # seccomp_use_default_when_empty = true
I1113 11:49:10.970034 149161 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I1113 11:49:10.970041 149161 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I1113 11:49:10.970048 149161 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I1113 11:49:10.970056 149161 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I1113 11:49:10.970062 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:49:10.970067 149161 command_runner.go:130] > # apparmor_profile = "crio-default"
I1113 11:49:10.970075 149161 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I1113 11:49:10.970080 149161 command_runner.go:130] > # the cgroup blockio controller.
I1113 11:49:10.970086 149161 command_runner.go:130] > # blockio_config_file = ""
I1113 11:49:10.970093 149161 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I1113 11:49:10.970098 149161 command_runner.go:130] > # irqbalance daemon.
I1113 11:49:10.970104 149161 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I1113 11:49:10.970111 149161 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I1113 11:49:10.970117 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:49:10.970122 149161 command_runner.go:130] > # rdt_config_file = ""
I1113 11:49:10.970128 149161 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I1113 11:49:10.970133 149161 command_runner.go:130] > cgroup_manager = "cgroupfs"
I1113 11:49:10.970142 149161 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I1113 11:49:10.970148 149161 command_runner.go:130] > # separate_pull_cgroup = ""
I1113 11:49:10.970155 149161 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I1113 11:49:10.970164 149161 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I1113 11:49:10.970168 149161 command_runner.go:130] > # will be added.
I1113 11:49:10.970173 149161 command_runner.go:130] > # default_capabilities = [
I1113 11:49:10.970546 149161 command_runner.go:130] > # "CHOWN",
I1113 11:49:10.970558 149161 command_runner.go:130] > # "DAC_OVERRIDE",
I1113 11:49:10.970563 149161 command_runner.go:130] > # "FSETID",
I1113 11:49:10.970570 149161 command_runner.go:130] > # "FOWNER",
I1113 11:49:10.970574 149161 command_runner.go:130] > # "SETGID",
I1113 11:49:10.970579 149161 command_runner.go:130] > # "SETUID",
I1113 11:49:10.970583 149161 command_runner.go:130] > # "SETPCAP",
I1113 11:49:10.970591 149161 command_runner.go:130] > # "NET_BIND_SERVICE",
I1113 11:49:10.970595 149161 command_runner.go:130] > # "KILL",
I1113 11:49:10.970599 149161 command_runner.go:130] > # ]
I1113 11:49:10.970608 149161 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I1113 11:49:10.970616 149161 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I1113 11:49:10.970622 149161 command_runner.go:130] > # add_inheritable_capabilities = true
I1113 11:49:10.970629 149161 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I1113 11:49:10.970637 149161 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1113 11:49:10.970641 149161 command_runner.go:130] > # default_sysctls = [
I1113 11:49:10.970645 149161 command_runner.go:130] > # ]
I1113 11:49:10.970650 149161 command_runner.go:130] > # List of devices on the host that a
I1113 11:49:10.970658 149161 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I1113 11:49:10.970662 149161 command_runner.go:130] > # allowed_devices = [
I1113 11:49:10.970667 149161 command_runner.go:130] > # "/dev/fuse",
I1113 11:49:10.970673 149161 command_runner.go:130] > # ]
I1113 11:49:10.970679 149161 command_runner.go:130] > # List of additional devices. specified as
I1113 11:49:10.970703 149161 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I1113 11:49:10.970710 149161 command_runner.go:130] > # If it is empty or commented out, only the devices
I1113 11:49:10.970717 149161 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1113 11:49:10.970724 149161 command_runner.go:130] > # additional_devices = [
I1113 11:49:10.970727 149161 command_runner.go:130] > # ]
I1113 11:49:10.970734 149161 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I1113 11:49:10.970738 149161 command_runner.go:130] > # cdi_spec_dirs = [
I1113 11:49:10.970743 149161 command_runner.go:130] > # "/etc/cdi",
I1113 11:49:10.970748 149161 command_runner.go:130] > # "/var/run/cdi",
I1113 11:49:10.970751 149161 command_runner.go:130] > # ]
I1113 11:49:10.970759 149161 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I1113 11:49:10.970766 149161 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I1113 11:49:10.970771 149161 command_runner.go:130] > # Defaults to false.
I1113 11:49:10.970777 149161 command_runner.go:130] > # device_ownership_from_security_context = false
I1113 11:49:10.970784 149161 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I1113 11:49:10.970791 149161 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I1113 11:49:10.970797 149161 command_runner.go:130] > # hooks_dir = [
I1113 11:49:10.970803 149161 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I1113 11:49:10.970807 149161 command_runner.go:130] > # ]
I1113 11:49:10.970814 149161 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I1113 11:49:10.970821 149161 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I1113 11:49:10.970828 149161 command_runner.go:130] > # its default mounts from the following two files:
I1113 11:49:10.970832 149161 command_runner.go:130] > #
I1113 11:49:10.970840 149161 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I1113 11:49:10.970847 149161 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I1113 11:49:10.970854 149161 command_runner.go:130] > # override the default mounts shipped with the package.
I1113 11:49:10.970857 149161 command_runner.go:130] > #
I1113 11:49:10.970864 149161 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I1113 11:49:10.970872 149161 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I1113 11:49:10.970879 149161 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I1113 11:49:10.970885 149161 command_runner.go:130] > # only add mounts it finds in this file.
I1113 11:49:10.970889 149161 command_runner.go:130] > #
I1113 11:49:10.970894 149161 command_runner.go:130] > # default_mounts_file = ""
I1113 11:49:10.970900 149161 command_runner.go:130] > # Maximum number of processes allowed in a container.
I1113 11:49:10.970910 149161 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I1113 11:49:10.970915 149161 command_runner.go:130] > # pids_limit = 0
I1113 11:49:10.970922 149161 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I1113 11:49:10.970929 149161 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I1113 11:49:10.970936 149161 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I1113 11:49:10.970946 149161 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I1113 11:49:10.970951 149161 command_runner.go:130] > # log_size_max = -1
I1113 11:49:10.970959 149161 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I1113 11:49:10.970965 149161 command_runner.go:130] > # log_to_journald = false
I1113 11:49:10.970972 149161 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I1113 11:49:10.970978 149161 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I1113 11:49:10.970984 149161 command_runner.go:130] > # Path to directory for container attach sockets.
I1113 11:49:10.970990 149161 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I1113 11:49:10.970997 149161 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I1113 11:49:10.971001 149161 command_runner.go:130] > # bind_mount_prefix = ""
I1113 11:49:10.971008 149161 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I1113 11:49:10.971012 149161 command_runner.go:130] > # read_only = false
I1113 11:49:10.971028 149161 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I1113 11:49:10.971038 149161 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I1113 11:49:10.971043 149161 command_runner.go:130] > # live configuration reload.
I1113 11:49:10.971048 149161 command_runner.go:130] > # log_level = "info"
I1113 11:49:10.971054 149161 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I1113 11:49:10.971061 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:49:10.971065 149161 command_runner.go:130] > # log_filter = ""
I1113 11:49:10.971073 149161 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I1113 11:49:10.971080 149161 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I1113 11:49:10.971085 149161 command_runner.go:130] > # separated by comma.
I1113 11:49:10.971092 149161 command_runner.go:130] > # uid_mappings = ""
I1113 11:49:10.971100 149161 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I1113 11:49:10.971107 149161 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I1113 11:49:10.971112 149161 command_runner.go:130] > # separated by comma.
I1113 11:49:10.971116 149161 command_runner.go:130] > # gid_mappings = ""
I1113 11:49:10.971139 149161 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I1113 11:49:10.971148 149161 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1113 11:49:10.971155 149161 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1113 11:49:10.971161 149161 command_runner.go:130] > # minimum_mappable_uid = -1
I1113 11:49:10.971171 149161 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I1113 11:49:10.971179 149161 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1113 11:49:10.971186 149161 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1113 11:49:10.971191 149161 command_runner.go:130] > # minimum_mappable_gid = -1
I1113 11:49:10.971198 149161 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I1113 11:49:10.971205 149161 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I1113 11:49:10.971214 149161 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I1113 11:49:10.971219 149161 command_runner.go:130] > # ctr_stop_timeout = 30
I1113 11:49:10.971226 149161 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I1113 11:49:10.971233 149161 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I1113 11:49:10.971240 149161 command_runner.go:130] > # a kernel separating runtime (like kata).
I1113 11:49:10.971246 149161 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I1113 11:49:10.971250 149161 command_runner.go:130] > # drop_infra_ctr = true
I1113 11:49:10.971257 149161 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I1113 11:49:10.971264 149161 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I1113 11:49:10.971272 149161 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I1113 11:49:10.971277 149161 command_runner.go:130] > # infra_ctr_cpuset = ""
I1113 11:49:10.971284 149161 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I1113 11:49:10.971291 149161 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I1113 11:49:10.971296 149161 command_runner.go:130] > # namespaces_dir = "/var/run"
I1113 11:49:10.971304 149161 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I1113 11:49:10.971309 149161 command_runner.go:130] > # pinns_path = ""
I1113 11:49:10.971333 149161 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I1113 11:49:10.971342 149161 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I1113 11:49:10.971350 149161 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I1113 11:49:10.971355 149161 command_runner.go:130] > # default_runtime = "runc"
I1113 11:49:10.971361 149161 command_runner.go:130] > # A list of paths that, when absent from the host,
I1113 11:49:10.971370 149161 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I1113 11:49:10.971380 149161 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I1113 11:49:10.971386 149161 command_runner.go:130] > # creation as a file is not desired either.
I1113 11:49:10.971396 149161 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I1113 11:49:10.971402 149161 command_runner.go:130] > # the hostname is being managed dynamically.
I1113 11:49:10.971410 149161 command_runner.go:130] > # absent_mount_sources_to_reject = [
I1113 11:49:10.971414 149161 command_runner.go:130] > # ]
I1113 11:49:10.971421 149161 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I1113 11:49:10.971429 149161 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I1113 11:49:10.971438 149161 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I1113 11:49:10.971446 149161 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I1113 11:49:10.971449 149161 command_runner.go:130] > #
I1113 11:49:10.971455 149161 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I1113 11:49:10.971461 149161 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I1113 11:49:10.971465 149161 command_runner.go:130] > # runtime_type = "oci"
I1113 11:49:10.971471 149161 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I1113 11:49:10.971476 149161 command_runner.go:130] > # privileged_without_host_devices = false
I1113 11:49:10.971481 149161 command_runner.go:130] > # allowed_annotations = []
I1113 11:49:10.971485 149161 command_runner.go:130] > # Where:
I1113 11:49:10.971491 149161 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I1113 11:49:10.971500 149161 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I1113 11:49:10.971508 149161 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I1113 11:49:10.971515 149161 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I1113 11:49:10.971519 149161 command_runner.go:130] > # in $PATH.
I1113 11:49:10.971526 149161 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I1113 11:49:10.971532 149161 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I1113 11:49:10.971539 149161 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I1113 11:49:10.971544 149161 command_runner.go:130] > # state.
I1113 11:49:10.971552 149161 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I1113 11:49:10.971559 149161 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I1113 11:49:10.971566 149161 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I1113 11:49:10.971573 149161 command_runner.go:130] > # host devices from being passed to privileged containers.
I1113 11:49:10.971580 149161 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I1113 11:49:10.971588 149161 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I1113 11:49:10.971594 149161 command_runner.go:130] > # The currently recognized values are:
I1113 11:49:10.971601 149161 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I1113 11:49:10.971610 149161 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I1113 11:49:10.971631 149161 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I1113 11:49:10.971638 149161 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I1113 11:49:10.971647 149161 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I1113 11:49:10.971655 149161 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I1113 11:49:10.971662 149161 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I1113 11:49:10.971670 149161 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I1113 11:49:10.971675 149161 command_runner.go:130] > # should be moved to the container's cgroup
I1113 11:49:10.971680 149161 command_runner.go:130] > [crio.runtime.runtimes.runc]
I1113 11:49:10.971688 149161 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I1113 11:49:10.971693 149161 command_runner.go:130] > runtime_type = "oci"
I1113 11:49:10.971698 149161 command_runner.go:130] > runtime_root = "/run/runc"
I1113 11:49:10.971703 149161 command_runner.go:130] > runtime_config_path = ""
I1113 11:49:10.971707 149161 command_runner.go:130] > monitor_path = ""
I1113 11:49:10.971712 149161 command_runner.go:130] > monitor_cgroup = ""
I1113 11:49:10.971717 149161 command_runner.go:130] > monitor_exec_cgroup = ""
I1113 11:49:10.971751 149161 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I1113 11:49:10.971756 149161 command_runner.go:130] > # running containers
I1113 11:49:10.971761 149161 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I1113 11:49:10.971769 149161 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I1113 11:49:10.971778 149161 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I1113 11:49:10.971784 149161 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I1113 11:49:10.971791 149161 command_runner.go:130] > # Kata Containers with the default configured VMM
I1113 11:49:10.971796 149161 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I1113 11:49:10.971801 149161 command_runner.go:130] > # Kata Containers with the QEMU VMM
I1113 11:49:10.971806 149161 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I1113 11:49:10.971812 149161 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I1113 11:49:10.971819 149161 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I1113 11:49:10.971826 149161 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I1113 11:49:10.971833 149161 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I1113 11:49:10.971840 149161 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I1113 11:49:10.971849 149161 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I1113 11:49:10.971858 149161 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I1113 11:49:10.971865 149161 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I1113 11:49:10.971876 149161 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I1113 11:49:10.971885 149161 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I1113 11:49:10.971892 149161 command_runner.go:130] > # signifying for that resource type to override the default value.
I1113 11:49:10.971901 149161 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I1113 11:49:10.971905 149161 command_runner.go:130] > # Example:
I1113 11:49:10.971911 149161 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I1113 11:49:10.971916 149161 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I1113 11:49:10.971922 149161 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I1113 11:49:10.971928 149161 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I1113 11:49:10.971932 149161 command_runner.go:130] > # cpuset = 0
I1113 11:49:10.971937 149161 command_runner.go:130] > # cpushares = "0-1"
I1113 11:49:10.971950 149161 command_runner.go:130] > # Where:
I1113 11:49:10.971956 149161 command_runner.go:130] > # The workload name is workload-type.
I1113 11:49:10.971966 149161 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I1113 11:49:10.971973 149161 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I1113 11:49:10.971979 149161 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I1113 11:49:10.971989 149161 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I1113 11:49:10.971995 149161 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I1113 11:49:10.971999 149161 command_runner.go:130] > #
I1113 11:49:10.972007 149161 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I1113 11:49:10.972011 149161 command_runner.go:130] > #
I1113 11:49:10.972021 149161 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I1113 11:49:10.972029 149161 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I1113 11:49:10.972037 149161 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I1113 11:49:10.972044 149161 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I1113 11:49:10.972051 149161 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I1113 11:49:10.972055 149161 command_runner.go:130] > [crio.image]
I1113 11:49:10.972066 149161 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I1113 11:49:10.972072 149161 command_runner.go:130] > # default_transport = "docker://"
I1113 11:49:10.972081 149161 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I1113 11:49:10.972088 149161 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I1113 11:49:10.972093 149161 command_runner.go:130] > # global_auth_file = ""
I1113 11:49:10.972099 149161 command_runner.go:130] > # The image used to instantiate infra containers.
I1113 11:49:10.972105 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:49:10.972112 149161 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I1113 11:49:10.972119 149161 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I1113 11:49:10.972126 149161 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I1113 11:49:10.972132 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:49:10.972147 149161 command_runner.go:130] > # pause_image_auth_file = ""
I1113 11:49:10.972155 149161 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I1113 11:49:10.972162 149161 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I1113 11:49:10.972169 149161 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I1113 11:49:10.972176 149161 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I1113 11:49:10.972181 149161 command_runner.go:130] > # pause_command = "/pause"
I1113 11:49:10.972188 149161 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I1113 11:49:10.972195 149161 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I1113 11:49:10.972202 149161 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I1113 11:49:10.972211 149161 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I1113 11:49:10.972218 149161 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I1113 11:49:10.972223 149161 command_runner.go:130] > # signature_policy = ""
I1113 11:49:10.972230 149161 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I1113 11:49:10.972237 149161 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I1113 11:49:10.972242 149161 command_runner.go:130] > # changing them here.
I1113 11:49:10.972247 149161 command_runner.go:130] > # insecure_registries = [
I1113 11:49:10.972250 149161 command_runner.go:130] > # ]
I1113 11:49:10.972258 149161 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I1113 11:49:10.972264 149161 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I1113 11:49:10.972270 149161 command_runner.go:130] > # image_volumes = "mkdir"
I1113 11:49:10.972276 149161 command_runner.go:130] > # Temporary directory to use for storing big files
I1113 11:49:10.972281 149161 command_runner.go:130] > # big_files_temporary_dir = ""
I1113 11:49:10.972288 149161 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I1113 11:49:10.972293 149161 command_runner.go:130] > # CNI plugins.
I1113 11:49:10.972297 149161 command_runner.go:130] > [crio.network]
I1113 11:49:10.972304 149161 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I1113 11:49:10.972310 149161 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I1113 11:49:10.972316 149161 command_runner.go:130] > # cni_default_network = ""
I1113 11:49:10.972323 149161 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I1113 11:49:10.972328 149161 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I1113 11:49:10.972335 149161 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I1113 11:49:10.972339 149161 command_runner.go:130] > # plugin_dirs = [
I1113 11:49:10.972344 149161 command_runner.go:130] > # "/opt/cni/bin/",
I1113 11:49:10.972347 149161 command_runner.go:130] > # ]
I1113 11:49:10.972355 149161 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I1113 11:49:10.972360 149161 command_runner.go:130] > [crio.metrics]
I1113 11:49:10.972366 149161 command_runner.go:130] > # Globally enable or disable metrics support.
I1113 11:49:10.972371 149161 command_runner.go:130] > # enable_metrics = false
I1113 11:49:10.972377 149161 command_runner.go:130] > # Specify enabled metrics collectors.
I1113 11:49:10.972382 149161 command_runner.go:130] > # Per default all metrics are enabled.
I1113 11:49:10.972389 149161 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I1113 11:49:10.972397 149161 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I1113 11:49:10.972403 149161 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I1113 11:49:10.972408 149161 command_runner.go:130] > # metrics_collectors = [
I1113 11:49:10.972412 149161 command_runner.go:130] > # "operations",
I1113 11:49:10.972420 149161 command_runner.go:130] > # "operations_latency_microseconds_total",
I1113 11:49:10.972426 149161 command_runner.go:130] > # "operations_latency_microseconds",
I1113 11:49:10.972430 149161 command_runner.go:130] > # "operations_errors",
I1113 11:49:10.972435 149161 command_runner.go:130] > # "image_pulls_by_digest",
I1113 11:49:10.972440 149161 command_runner.go:130] > # "image_pulls_by_name",
I1113 11:49:10.972445 149161 command_runner.go:130] > # "image_pulls_by_name_skipped",
I1113 11:49:10.972450 149161 command_runner.go:130] > # "image_pulls_failures",
I1113 11:49:10.972455 149161 command_runner.go:130] > # "image_pulls_successes",
I1113 11:49:10.972460 149161 command_runner.go:130] > # "image_pulls_layer_size",
I1113 11:49:10.972465 149161 command_runner.go:130] > # "image_layer_reuse",
I1113 11:49:10.972470 149161 command_runner.go:130] > # "containers_oom_total",
I1113 11:49:10.972474 149161 command_runner.go:130] > # "containers_oom",
I1113 11:49:10.972479 149161 command_runner.go:130] > # "processes_defunct",
I1113 11:49:10.972483 149161 command_runner.go:130] > # "operations_total",
I1113 11:49:10.972488 149161 command_runner.go:130] > # "operations_latency_seconds",
I1113 11:49:10.972494 149161 command_runner.go:130] > # "operations_latency_seconds_total",
I1113 11:49:10.972499 149161 command_runner.go:130] > # "operations_errors_total",
I1113 11:49:10.972504 149161 command_runner.go:130] > # "image_pulls_bytes_total",
I1113 11:49:10.972511 149161 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I1113 11:49:10.972517 149161 command_runner.go:130] > # "image_pulls_failure_total",
I1113 11:49:10.972523 149161 command_runner.go:130] > # "image_pulls_success_total",
I1113 11:49:10.972961 149161 command_runner.go:130] > # "image_layer_reuse_total",
I1113 11:49:10.972996 149161 command_runner.go:130] > # "containers_oom_count_total",
I1113 11:49:10.973013 149161 command_runner.go:130] > # ]
I1113 11:49:10.973036 149161 command_runner.go:130] > # The port on which the metrics server will listen.
I1113 11:49:10.973055 149161 command_runner.go:130] > # metrics_port = 9090
I1113 11:49:10.973088 149161 command_runner.go:130] > # Local socket path to bind the metrics server to
I1113 11:49:10.973107 149161 command_runner.go:130] > # metrics_socket = ""
I1113 11:49:10.973129 149161 command_runner.go:130] > # The certificate for the secure metrics server.
I1113 11:49:10.973160 149161 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I1113 11:49:10.973184 149161 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I1113 11:49:10.973204 149161 command_runner.go:130] > # certificate on any modification event.
I1113 11:49:10.973225 149161 command_runner.go:130] > # metrics_cert = ""
I1113 11:49:10.973264 149161 command_runner.go:130] > # The certificate key for the secure metrics server.
I1113 11:49:10.973286 149161 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I1113 11:49:10.973303 149161 command_runner.go:130] > # metrics_key = ""
I1113 11:49:10.973324 149161 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I1113 11:49:10.973343 149161 command_runner.go:130] > [crio.tracing]
I1113 11:49:10.973373 149161 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I1113 11:49:10.973603 149161 command_runner.go:130] > # enable_tracing = false
I1113 11:49:10.973652 149161 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I1113 11:49:10.973672 149161 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I1113 11:49:10.973693 149161 command_runner.go:130] > # Number of samples to collect per million spans.
I1113 11:49:10.973723 149161 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I1113 11:49:10.973751 149161 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I1113 11:49:10.973770 149161 command_runner.go:130] > [crio.stats]
I1113 11:49:10.973793 149161 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I1113 11:49:10.973824 149161 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I1113 11:49:10.973846 149161 command_runner.go:130] > # stats_collection_period = 0
I1113 11:49:10.976254 149161 command_runner.go:130] ! time="2023-11-13 11:49:10.963406868Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I1113 11:49:10.976282 149161 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I1113 11:49:10.976351 149161 cni.go:84] Creating CNI manager for ""
I1113 11:49:10.976368 149161 cni.go:136] 1 nodes found, recommending kindnet
I1113 11:49:10.976398 149161 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1113 11:49:10.976422 149161 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-528595 NodeName:multinode-528595 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1113 11:49:10.976556 149161 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-528595"
kubeletExtraArgs:
node-ip: 192.168.58.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1113 11:49:10.976635 149161 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-528595 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:multinode-528595 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1113 11:49:10.976703 149161 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1113 11:49:10.986282 149161 command_runner.go:130] > kubeadm
I1113 11:49:10.986302 149161 command_runner.go:130] > kubectl
I1113 11:49:10.986315 149161 command_runner.go:130] > kubelet
I1113 11:49:10.987536 149161 binaries.go:44] Found k8s binaries, skipping transfer
I1113 11:49:10.987609 149161 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1113 11:49:10.998122 149161 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (426 bytes)
I1113 11:49:11.022460 149161 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1113 11:49:11.044940 149161 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2097 bytes)
I1113 11:49:11.068254 149161 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I1113 11:49:11.073282 149161 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:49:11.087443 149161 certs.go:56] Setting up /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595 for IP: 192.168.58.2
I1113 11:49:11.087479 149161 certs.go:190] acquiring lock for shared ca certs: {Name:mk4c09792c7e9e45f4b9c353ad8dff3e8ba4f6de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:49:11.087628 149161 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key
I1113 11:49:11.087678 149161 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key
I1113 11:49:11.087727 149161 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.key
I1113 11:49:11.087743 149161 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.crt with IP's: []
I1113 11:49:11.545435 149161 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.crt ...
I1113 11:49:11.545469 149161 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.crt: {Name:mk5d1829fdb7ad5718fa472887e53c6b9235d26b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:49:11.545686 149161 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.key ...
I1113 11:49:11.545698 149161 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.key: {Name:mk13f9d98483522392694e0b2244ae358189e625 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:49:11.545798 149161 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.key.cee25041
I1113 11:49:11.545814 149161 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.crt.cee25041 with IP's: [192.168.58.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1113 11:49:12.174043 149161 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.crt.cee25041 ...
I1113 11:49:12.174087 149161 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.crt.cee25041: {Name:mk48635b2e0e9a20b57d3b68c84b33659c27aa1d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:49:12.174291 149161 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.key.cee25041 ...
I1113 11:49:12.174308 149161 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.key.cee25041: {Name:mk8e29f27fe808149f0bafe8b6050a7eb7d65207 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:49:12.174391 149161 certs.go:337] copying /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.crt.cee25041 -> /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.crt
I1113 11:49:12.174476 149161 certs.go:341] copying /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.key.cee25041 -> /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.key
I1113 11:49:12.174535 149161 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.key
I1113 11:49:12.174553 149161 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.crt with IP's: []
I1113 11:49:12.748750 149161 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.crt ...
I1113 11:49:12.748781 149161 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.crt: {Name:mk8a083951f2745cea43ff6e71850fcf490e1ba5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:49:12.748971 149161 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.key ...
I1113 11:49:12.748985 149161 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.key: {Name:mk43e272f6448693564471eac5da210514c672c5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:49:12.749073 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1113 11:49:12.749093 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1113 11:49:12.749105 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1113 11:49:12.749119 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1113 11:49:12.749131 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1113 11:49:12.749146 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1113 11:49:12.749160 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1113 11:49:12.749176 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1113 11:49:12.749230 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem (1338 bytes)
W1113 11:49:12.749272 149161 certs.go:433] ignoring /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400_empty.pem, impossibly tiny 0 bytes
I1113 11:49:12.749287 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem (1679 bytes)
I1113 11:49:12.749314 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem (1078 bytes)
I1113 11:49:12.749354 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem (1123 bytes)
I1113 11:49:12.749385 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem (1679 bytes)
I1113 11:49:12.749436 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem (1708 bytes)
I1113 11:49:12.749465 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem -> /usr/share/ca-certificates/84400.pem
I1113 11:49:12.749481 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> /usr/share/ca-certificates/844002.pem
I1113 11:49:12.749492 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1113 11:49:12.750072 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1113 11:49:12.778889 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1113 11:49:12.807139 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1113 11:49:12.835418 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1113 11:49:12.863688 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1113 11:49:12.890599 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1113 11:49:12.918371 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1113 11:49:12.946619 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1113 11:49:12.974017 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem --> /usr/share/ca-certificates/84400.pem (1338 bytes)
I1113 11:49:13.001451 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /usr/share/ca-certificates/844002.pem (1708 bytes)
I1113 11:49:13.032204 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1113 11:49:13.062120 149161 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1113 11:49:13.084369 149161 ssh_runner.go:195] Run: openssl version
I1113 11:49:13.090839 149161 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I1113 11:49:13.091213 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/84400.pem && ln -fs /usr/share/ca-certificates/84400.pem /etc/ssl/certs/84400.pem"
I1113 11:49:13.102381 149161 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/84400.pem
I1113 11:49:13.106939 149161 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Nov 13 11:33 /usr/share/ca-certificates/84400.pem
I1113 11:49:13.106967 149161 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Nov 13 11:33 /usr/share/ca-certificates/84400.pem
I1113 11:49:13.107032 149161 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/84400.pem
I1113 11:49:13.115090 149161 command_runner.go:130] > 51391683
I1113 11:49:13.115609 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/84400.pem /etc/ssl/certs/51391683.0"
I1113 11:49:13.126830 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/844002.pem && ln -fs /usr/share/ca-certificates/844002.pem /etc/ssl/certs/844002.pem"
I1113 11:49:13.139895 149161 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/844002.pem
I1113 11:49:13.144538 149161 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Nov 13 11:33 /usr/share/ca-certificates/844002.pem
I1113 11:49:13.144567 149161 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Nov 13 11:33 /usr/share/ca-certificates/844002.pem
I1113 11:49:13.144619 149161 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/844002.pem
I1113 11:49:13.152885 149161 command_runner.go:130] > 3ec20f2e
I1113 11:49:13.153399 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/844002.pem /etc/ssl/certs/3ec20f2e.0"
I1113 11:49:13.164846 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1113 11:49:13.176381 149161 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1113 11:49:13.181144 149161 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Nov 13 11:26 /usr/share/ca-certificates/minikubeCA.pem
I1113 11:49:13.181446 149161 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Nov 13 11:26 /usr/share/ca-certificates/minikubeCA.pem
I1113 11:49:13.181533 149161 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1113 11:49:13.189767 149161 command_runner.go:130] > b5213941
I1113 11:49:13.190169 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1113 11:49:13.201640 149161 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1113 11:49:13.205858 149161 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1113 11:49:13.205899 149161 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1113 11:49:13.205937 149161 kubeadm.go:404] StartCluster: {Name:multinode-528595 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-528595 Namespace:default APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetr
ics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:49:13.206024 149161 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1113 11:49:13.206091 149161 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1113 11:49:13.250780 149161 cri.go:89] found id: ""
I1113 11:49:13.250921 149161 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1113 11:49:13.261693 149161 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/kubeadm-flags.env': No such file or directory
I1113 11:49:13.261720 149161 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/config.yaml': No such file or directory
I1113 11:49:13.261729 149161 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/etcd': No such file or directory
I1113 11:49:13.262063 149161 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1113 11:49:13.272701 149161 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1113 11:49:13.272805 149161 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1113 11:49:13.283451 149161 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
I1113 11:49:13.283478 149161 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
I1113 11:49:13.283488 149161 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
I1113 11:49:13.283497 149161 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1113 11:49:13.283551 149161 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1113 11:49:13.283601 149161 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1113 11:49:13.384299 149161 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1049-aws\n", err: exit status 1
I1113 11:49:13.384375 149161 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1049-aws\n", err: exit status 1
I1113 11:49:13.474330 149161 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1113 11:49:13.474362 149161 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1113 11:49:28.924337 149161 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1113 11:49:28.924360 149161 command_runner.go:130] > [init] Using Kubernetes version: v1.28.3
I1113 11:49:28.924399 149161 kubeadm.go:322] [preflight] Running pre-flight checks
I1113 11:49:28.924404 149161 command_runner.go:130] > [preflight] Running pre-flight checks
I1113 11:49:28.924484 149161 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1113 11:49:28.924490 149161 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I1113 11:49:28.924540 149161 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1049-aws[0m
I1113 11:49:28.924545 149161 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1049-aws[0m
I1113 11:49:28.924577 149161 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1113 11:49:28.924585 149161 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I1113 11:49:28.924626 149161 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1113 11:49:28.924631 149161 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1113 11:49:28.924675 149161 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1113 11:49:28.924680 149161 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1113 11:49:28.924724 149161 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1113 11:49:28.924730 149161 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1113 11:49:28.924774 149161 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1113 11:49:28.924779 149161 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1113 11:49:28.924824 149161 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1113 11:49:28.924830 149161 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1113 11:49:28.924887 149161 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1113 11:49:28.924892 149161 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1113 11:49:28.924934 149161 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1113 11:49:28.924940 149161 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1113 11:49:28.924983 149161 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1113 11:49:28.924988 149161 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1113 11:49:28.925031 149161 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1113 11:49:28.925037 149161 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1113 11:49:28.925103 149161 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1113 11:49:28.925108 149161 command_runner.go:130] > [preflight] Pulling images required for setting up a Kubernetes cluster
I1113 11:49:28.925195 149161 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1113 11:49:28.925201 149161 command_runner.go:130] > [preflight] This might take a minute or two, depending on the speed of your internet connection
I1113 11:49:28.925286 149161 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1113 11:49:28.925292 149161 command_runner.go:130] > [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1113 11:49:28.925349 149161 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1113 11:49:28.928281 149161 out.go:204] - Generating certificates and keys ...
I1113 11:49:28.925442 149161 command_runner.go:130] > [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1113 11:49:28.928395 149161 kubeadm.go:322] [certs] Using existing ca certificate authority
I1113 11:49:28.928408 149161 command_runner.go:130] > [certs] Using existing ca certificate authority
I1113 11:49:28.928466 149161 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1113 11:49:28.928471 149161 command_runner.go:130] > [certs] Using existing apiserver certificate and key on disk
I1113 11:49:28.928533 149161 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1113 11:49:28.928538 149161 command_runner.go:130] > [certs] Generating "apiserver-kubelet-client" certificate and key
I1113 11:49:28.928599 149161 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1113 11:49:28.928608 149161 command_runner.go:130] > [certs] Generating "front-proxy-ca" certificate and key
I1113 11:49:28.928667 149161 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1113 11:49:28.928675 149161 command_runner.go:130] > [certs] Generating "front-proxy-client" certificate and key
I1113 11:49:28.928731 149161 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1113 11:49:28.928742 149161 command_runner.go:130] > [certs] Generating "etcd/ca" certificate and key
I1113 11:49:28.928792 149161 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1113 11:49:28.928797 149161 command_runner.go:130] > [certs] Generating "etcd/server" certificate and key
I1113 11:49:28.928907 149161 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [localhost multinode-528595] and IPs [192.168.58.2 127.0.0.1 ::1]
I1113 11:49:28.928912 149161 command_runner.go:130] > [certs] etcd/server serving cert is signed for DNS names [localhost multinode-528595] and IPs [192.168.58.2 127.0.0.1 ::1]
I1113 11:49:28.928960 149161 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1113 11:49:28.928965 149161 command_runner.go:130] > [certs] Generating "etcd/peer" certificate and key
I1113 11:49:28.929079 149161 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-528595] and IPs [192.168.58.2 127.0.0.1 ::1]
I1113 11:49:28.929085 149161 command_runner.go:130] > [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-528595] and IPs [192.168.58.2 127.0.0.1 ::1]
I1113 11:49:28.929145 149161 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1113 11:49:28.929150 149161 command_runner.go:130] > [certs] Generating "etcd/healthcheck-client" certificate and key
I1113 11:49:28.929208 149161 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1113 11:49:28.929213 149161 command_runner.go:130] > [certs] Generating "apiserver-etcd-client" certificate and key
I1113 11:49:28.929253 149161 kubeadm.go:322] [certs] Generating "sa" key and public key
I1113 11:49:28.929258 149161 command_runner.go:130] > [certs] Generating "sa" key and public key
I1113 11:49:28.929311 149161 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1113 11:49:28.929317 149161 command_runner.go:130] > [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1113 11:49:28.929364 149161 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1113 11:49:28.929369 149161 command_runner.go:130] > [kubeconfig] Writing "admin.conf" kubeconfig file
I1113 11:49:28.929418 149161 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1113 11:49:28.929423 149161 command_runner.go:130] > [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1113 11:49:28.929484 149161 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1113 11:49:28.929490 149161 command_runner.go:130] > [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1113 11:49:28.929540 149161 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1113 11:49:28.929547 149161 command_runner.go:130] > [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1113 11:49:28.929622 149161 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1113 11:49:28.929627 149161 command_runner.go:130] > [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1113 11:49:28.929688 149161 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1113 11:49:28.932580 149161 out.go:204] - Booting up control plane ...
I1113 11:49:28.929878 149161 command_runner.go:130] > [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1113 11:49:28.932816 149161 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-apiserver"
I1113 11:49:28.932844 149161 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1113 11:49:28.932961 149161 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1113 11:49:28.932984 149161 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1113 11:49:28.933104 149161 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-scheduler"
I1113 11:49:28.933128 149161 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1113 11:49:28.933290 149161 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1113 11:49:28.933303 149161 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1113 11:49:28.933389 149161 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1113 11:49:28.933393 149161 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1113 11:49:28.933432 149161 command_runner.go:130] > [kubelet-start] Starting the kubelet
I1113 11:49:28.933436 149161 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1113 11:49:28.933589 149161 command_runner.go:130] > [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1113 11:49:28.933593 149161 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1113 11:49:28.933669 149161 command_runner.go:130] > [apiclient] All control plane components are healthy after 7.002748 seconds
I1113 11:49:28.933673 149161 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.002748 seconds
I1113 11:49:28.933778 149161 command_runner.go:130] > [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1113 11:49:28.933782 149161 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1113 11:49:28.933906 149161 command_runner.go:130] > [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1113 11:49:28.933910 149161 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1113 11:49:28.933975 149161 command_runner.go:130] > [upload-certs] Skipping phase. Please see --upload-certs
I1113 11:49:28.933980 149161 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1113 11:49:28.934162 149161 command_runner.go:130] > [mark-control-plane] Marking the node multinode-528595 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1113 11:49:28.934166 149161 kubeadm.go:322] [mark-control-plane] Marking the node multinode-528595 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1113 11:49:28.934222 149161 command_runner.go:130] > [bootstrap-token] Using token: jnss9d.36s75b594e45yx7z
I1113 11:49:28.934226 149161 kubeadm.go:322] [bootstrap-token] Using token: jnss9d.36s75b594e45yx7z
I1113 11:49:28.937163 149161 out.go:204] - Configuring RBAC rules ...
I1113 11:49:28.937295 149161 command_runner.go:130] > [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1113 11:49:28.937306 149161 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1113 11:49:28.937391 149161 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1113 11:49:28.937395 149161 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1113 11:49:28.937535 149161 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1113 11:49:28.937539 149161 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1113 11:49:28.937666 149161 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1113 11:49:28.937670 149161 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1113 11:49:28.937785 149161 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1113 11:49:28.937789 149161 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1113 11:49:28.937890 149161 command_runner.go:130] > [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1113 11:49:28.937895 149161 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1113 11:49:28.938009 149161 command_runner.go:130] > [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1113 11:49:28.938015 149161 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1113 11:49:28.938059 149161 command_runner.go:130] > [addons] Applied essential addon: CoreDNS
I1113 11:49:28.938064 149161 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1113 11:49:28.938110 149161 command_runner.go:130] > [addons] Applied essential addon: kube-proxy
I1113 11:49:28.938114 149161 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1113 11:49:28.938119 149161 kubeadm.go:322]
I1113 11:49:28.938179 149161 command_runner.go:130] > Your Kubernetes control-plane has initialized successfully!
I1113 11:49:28.938183 149161 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1113 11:49:28.938187 149161 kubeadm.go:322]
I1113 11:49:28.938265 149161 command_runner.go:130] > To start using your cluster, you need to run the following as a regular user:
I1113 11:49:28.938269 149161 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1113 11:49:28.938273 149161 kubeadm.go:322]
I1113 11:49:28.938299 149161 command_runner.go:130] > mkdir -p $HOME/.kube
I1113 11:49:28.938303 149161 kubeadm.go:322] mkdir -p $HOME/.kube
I1113 11:49:28.938364 149161 command_runner.go:130] > sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1113 11:49:28.938368 149161 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1113 11:49:28.938419 149161 command_runner.go:130] > sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1113 11:49:28.938423 149161 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1113 11:49:28.938427 149161 kubeadm.go:322]
I1113 11:49:28.938482 149161 command_runner.go:130] > Alternatively, if you are the root user, you can run:
I1113 11:49:28.938486 149161 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1113 11:49:28.938495 149161 kubeadm.go:322]
I1113 11:49:28.938542 149161 command_runner.go:130] > export KUBECONFIG=/etc/kubernetes/admin.conf
I1113 11:49:28.938546 149161 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1113 11:49:28.938550 149161 kubeadm.go:322]
I1113 11:49:28.938603 149161 command_runner.go:130] > You should now deploy a pod network to the cluster.
I1113 11:49:28.938607 149161 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1113 11:49:28.938682 149161 command_runner.go:130] > Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1113 11:49:28.938686 149161 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1113 11:49:28.938754 149161 command_runner.go:130] > https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1113 11:49:28.938758 149161 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1113 11:49:28.938762 149161 kubeadm.go:322]
I1113 11:49:28.938846 149161 command_runner.go:130] > You can now join any number of control-plane nodes by copying certificate authorities
I1113 11:49:28.938850 149161 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1113 11:49:28.938927 149161 command_runner.go:130] > and service account keys on each node and then running the following as root:
I1113 11:49:28.938931 149161 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1113 11:49:28.938936 149161 kubeadm.go:322]
I1113 11:49:28.939027 149161 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token jnss9d.36s75b594e45yx7z \
I1113 11:49:28.939032 149161 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token jnss9d.36s75b594e45yx7z \
I1113 11:49:28.939136 149161 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7 \
I1113 11:49:28.939140 149161 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7 \
I1113 11:49:28.939160 149161 command_runner.go:130] > --control-plane
I1113 11:49:28.939164 149161 kubeadm.go:322] --control-plane
I1113 11:49:28.939169 149161 kubeadm.go:322]
I1113 11:49:28.939254 149161 command_runner.go:130] > Then you can join any number of worker nodes by running the following on each as root:
I1113 11:49:28.939258 149161 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1113 11:49:28.939262 149161 kubeadm.go:322]
I1113 11:49:28.939438 149161 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token jnss9d.36s75b594e45yx7z \
I1113 11:49:28.939469 149161 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token jnss9d.36s75b594e45yx7z \
I1113 11:49:28.939651 149161 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7
I1113 11:49:28.939682 149161 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7
I1113 11:49:28.939719 149161 cni.go:84] Creating CNI manager for ""
I1113 11:49:28.939742 149161 cni.go:136] 1 nodes found, recommending kindnet
I1113 11:49:28.942660 149161 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1113 11:49:28.945139 149161 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1113 11:49:28.950554 149161 command_runner.go:130] > File: /opt/cni/bin/portmap
I1113 11:49:28.950628 149161 command_runner.go:130] > Size: 3841245 Blocks: 7504 IO Block: 4096 regular file
I1113 11:49:28.950649 149161 command_runner.go:130] > Device: 3ah/58d Inode: 6230941 Links: 1
I1113 11:49:28.950671 149161 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I1113 11:49:28.950703 149161 command_runner.go:130] > Access: 2023-05-09 19:54:42.000000000 +0000
I1113 11:49:28.950727 149161 command_runner.go:130] > Modify: 2023-05-09 19:54:42.000000000 +0000
I1113 11:49:28.950748 149161 command_runner.go:130] > Change: 2023-11-13 11:26:20.015170343 +0000
I1113 11:49:28.950784 149161 command_runner.go:130] > Birth: 2023-11-13 11:26:19.963170800 +0000
I1113 11:49:28.951289 149161 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.3/kubectl ...
I1113 11:49:28.951351 149161 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1113 11:49:28.975834 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1113 11:49:29.859984 149161 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet created
I1113 11:49:29.870742 149161 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet created
I1113 11:49:29.880217 149161 command_runner.go:130] > serviceaccount/kindnet created
I1113 11:49:29.892482 149161 command_runner.go:130] > daemonset.apps/kindnet created
I1113 11:49:29.898590 149161 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1113 11:49:29.898736 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:29.898815 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=38bf9295d07b53a964e04743c0d3a5a2b8d47342 minikube.k8s.io/name=multinode-528595 minikube.k8s.io/updated_at=2023_11_13T11_49_29_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:30.057529 149161 command_runner.go:130] > node/multinode-528595 labeled
I1113 11:49:30.067236 149161 command_runner.go:130] > -16
I1113 11:49:30.067441 149161 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/minikube-rbac created
I1113 11:49:30.067494 149161 ops.go:34] apiserver oom_adj: -16
I1113 11:49:30.067582 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:30.220346 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:30.220481 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:30.327892 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:30.828680 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:30.927174 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:31.328905 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:31.419383 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:31.828647 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:31.937070 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:32.328575 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:32.421156 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:32.828712 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:32.918411 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:33.328124 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:33.421652 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:33.828164 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:33.917672 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:34.328161 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:34.421200 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:34.828692 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:34.919348 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:35.328761 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:35.424399 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:35.828795 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:35.917335 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:36.328303 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:36.424317 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:36.828793 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:36.933403 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:37.328771 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:37.425873 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:37.828148 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:37.925170 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:38.328990 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:38.425893 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:38.828134 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:38.936435 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:39.328783 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:39.443688 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:39.828797 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:39.947942 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:40.328123 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:40.425454 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:40.828525 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:40.946649 149161 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I1113 11:49:41.328135 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:49:41.458732 149161 command_runner.go:130] > NAME SECRETS AGE
I1113 11:49:41.458758 149161 command_runner.go:130] > default 0 0s
I1113 11:49:41.458780 149161 kubeadm.go:1081] duration metric: took 11.560096096s to wait for elevateKubeSystemPrivileges.
I1113 11:49:41.458793 149161 kubeadm.go:406] StartCluster complete in 28.252858318s
I1113 11:49:41.458811 149161 settings.go:142] acquiring lock: {Name:mk879b02fe6fc7cadc6dc7ae1ee388cee7e588cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:49:41.458877 149161 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:49:41.459585 149161 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/kubeconfig: {Name:mk249265cec2468fbd1b9b3796318d02c58236ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:49:41.460133 149161 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:49:41.460388 149161 kapi.go:59] client config for multinode-528595: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.crt", KeyFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.key", CAFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextP
rotos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c4650), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1113 11:49:41.461535 149161 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1113 11:49:41.461554 149161 round_trippers.go:469] Request Headers:
I1113 11:49:41.461563 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:41.461570 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:41.462075 149161 config.go:182] Loaded profile config "multinode-528595": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:49:41.462139 149161 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1113 11:49:41.462284 149161 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]
I1113 11:49:41.462371 149161 addons.go:69] Setting storage-provisioner=true in profile "multinode-528595"
I1113 11:49:41.462413 149161 addons.go:231] Setting addon storage-provisioner=true in "multinode-528595"
I1113 11:49:41.462457 149161 host.go:66] Checking if "multinode-528595" exists ...
I1113 11:49:41.462596 149161 addons.go:69] Setting default-storageclass=true in profile "multinode-528595"
I1113 11:49:41.462616 149161 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "multinode-528595"
I1113 11:49:41.462920 149161 cli_runner.go:164] Run: docker container inspect multinode-528595 --format={{.State.Status}}
I1113 11:49:41.463396 149161 cert_rotation.go:137] Starting client certificate rotation controller
I1113 11:49:41.464113 149161 cli_runner.go:164] Run: docker container inspect multinode-528595 --format={{.State.Status}}
I1113 11:49:41.503514 149161 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1113 11:49:41.506469 149161 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1113 11:49:41.506494 149161 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1113 11:49:41.506563 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:41.534334 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39821 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa Username:docker}
I1113 11:49:41.539909 149161 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:49:41.540183 149161 kapi.go:59] client config for multinode-528595: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.crt", KeyFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.key", CAFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextP
rotos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c4650), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1113 11:49:41.540443 149161 addons.go:231] Setting addon default-storageclass=true in "multinode-528595"
I1113 11:49:41.540470 149161 host.go:66] Checking if "multinode-528595" exists ...
I1113 11:49:41.540911 149161 cli_runner.go:164] Run: docker container inspect multinode-528595 --format={{.State.Status}}
I1113 11:49:41.574567 149161 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1113 11:49:41.574587 149161 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1113 11:49:41.574650 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:49:41.602207 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39821 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa Username:docker}
I1113 11:49:41.634070 149161 round_trippers.go:574] Response Status: 200 OK in 172 milliseconds
I1113 11:49:41.634099 149161 round_trippers.go:577] Response Headers:
I1113 11:49:41.634111 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:41.634117 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:41.634125 149161 round_trippers.go:580] Content-Length: 291
I1113 11:49:41.634132 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:41 GMT
I1113 11:49:41.634138 149161 round_trippers.go:580] Audit-Id: 6670dd91-2fe8-495e-9b01-71c35e32a5cb
I1113 11:49:41.634144 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:41.634151 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:41.642579 149161 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"645dcfb7-c011-4d36-ae7c-405553c53169","resourceVersion":"234","creationTimestamp":"2023-11-13T11:49:28Z"},"spec":{"replicas":2},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1113 11:49:41.643013 149161 request.go:1212] Request Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"645dcfb7-c011-4d36-ae7c-405553c53169","resourceVersion":"234","creationTimestamp":"2023-11-13T11:49:28Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1113 11:49:41.643076 149161 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1113 11:49:41.643089 149161 round_trippers.go:469] Request Headers:
I1113 11:49:41.643099 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:41.643111 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:41.643118 149161 round_trippers.go:473] Content-Type: application/json
I1113 11:49:41.682827 149161 round_trippers.go:574] Response Status: 200 OK in 39 milliseconds
I1113 11:49:41.682856 149161 round_trippers.go:577] Response Headers:
I1113 11:49:41.682865 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:41.682872 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:41.682878 149161 round_trippers.go:580] Content-Length: 291
I1113 11:49:41.682884 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:41 GMT
I1113 11:49:41.682891 149161 round_trippers.go:580] Audit-Id: dfe7c86e-2ce9-4c70-ace2-2bbc34aa509f
I1113 11:49:41.682904 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:41.682916 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:41.682939 149161 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"645dcfb7-c011-4d36-ae7c-405553c53169","resourceVersion":"334","creationTimestamp":"2023-11-13T11:49:28Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1113 11:49:41.683122 149161 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1113 11:49:41.683145 149161 round_trippers.go:469] Request Headers:
I1113 11:49:41.683153 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:41.683160 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:41.693993 149161 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1113 11:49:41.694019 149161 round_trippers.go:577] Response Headers:
I1113 11:49:41.694028 149161 round_trippers.go:580] Audit-Id: 74635cfe-c765-4e3b-a5c7-394e95969462
I1113 11:49:41.694041 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:41.694048 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:41.694054 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:41.694061 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:41.694067 149161 round_trippers.go:580] Content-Length: 291
I1113 11:49:41.694077 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:41 GMT
I1113 11:49:41.697501 149161 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"645dcfb7-c011-4d36-ae7c-405553c53169","resourceVersion":"334","creationTimestamp":"2023-11-13T11:49:28Z"},"spec":{"replicas":1},"status":{"replicas":0,"selector":"k8s-app=kube-dns"}}
I1113 11:49:41.697652 149161 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-528595" context rescaled to 1 replicas
I1113 11:49:41.697687 149161 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1113 11:49:41.700804 149161 out.go:177] * Verifying Kubernetes components...
I1113 11:49:41.703607 149161 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:49:41.703896 149161 command_runner.go:130] > apiVersion: v1
I1113 11:49:41.703914 149161 command_runner.go:130] > data:
I1113 11:49:41.703920 149161 command_runner.go:130] > Corefile: |
I1113 11:49:41.703934 149161 command_runner.go:130] > .:53 {
I1113 11:49:41.703943 149161 command_runner.go:130] > errors
I1113 11:49:41.703950 149161 command_runner.go:130] > health {
I1113 11:49:41.703961 149161 command_runner.go:130] > lameduck 5s
I1113 11:49:41.703966 149161 command_runner.go:130] > }
I1113 11:49:41.703971 149161 command_runner.go:130] > ready
I1113 11:49:41.703978 149161 command_runner.go:130] > kubernetes cluster.local in-addr.arpa ip6.arpa {
I1113 11:49:41.703987 149161 command_runner.go:130] > pods insecure
I1113 11:49:41.703993 149161 command_runner.go:130] > fallthrough in-addr.arpa ip6.arpa
I1113 11:49:41.703999 149161 command_runner.go:130] > ttl 30
I1113 11:49:41.704013 149161 command_runner.go:130] > }
I1113 11:49:41.704019 149161 command_runner.go:130] > prometheus :9153
I1113 11:49:41.704027 149161 command_runner.go:130] > forward . /etc/resolv.conf {
I1113 11:49:41.704032 149161 command_runner.go:130] > max_concurrent 1000
I1113 11:49:41.704042 149161 command_runner.go:130] > }
I1113 11:49:41.704052 149161 command_runner.go:130] > cache 30
I1113 11:49:41.704061 149161 command_runner.go:130] > loop
I1113 11:49:41.704066 149161 command_runner.go:130] > reload
I1113 11:49:41.704071 149161 command_runner.go:130] > loadbalance
I1113 11:49:41.704085 149161 command_runner.go:130] > }
I1113 11:49:41.704091 149161 command_runner.go:130] > kind: ConfigMap
I1113 11:49:41.704100 149161 command_runner.go:130] > metadata:
I1113 11:49:41.704107 149161 command_runner.go:130] > creationTimestamp: "2023-11-13T11:49:28Z"
I1113 11:49:41.704112 149161 command_runner.go:130] > name: coredns
I1113 11:49:41.704118 149161 command_runner.go:130] > namespace: kube-system
I1113 11:49:41.704125 149161 command_runner.go:130] > resourceVersion: "230"
I1113 11:49:41.704132 149161 command_runner.go:130] > uid: b6d44a85-0b43-4a08-92e4-ef80a5d3d23d
I1113 11:49:41.704295 149161 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.58.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1113 11:49:41.728039 149161 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1113 11:49:41.750749 149161 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:49:41.751043 149161 kapi.go:59] client config for multinode-528595: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.crt", KeyFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.key", CAFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextP
rotos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c4650), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1113 11:49:41.751362 149161 node_ready.go:35] waiting up to 6m0s for node "multinode-528595" to be "Ready" ...
I1113 11:49:41.751480 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:41.751491 149161 round_trippers.go:469] Request Headers:
I1113 11:49:41.751501 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:41.751508 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:41.765275 149161 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I1113 11:49:41.765302 149161 round_trippers.go:577] Response Headers:
I1113 11:49:41.765311 149161 round_trippers.go:580] Audit-Id: f3256d28-2d8d-4a26-8220-26028626bc87
I1113 11:49:41.765318 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:41.765333 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:41.765346 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:41.765353 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:41.765362 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:41 GMT
I1113 11:49:41.772227 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:41.772959 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:41.772979 149161 round_trippers.go:469] Request Headers:
I1113 11:49:41.772989 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:41.772996 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:41.776724 149161 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1113 11:49:41.856375 149161 round_trippers.go:574] Response Status: 200 OK in 83 milliseconds
I1113 11:49:41.856407 149161 round_trippers.go:577] Response Headers:
I1113 11:49:41.856417 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:41.856424 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:41.856430 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:41 GMT
I1113 11:49:41.856437 149161 round_trippers.go:580] Audit-Id: 325bdee2-1fe9-490a-84e0-e76e7a408c72
I1113 11:49:41.856443 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:41.856454 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:41.872996 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:42.374185 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:42.374220 149161 round_trippers.go:469] Request Headers:
I1113 11:49:42.374235 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:42.374243 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:42.405799 149161 round_trippers.go:574] Response Status: 200 OK in 31 milliseconds
I1113 11:49:42.405830 149161 round_trippers.go:577] Response Headers:
I1113 11:49:42.405846 149161 round_trippers.go:580] Audit-Id: a89cf540-1f3b-4a3a-a406-f14ae06e5f58
I1113 11:49:42.405854 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:42.405860 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:42.405872 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:42.405878 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:42.405887 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:42 GMT
I1113 11:49:42.407888 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:42.516190 149161 command_runner.go:130] > configmap/coredns replaced
I1113 11:49:42.521487 149161 start.go:926] {"host.minikube.internal": 192.168.58.1} host record injected into CoreDNS's ConfigMap
I1113 11:49:42.685833 149161 command_runner.go:130] > serviceaccount/storage-provisioner created
I1113 11:49:42.709869 149161 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/storage-provisioner created
I1113 11:49:42.721393 149161 command_runner.go:130] > role.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I1113 11:49:42.730939 149161 command_runner.go:130] > rolebinding.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I1113 11:49:42.742568 149161 command_runner.go:130] > endpoints/k8s.io-minikube-hostpath created
I1113 11:49:42.756706 149161 command_runner.go:130] > pod/storage-provisioner created
I1113 11:49:42.763308 149161 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.035219393s)
I1113 11:49:42.763386 149161 command_runner.go:130] > storageclass.storage.k8s.io/standard created
I1113 11:49:42.763498 149161 round_trippers.go:463] GET https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses
I1113 11:49:42.763509 149161 round_trippers.go:469] Request Headers:
I1113 11:49:42.763527 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:42.763534 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:42.769585 149161 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1113 11:49:42.769624 149161 round_trippers.go:577] Response Headers:
I1113 11:49:42.769638 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:42.769646 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:42.769652 149161 round_trippers.go:580] Content-Length: 1273
I1113 11:49:42.769658 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:42 GMT
I1113 11:49:42.769666 149161 round_trippers.go:580] Audit-Id: 4bf4bb26-23a4-4a9a-a8bd-c38bb2c3502c
I1113 11:49:42.769673 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:42.769693 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:42.769905 149161 request.go:1212] Response Body: {"kind":"StorageClassList","apiVersion":"storage.k8s.io/v1","metadata":{"resourceVersion":"380"},"items":[{"metadata":{"name":"standard","uid":"02985789-69e6-4d43-8ecf-e8cd785b7145","resourceVersion":"358","creationTimestamp":"2023-11-13T11:49:42Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-11-13T11:49:42Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kuberne
tes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is- [truncated 249 chars]
I1113 11:49:42.770384 149161 request.go:1212] Request Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"02985789-69e6-4d43-8ecf-e8cd785b7145","resourceVersion":"358","creationTimestamp":"2023-11-13T11:49:42Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-11-13T11:49:42Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclas
s.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I1113 11:49:42.770446 149161 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1113 11:49:42.770456 149161 round_trippers.go:469] Request Headers:
I1113 11:49:42.770465 149161 round_trippers.go:473] Content-Type: application/json
I1113 11:49:42.770477 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:42.770484 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:42.773620 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:49:42.773650 149161 round_trippers.go:577] Response Headers:
I1113 11:49:42.773659 149161 round_trippers.go:580] Audit-Id: e495f9b9-02e8-45bd-b0d6-f2edd5968691
I1113 11:49:42.773666 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:42.773673 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:42.773679 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:42.773686 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:42.773696 149161 round_trippers.go:580] Content-Length: 1220
I1113 11:49:42.773702 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:42 GMT
I1113 11:49:42.773739 149161 request.go:1212] Response Body: {"kind":"StorageClass","apiVersion":"storage.k8s.io/v1","metadata":{"name":"standard","uid":"02985789-69e6-4d43-8ecf-e8cd785b7145","resourceVersion":"358","creationTimestamp":"2023-11-13T11:49:42Z","labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"storage.k8s.io/v1\",\"kind\":\"StorageClass\",\"metadata\":{\"annotations\":{\"storageclass.kubernetes.io/is-default-class\":\"true\"},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"EnsureExists\"},\"name\":\"standard\"},\"provisioner\":\"k8s.io/minikube-hostpath\"}\n","storageclass.kubernetes.io/is-default-class":"true"},"managedFields":[{"manager":"kubectl-client-side-apply","operation":"Update","apiVersion":"storage.k8s.io/v1","time":"2023-11-13T11:49:42Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storagecla
ss.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanag [truncated 196 chars]
I1113 11:49:42.778929 149161 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1113 11:49:42.781268 149161 addons.go:502] enable addons completed in 1.318978892s: enabled=[storage-provisioner default-storageclass]
I1113 11:49:42.874393 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:42.874426 149161 round_trippers.go:469] Request Headers:
I1113 11:49:42.874437 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:42.874444 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:42.877291 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:42.877358 149161 round_trippers.go:577] Response Headers:
I1113 11:49:42.877383 149161 round_trippers.go:580] Audit-Id: 8bcd0252-ab42-4eb6-a3bc-ec24a95e1718
I1113 11:49:42.877404 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:42.877440 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:42.877468 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:42.877489 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:42.877513 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:42 GMT
I1113 11:49:42.877707 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:43.374011 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:43.374035 149161 round_trippers.go:469] Request Headers:
I1113 11:49:43.374045 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:43.374053 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:43.376521 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:43.376555 149161 round_trippers.go:577] Response Headers:
I1113 11:49:43.376565 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:43.376571 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:43.376579 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:43 GMT
I1113 11:49:43.376585 149161 round_trippers.go:580] Audit-Id: 9e34d97b-80d0-4132-899e-55a024230b6a
I1113 11:49:43.376592 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:43.376602 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:43.376756 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:43.873865 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:43.873890 149161 round_trippers.go:469] Request Headers:
I1113 11:49:43.873908 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:43.873915 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:43.876393 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:43.876422 149161 round_trippers.go:577] Response Headers:
I1113 11:49:43.876431 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:43.876438 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:43.876446 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:43.876452 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:43.876458 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:43 GMT
I1113 11:49:43.876470 149161 round_trippers.go:580] Audit-Id: d8279c72-e0ad-4649-a46f-086682a4fd28
I1113 11:49:43.876855 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:43.877338 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:49:44.374578 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:44.374604 149161 round_trippers.go:469] Request Headers:
I1113 11:49:44.374614 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:44.374621 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:44.377553 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:44.377628 149161 round_trippers.go:577] Response Headers:
I1113 11:49:44.377657 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:44.377670 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:44.377677 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:44 GMT
I1113 11:49:44.377683 149161 round_trippers.go:580] Audit-Id: 30f16787-0fea-478f-b2f6-da956ad5f94a
I1113 11:49:44.377690 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:44.377696 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:44.377810 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:44.873770 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:44.873836 149161 round_trippers.go:469] Request Headers:
I1113 11:49:44.873852 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:44.873860 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:44.876531 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:44.876604 149161 round_trippers.go:577] Response Headers:
I1113 11:49:44.876633 149161 round_trippers.go:580] Audit-Id: 5926aab4-cdcd-4548-8a0a-c7c6c4c4a534
I1113 11:49:44.876672 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:44.876700 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:44.876709 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:44.876716 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:44.876723 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:44 GMT
I1113 11:49:44.876882 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:45.374117 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:45.374144 149161 round_trippers.go:469] Request Headers:
I1113 11:49:45.374154 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:45.374161 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:45.377087 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:45.377128 149161 round_trippers.go:577] Response Headers:
I1113 11:49:45.377137 149161 round_trippers.go:580] Audit-Id: 772e2428-688d-4695-be54-8c8dcaabe180
I1113 11:49:45.377144 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:45.377150 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:45.377157 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:45.377163 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:45.377170 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:45 GMT
I1113 11:49:45.377321 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:45.873940 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:45.873960 149161 round_trippers.go:469] Request Headers:
I1113 11:49:45.873970 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:45.873978 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:45.876487 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:45.876515 149161 round_trippers.go:577] Response Headers:
I1113 11:49:45.876523 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:45.876530 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:45.876543 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:45 GMT
I1113 11:49:45.876550 149161 round_trippers.go:580] Audit-Id: 60150ac8-3d5a-4f06-a253-61f0807ae6d2
I1113 11:49:45.876556 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:45.876568 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:45.876675 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:46.374244 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:46.374282 149161 round_trippers.go:469] Request Headers:
I1113 11:49:46.374292 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:46.374301 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:46.376865 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:46.376892 149161 round_trippers.go:577] Response Headers:
I1113 11:49:46.376901 149161 round_trippers.go:580] Audit-Id: 8386aacf-8f3d-4eea-953d-314e8717da7c
I1113 11:49:46.376908 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:46.376914 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:46.376920 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:46.376927 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:46.376934 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:46 GMT
I1113 11:49:46.377074 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:46.377478 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:49:46.874251 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:46.874274 149161 round_trippers.go:469] Request Headers:
I1113 11:49:46.874284 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:46.874291 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:46.876884 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:46.876945 149161 round_trippers.go:577] Response Headers:
I1113 11:49:46.876966 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:46 GMT
I1113 11:49:46.876988 149161 round_trippers.go:580] Audit-Id: 5b67b9c7-0b73-4a7c-945b-37e8ef6c53b6
I1113 11:49:46.877024 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:46.877059 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:46.877080 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:46.877103 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:46.877231 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:47.373699 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:47.373726 149161 round_trippers.go:469] Request Headers:
I1113 11:49:47.373738 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:47.373746 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:47.376397 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:47.376423 149161 round_trippers.go:577] Response Headers:
I1113 11:49:47.376432 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:47.376438 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:47 GMT
I1113 11:49:47.376445 149161 round_trippers.go:580] Audit-Id: a212f4e9-9b1b-476e-93da-13f5b78cde26
I1113 11:49:47.376451 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:47.376457 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:47.376463 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:47.376577 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:47.873719 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:47.873742 149161 round_trippers.go:469] Request Headers:
I1113 11:49:47.873752 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:47.873759 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:47.876370 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:47.876396 149161 round_trippers.go:577] Response Headers:
I1113 11:49:47.876405 149161 round_trippers.go:580] Audit-Id: ea72a526-c7cf-48c2-9e1f-517ffc0b3179
I1113 11:49:47.876412 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:47.876418 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:47.876424 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:47.876430 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:47.876443 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:47 GMT
I1113 11:49:47.876604 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:48.374363 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:48.374409 149161 round_trippers.go:469] Request Headers:
I1113 11:49:48.374419 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:48.374426 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:48.376989 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:48.377014 149161 round_trippers.go:577] Response Headers:
I1113 11:49:48.377024 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:48.377031 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:48.377036 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:48.377043 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:48.377049 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:48 GMT
I1113 11:49:48.377056 149161 round_trippers.go:580] Audit-Id: 6f9c4399-ed13-4a56-8f4f-d11b1bc16e42
I1113 11:49:48.377183 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:48.377584 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:49:48.874376 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:48.874401 149161 round_trippers.go:469] Request Headers:
I1113 11:49:48.874411 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:48.874419 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:48.876929 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:48.876953 149161 round_trippers.go:577] Response Headers:
I1113 11:49:48.876961 149161 round_trippers.go:580] Audit-Id: 5245b42f-3a6b-430f-b127-e7863354b206
I1113 11:49:48.876967 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:48.876974 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:48.876980 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:48.876993 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:48.877002 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:48 GMT
I1113 11:49:48.877135 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:49.374655 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:49.374681 149161 round_trippers.go:469] Request Headers:
I1113 11:49:49.374692 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:49.374712 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:49.377461 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:49.377551 149161 round_trippers.go:577] Response Headers:
I1113 11:49:49.377568 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:49.377576 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:49.377588 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:49 GMT
I1113 11:49:49.377595 149161 round_trippers.go:580] Audit-Id: 268fc8b9-e9cf-4da6-b2b1-b2144b39b2ee
I1113 11:49:49.377604 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:49.377610 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:49.377735 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:49.874209 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:49.874236 149161 round_trippers.go:469] Request Headers:
I1113 11:49:49.874246 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:49.874253 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:49.876685 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:49.876708 149161 round_trippers.go:577] Response Headers:
I1113 11:49:49.876716 149161 round_trippers.go:580] Audit-Id: 998759e3-ae60-430b-9bcd-2494db359a30
I1113 11:49:49.876728 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:49.876734 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:49.876759 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:49.876771 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:49.876778 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:49 GMT
I1113 11:49:49.877112 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:50.374215 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:50.374240 149161 round_trippers.go:469] Request Headers:
I1113 11:49:50.374251 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:50.374258 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:50.376726 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:50.376755 149161 round_trippers.go:577] Response Headers:
I1113 11:49:50.376764 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:50.376770 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:50.376776 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:50.376783 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:50.376789 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:50 GMT
I1113 11:49:50.376795 149161 round_trippers.go:580] Audit-Id: 464b32db-5548-4a5e-85a2-6b1939b2b608
I1113 11:49:50.376915 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:50.873698 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:50.873724 149161 round_trippers.go:469] Request Headers:
I1113 11:49:50.873734 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:50.873741 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:50.876403 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:50.876428 149161 round_trippers.go:577] Response Headers:
I1113 11:49:50.876438 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:50.876445 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:50.876452 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:50.876460 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:50 GMT
I1113 11:49:50.876466 149161 round_trippers.go:580] Audit-Id: 713970de-1694-419f-9c4e-c6c02781d957
I1113 11:49:50.876472 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:50.876595 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:50.876998 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:49:51.374393 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:51.374417 149161 round_trippers.go:469] Request Headers:
I1113 11:49:51.374427 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:51.374434 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:51.377135 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:51.377160 149161 round_trippers.go:577] Response Headers:
I1113 11:49:51.377170 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:51.377176 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:51.377183 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:51.377190 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:51.377196 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:51 GMT
I1113 11:49:51.377205 149161 round_trippers.go:580] Audit-Id: cc2513bb-56bb-466c-89f5-1dde3170ea08
I1113 11:49:51.377538 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:51.874361 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:51.874382 149161 round_trippers.go:469] Request Headers:
I1113 11:49:51.874392 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:51.874401 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:51.877056 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:51.877079 149161 round_trippers.go:577] Response Headers:
I1113 11:49:51.877088 149161 round_trippers.go:580] Audit-Id: 0240d38d-bf53-4903-97e4-9b45b4ecb0f7
I1113 11:49:51.877094 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:51.877101 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:51.877107 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:51.877118 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:51.877133 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:51 GMT
I1113 11:49:51.877270 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:52.374431 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:52.374457 149161 round_trippers.go:469] Request Headers:
I1113 11:49:52.374467 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:52.374474 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:52.377055 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:52.377081 149161 round_trippers.go:577] Response Headers:
I1113 11:49:52.377092 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:52.377100 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:52.377106 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:52 GMT
I1113 11:49:52.377112 149161 round_trippers.go:580] Audit-Id: 50cbb2fe-4c7f-4141-bae7-d76a2e18bb08
I1113 11:49:52.377119 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:52.377130 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:52.377387 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:52.874558 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:52.874580 149161 round_trippers.go:469] Request Headers:
I1113 11:49:52.874590 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:52.874598 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:52.877296 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:52.877358 149161 round_trippers.go:577] Response Headers:
I1113 11:49:52.877373 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:52 GMT
I1113 11:49:52.877380 149161 round_trippers.go:580] Audit-Id: 31a85331-dd2c-4435-a654-6fd1a8312191
I1113 11:49:52.877386 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:52.877392 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:52.877398 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:52.877405 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:52.877803 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:52.878347 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:49:53.373902 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:53.373929 149161 round_trippers.go:469] Request Headers:
I1113 11:49:53.373940 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:53.373948 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:53.376675 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:53.376704 149161 round_trippers.go:577] Response Headers:
I1113 11:49:53.376713 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:53.376720 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:53.376727 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:53.376734 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:53 GMT
I1113 11:49:53.376740 149161 round_trippers.go:580] Audit-Id: 5ed2b764-b62a-4a38-83ec-2a8a2757b88b
I1113 11:49:53.376746 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:53.376889 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:53.874058 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:53.874087 149161 round_trippers.go:469] Request Headers:
I1113 11:49:53.874098 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:53.874105 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:53.876637 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:53.876667 149161 round_trippers.go:577] Response Headers:
I1113 11:49:53.876677 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:53.876683 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:53.876690 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:53.876697 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:53.876703 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:53 GMT
I1113 11:49:53.876712 149161 round_trippers.go:580] Audit-Id: c3285828-8b49-4d10-8421-8758dfe4996f
I1113 11:49:53.876835 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:54.373729 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:54.373765 149161 round_trippers.go:469] Request Headers:
I1113 11:49:54.373789 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:54.373801 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:54.376377 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:54.376404 149161 round_trippers.go:577] Response Headers:
I1113 11:49:54.376412 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:54.376419 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:54.376425 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:54.376431 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:54.376438 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:54 GMT
I1113 11:49:54.376445 149161 round_trippers.go:580] Audit-Id: 7a6a8450-3979-4dc8-aaaa-5a30e38c7027
I1113 11:49:54.376628 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:54.873630 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:54.873658 149161 round_trippers.go:469] Request Headers:
I1113 11:49:54.873668 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:54.873676 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:54.876255 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:54.876279 149161 round_trippers.go:577] Response Headers:
I1113 11:49:54.876288 149161 round_trippers.go:580] Audit-Id: 6ee92fd0-dc96-4ce8-9f4e-5685fb78849a
I1113 11:49:54.876294 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:54.876300 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:54.876306 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:54.876313 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:54.876320 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:54 GMT
I1113 11:49:54.876480 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:55.374607 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:55.374631 149161 round_trippers.go:469] Request Headers:
I1113 11:49:55.374641 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:55.374661 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:55.377224 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:55.377252 149161 round_trippers.go:577] Response Headers:
I1113 11:49:55.377261 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:55.377268 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:55 GMT
I1113 11:49:55.377274 149161 round_trippers.go:580] Audit-Id: 5dd4f858-f138-4239-88f2-9274b11ce310
I1113 11:49:55.377280 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:55.377286 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:55.377292 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:55.377422 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:55.377837 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:49:55.874304 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:55.874336 149161 round_trippers.go:469] Request Headers:
I1113 11:49:55.874347 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:55.874354 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:55.877919 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:49:55.877941 149161 round_trippers.go:577] Response Headers:
I1113 11:49:55.877949 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:55.877956 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:55.877963 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:55 GMT
I1113 11:49:55.877969 149161 round_trippers.go:580] Audit-Id: c8663045-e53a-48eb-a803-fa895f787c33
I1113 11:49:55.877977 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:55.877983 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:55.878188 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:56.374306 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:56.374328 149161 round_trippers.go:469] Request Headers:
I1113 11:49:56.374338 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:56.374346 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:56.377011 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:56.377041 149161 round_trippers.go:577] Response Headers:
I1113 11:49:56.377051 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:56.377057 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:56.377064 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:56.377071 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:56 GMT
I1113 11:49:56.377077 149161 round_trippers.go:580] Audit-Id: 5db5cc12-5ea3-40c9-ac67-83a250db6acf
I1113 11:49:56.377083 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:56.377224 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:56.874434 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:56.874457 149161 round_trippers.go:469] Request Headers:
I1113 11:49:56.874466 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:56.874474 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:56.877288 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:56.877311 149161 round_trippers.go:577] Response Headers:
I1113 11:49:56.877319 149161 round_trippers.go:580] Audit-Id: 7e991d10-dab6-4c25-952a-61464bea5fa3
I1113 11:49:56.877326 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:56.877332 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:56.877338 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:56.877344 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:56.877351 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:56 GMT
I1113 11:49:56.877574 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:57.373847 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:57.373873 149161 round_trippers.go:469] Request Headers:
I1113 11:49:57.373883 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:57.373891 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:57.376701 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:57.376723 149161 round_trippers.go:577] Response Headers:
I1113 11:49:57.376731 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:57.376738 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:57 GMT
I1113 11:49:57.376744 149161 round_trippers.go:580] Audit-Id: d0c7acc3-542a-4e28-a413-859b9a56fe93
I1113 11:49:57.376750 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:57.376757 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:57.376763 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:57.376930 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:57.874606 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:57.874626 149161 round_trippers.go:469] Request Headers:
I1113 11:49:57.874635 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:57.874655 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:57.877370 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:57.877406 149161 round_trippers.go:577] Response Headers:
I1113 11:49:57.877417 149161 round_trippers.go:580] Audit-Id: c3b406e5-cf34-4a3a-86db-adbd59759542
I1113 11:49:57.877424 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:57.877431 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:57.877437 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:57.877444 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:57.877454 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:57 GMT
I1113 11:49:57.877766 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:57.878184 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:49:58.373672 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:58.373697 149161 round_trippers.go:469] Request Headers:
I1113 11:49:58.373707 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:58.373714 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:58.376237 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:58.376264 149161 round_trippers.go:577] Response Headers:
I1113 11:49:58.376273 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:58.376280 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:58 GMT
I1113 11:49:58.376290 149161 round_trippers.go:580] Audit-Id: 9d6a0618-4661-49bc-b6c7-c85f5e91f281
I1113 11:49:58.376296 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:58.376303 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:58.376313 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:58.376542 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:58.873737 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:58.873759 149161 round_trippers.go:469] Request Headers:
I1113 11:49:58.873769 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:58.873776 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:58.876407 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:58.876432 149161 round_trippers.go:577] Response Headers:
I1113 11:49:58.876441 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:58.876450 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:58 GMT
I1113 11:49:58.876457 149161 round_trippers.go:580] Audit-Id: a78f8352-367e-451a-bcc0-55d8c7e765fb
I1113 11:49:58.876463 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:58.876469 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:58.876476 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:58.876634 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:59.373729 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:59.373753 149161 round_trippers.go:469] Request Headers:
I1113 11:49:59.373764 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:59.373772 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:59.376399 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:59.376421 149161 round_trippers.go:577] Response Headers:
I1113 11:49:59.376430 149161 round_trippers.go:580] Audit-Id: c00ada70-fb00-42f1-9e97-9fd2ac705dcc
I1113 11:49:59.376437 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:59.376444 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:59.376450 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:59.376470 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:59.376477 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:59 GMT
I1113 11:49:59.376599 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:49:59.873731 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:49:59.873760 149161 round_trippers.go:469] Request Headers:
I1113 11:49:59.873771 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:49:59.873779 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:49:59.876635 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:49:59.876666 149161 round_trippers.go:577] Response Headers:
I1113 11:49:59.876676 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:49:59.876685 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:49:59 GMT
I1113 11:49:59.876691 149161 round_trippers.go:580] Audit-Id: 29774f4a-dd5a-4b66-b5c3-6923bdfe8624
I1113 11:49:59.876698 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:49:59.876704 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:49:59.876710 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:49:59.876853 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:00.373887 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:00.373916 149161 round_trippers.go:469] Request Headers:
I1113 11:50:00.373926 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:00.373934 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:00.379236 149161 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1113 11:50:00.379266 149161 round_trippers.go:577] Response Headers:
I1113 11:50:00.379277 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:00.379283 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:00.379290 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:00.379300 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:00 GMT
I1113 11:50:00.379349 149161 round_trippers.go:580] Audit-Id: 763cbf1b-c3a3-4743-8d00-324f7ef5bca8
I1113 11:50:00.379364 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:00.379586 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:00.380066 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:50:00.873702 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:00.873727 149161 round_trippers.go:469] Request Headers:
I1113 11:50:00.873737 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:00.873744 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:00.876226 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:00.876253 149161 round_trippers.go:577] Response Headers:
I1113 11:50:00.876262 149161 round_trippers.go:580] Audit-Id: 277a2e5e-7862-49d4-81fd-adad9f84a1cf
I1113 11:50:00.876268 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:00.876274 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:00.876281 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:00.876287 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:00.876294 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:00 GMT
I1113 11:50:00.876431 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:01.374537 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:01.374563 149161 round_trippers.go:469] Request Headers:
I1113 11:50:01.374574 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:01.374581 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:01.377591 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:01.377619 149161 round_trippers.go:577] Response Headers:
I1113 11:50:01.377629 149161 round_trippers.go:580] Audit-Id: 0f406b78-be80-473b-92a7-d06c2dce1623
I1113 11:50:01.377637 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:01.377644 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:01.377651 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:01.377658 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:01.377664 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:01 GMT
I1113 11:50:01.377799 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:01.874170 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:01.874196 149161 round_trippers.go:469] Request Headers:
I1113 11:50:01.874206 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:01.874214 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:01.876717 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:01.876745 149161 round_trippers.go:577] Response Headers:
I1113 11:50:01.876754 149161 round_trippers.go:580] Audit-Id: 54e8a1c9-d13f-486d-81cb-2e59c4940f9d
I1113 11:50:01.876761 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:01.876768 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:01.876775 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:01.876781 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:01.876792 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:01 GMT
I1113 11:50:01.877147 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:02.373721 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:02.373749 149161 round_trippers.go:469] Request Headers:
I1113 11:50:02.373759 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:02.373766 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:02.376379 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:02.376402 149161 round_trippers.go:577] Response Headers:
I1113 11:50:02.376410 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:02.376417 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:02.376423 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:02 GMT
I1113 11:50:02.376431 149161 round_trippers.go:580] Audit-Id: f3eec75a-5b4c-4531-a4c1-96c4766284d9
I1113 11:50:02.376439 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:02.376445 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:02.376622 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:02.873752 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:02.873777 149161 round_trippers.go:469] Request Headers:
I1113 11:50:02.873787 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:02.873795 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:02.876381 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:02.876403 149161 round_trippers.go:577] Response Headers:
I1113 11:50:02.876412 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:02.876418 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:02 GMT
I1113 11:50:02.876424 149161 round_trippers.go:580] Audit-Id: 2bf84b7e-839f-446a-9676-6baa44177f82
I1113 11:50:02.876431 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:02.876437 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:02.876443 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:02.876584 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:02.876984 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:50:03.373723 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:03.373753 149161 round_trippers.go:469] Request Headers:
I1113 11:50:03.373763 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:03.373771 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:03.376473 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:03.376496 149161 round_trippers.go:577] Response Headers:
I1113 11:50:03.376505 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:03 GMT
I1113 11:50:03.376511 149161 round_trippers.go:580] Audit-Id: 5c0ac05c-c2fe-4bac-935f-562915e8852e
I1113 11:50:03.376517 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:03.376524 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:03.376529 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:03.376536 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:03.376696 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:03.873665 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:03.873690 149161 round_trippers.go:469] Request Headers:
I1113 11:50:03.873701 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:03.873708 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:03.876438 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:03.876467 149161 round_trippers.go:577] Response Headers:
I1113 11:50:03.876480 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:03.876490 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:03.876498 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:03 GMT
I1113 11:50:03.876504 149161 round_trippers.go:580] Audit-Id: c5aa8740-63e4-4fe9-ae59-307cd6e0a4ae
I1113 11:50:03.876510 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:03.876520 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:03.876783 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:04.373711 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:04.373733 149161 round_trippers.go:469] Request Headers:
I1113 11:50:04.373743 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:04.373751 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:04.376272 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:04.376296 149161 round_trippers.go:577] Response Headers:
I1113 11:50:04.376305 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:04.376312 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:04.376319 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:04.376325 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:04 GMT
I1113 11:50:04.376332 149161 round_trippers.go:580] Audit-Id: 3d4468de-1b31-495b-baf0-dda1eb8fe379
I1113 11:50:04.376338 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:04.376488 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:04.874221 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:04.874258 149161 round_trippers.go:469] Request Headers:
I1113 11:50:04.874309 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:04.874358 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:04.876849 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:04.876875 149161 round_trippers.go:577] Response Headers:
I1113 11:50:04.876885 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:04 GMT
I1113 11:50:04.876892 149161 round_trippers.go:580] Audit-Id: 161cbbbb-7a0e-41e7-9a9a-93e5cbfa6423
I1113 11:50:04.876899 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:04.876905 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:04.876912 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:04.876918 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:04.877264 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:04.877683 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:50:05.374455 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:05.374486 149161 round_trippers.go:469] Request Headers:
I1113 11:50:05.374505 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:05.374513 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:05.377912 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:50:05.377933 149161 round_trippers.go:577] Response Headers:
I1113 11:50:05.377943 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:05.377949 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:05.377956 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:05 GMT
I1113 11:50:05.377962 149161 round_trippers.go:580] Audit-Id: 22e78fd2-9ebf-45d7-92b3-445c18cf0041
I1113 11:50:05.377969 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:05.377975 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:05.378113 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:05.874289 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:05.874315 149161 round_trippers.go:469] Request Headers:
I1113 11:50:05.874325 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:05.874332 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:05.877356 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:50:05.877380 149161 round_trippers.go:577] Response Headers:
I1113 11:50:05.877389 149161 round_trippers.go:580] Audit-Id: 123a20fe-ff29-4e3a-867f-fe1392ba4416
I1113 11:50:05.877395 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:05.877401 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:05.877407 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:05.877414 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:05.877422 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:05 GMT
I1113 11:50:05.877542 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:06.373642 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:06.373665 149161 round_trippers.go:469] Request Headers:
I1113 11:50:06.373676 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:06.373683 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:06.376232 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:06.376266 149161 round_trippers.go:577] Response Headers:
I1113 11:50:06.376276 149161 round_trippers.go:580] Audit-Id: bd7057b2-624b-4ca5-8783-b1177c214cda
I1113 11:50:06.376282 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:06.376288 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:06.376294 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:06.376301 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:06.376307 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:06 GMT
I1113 11:50:06.376557 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:06.874424 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:06.874445 149161 round_trippers.go:469] Request Headers:
I1113 11:50:06.874456 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:06.874464 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:06.877347 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:06.877382 149161 round_trippers.go:577] Response Headers:
I1113 11:50:06.877391 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:06.877398 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:06.877405 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:06 GMT
I1113 11:50:06.877411 149161 round_trippers.go:580] Audit-Id: d79d4fea-97af-44f2-bf08-3d65692b9a5c
I1113 11:50:06.877418 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:06.877425 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:06.877583 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:06.878031 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:50:07.373727 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:07.373754 149161 round_trippers.go:469] Request Headers:
I1113 11:50:07.373764 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:07.373771 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:07.376424 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:07.376451 149161 round_trippers.go:577] Response Headers:
I1113 11:50:07.376460 149161 round_trippers.go:580] Audit-Id: 1c576843-7ec2-4d1c-81a5-e97f7e5ca8d9
I1113 11:50:07.376467 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:07.376473 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:07.376479 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:07.376485 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:07.376492 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:07 GMT
I1113 11:50:07.376630 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:07.873733 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:07.873760 149161 round_trippers.go:469] Request Headers:
I1113 11:50:07.873770 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:07.873779 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:07.876629 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:07.876655 149161 round_trippers.go:577] Response Headers:
I1113 11:50:07.876665 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:07.876672 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:07 GMT
I1113 11:50:07.876678 149161 round_trippers.go:580] Audit-Id: 7cc1922b-80f0-4e64-9604-b825b666978d
I1113 11:50:07.876684 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:07.876690 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:07.876696 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:07.876882 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:08.374577 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:08.374604 149161 round_trippers.go:469] Request Headers:
I1113 11:50:08.374614 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:08.374622 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:08.382381 149161 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1113 11:50:08.382404 149161 round_trippers.go:577] Response Headers:
I1113 11:50:08.382414 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:08.382420 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:08.382427 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:08.382434 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:08.382440 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:08 GMT
I1113 11:50:08.382446 149161 round_trippers.go:580] Audit-Id: 2ffd168d-efc5-469a-a871-822dcafb2f6d
I1113 11:50:08.382548 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:08.874245 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:08.874284 149161 round_trippers.go:469] Request Headers:
I1113 11:50:08.874295 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:08.874303 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:08.876894 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:08.876919 149161 round_trippers.go:577] Response Headers:
I1113 11:50:08.876928 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:08.876934 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:08.876941 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:08.876947 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:08.876953 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:08 GMT
I1113 11:50:08.876959 149161 round_trippers.go:580] Audit-Id: 91500c56-be33-4c95-b679-cacd8ec7f823
I1113 11:50:08.877080 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:09.374351 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:09.374374 149161 round_trippers.go:469] Request Headers:
I1113 11:50:09.374384 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:09.374391 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:09.377009 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:09.377030 149161 round_trippers.go:577] Response Headers:
I1113 11:50:09.377038 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:09.377045 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:09.377051 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:09 GMT
I1113 11:50:09.377057 149161 round_trippers.go:580] Audit-Id: 3fb5fb44-d21b-40d7-855b-b0d1937dcf34
I1113 11:50:09.377064 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:09.377071 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:09.377160 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:09.377554 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:50:09.874330 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:09.874358 149161 round_trippers.go:469] Request Headers:
I1113 11:50:09.874369 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:09.874376 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:09.877254 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:09.877280 149161 round_trippers.go:577] Response Headers:
I1113 11:50:09.877291 149161 round_trippers.go:580] Audit-Id: 2da2aca3-764f-406c-9d45-802398dc68b0
I1113 11:50:09.877303 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:09.877312 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:09.877319 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:09.877328 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:09.877339 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:09 GMT
I1113 11:50:09.877453 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:10.374680 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:10.374701 149161 round_trippers.go:469] Request Headers:
I1113 11:50:10.374710 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:10.374718 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:10.378352 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:50:10.378375 149161 round_trippers.go:577] Response Headers:
I1113 11:50:10.378384 149161 round_trippers.go:580] Audit-Id: 859e47cb-5853-4ffa-80f0-c29fa21fddb7
I1113 11:50:10.378391 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:10.378397 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:10.378403 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:10.378409 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:10.378416 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:10 GMT
I1113 11:50:10.378544 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:10.874265 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:10.874291 149161 round_trippers.go:469] Request Headers:
I1113 11:50:10.874301 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:10.874310 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:10.877027 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:10.877061 149161 round_trippers.go:577] Response Headers:
I1113 11:50:10.877071 149161 round_trippers.go:580] Audit-Id: ce543279-c1d6-4f5a-9ec6-a0f2e6d82c1a
I1113 11:50:10.877078 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:10.877085 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:10.877091 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:10.877098 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:10.877108 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:10 GMT
I1113 11:50:10.877334 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:11.373707 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:11.373733 149161 round_trippers.go:469] Request Headers:
I1113 11:50:11.373743 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:11.373751 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:11.376182 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:11.376205 149161 round_trippers.go:577] Response Headers:
I1113 11:50:11.376213 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:11.376220 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:11.376226 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:11.376232 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:11.376238 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:11 GMT
I1113 11:50:11.376245 149161 round_trippers.go:580] Audit-Id: 13b4f72b-07f9-4b41-beb1-225e00df0f40
I1113 11:50:11.376364 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:11.873744 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:11.873771 149161 round_trippers.go:469] Request Headers:
I1113 11:50:11.873781 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:11.873789 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:11.876745 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:11.876773 149161 round_trippers.go:577] Response Headers:
I1113 11:50:11.876781 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:11.876789 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:11 GMT
I1113 11:50:11.876795 149161 round_trippers.go:580] Audit-Id: 508dc0ff-187d-4dd6-8fb1-ff0723071161
I1113 11:50:11.876801 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:11.876807 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:11.876813 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:11.876940 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:11.877359 149161 node_ready.go:58] node "multinode-528595" has status "Ready":"False"
I1113 11:50:12.374274 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:12.374316 149161 round_trippers.go:469] Request Headers:
I1113 11:50:12.374326 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:12.374335 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:12.377111 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:12.377141 149161 round_trippers.go:577] Response Headers:
I1113 11:50:12.377150 149161 round_trippers.go:580] Audit-Id: 1be81cc8-dfeb-41e6-a1f0-425f904739b0
I1113 11:50:12.377157 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:12.377166 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:12.377173 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:12.377179 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:12.377189 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:12 GMT
I1113 11:50:12.377304 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:12.874633 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:12.874666 149161 round_trippers.go:469] Request Headers:
I1113 11:50:12.874677 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:12.874690 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:12.877320 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:12.877348 149161 round_trippers.go:577] Response Headers:
I1113 11:50:12.877361 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:12 GMT
I1113 11:50:12.877368 149161 round_trippers.go:580] Audit-Id: d69f864b-8ff5-4f32-ad51-e24b20f0d462
I1113 11:50:12.877374 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:12.877380 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:12.877386 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:12.877393 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:12.877932 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"296","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6223 chars]
I1113 11:50:13.374468 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:13.374496 149161 round_trippers.go:469] Request Headers:
I1113 11:50:13.374505 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:13.374514 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:13.377274 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:13.377299 149161 round_trippers.go:577] Response Headers:
I1113 11:50:13.377308 149161 round_trippers.go:580] Audit-Id: fff4b80c-aa89-4532-9665-9fa8240b17c1
I1113 11:50:13.377315 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:13.377321 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:13.377327 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:13.377342 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:13.377350 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:13 GMT
I1113 11:50:13.377720 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:13.378123 149161 node_ready.go:49] node "multinode-528595" has status "Ready":"True"
I1113 11:50:13.378143 149161 node_ready.go:38] duration metric: took 31.626744472s waiting for node "multinode-528595" to be "Ready" ...
I1113 11:50:13.378154 149161 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1113 11:50:13.378241 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1113 11:50:13.378254 149161 round_trippers.go:469] Request Headers:
I1113 11:50:13.378263 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:13.378271 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:13.381995 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:50:13.382021 149161 round_trippers.go:577] Response Headers:
I1113 11:50:13.382030 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:13 GMT
I1113 11:50:13.382036 149161 round_trippers.go:580] Audit-Id: 6dfe8f03-d902-4938-a5c4-3af8b15a6c8d
I1113 11:50:13.382043 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:13.382049 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:13.382055 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:13.382061 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:13.382398 149161 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"406"},"items":[{"metadata":{"name":"coredns-5dd5756b68-7vxl8","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"e2cd4429-ebf3-4e50-9510-dab04bd6ada6","resourceVersion":"406","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3ad9b449-cef7-443c-a832-7028675c7369","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3ad9b449-cef7-443c-a832-7028675c7369\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55533 chars]
I1113 11:50:13.386566 149161 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-7vxl8" in "kube-system" namespace to be "Ready" ...
I1113 11:50:13.386659 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-7vxl8
I1113 11:50:13.386678 149161 round_trippers.go:469] Request Headers:
I1113 11:50:13.386687 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:13.386694 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:13.389425 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:13.389451 149161 round_trippers.go:577] Response Headers:
I1113 11:50:13.389460 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:13 GMT
I1113 11:50:13.389467 149161 round_trippers.go:580] Audit-Id: 1fab2ff4-cdd8-4bff-b9d5-a11a91b2dfab
I1113 11:50:13.389473 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:13.389480 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:13.389486 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:13.389492 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:13.389617 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-7vxl8","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"e2cd4429-ebf3-4e50-9510-dab04bd6ada6","resourceVersion":"406","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3ad9b449-cef7-443c-a832-7028675c7369","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3ad9b449-cef7-443c-a832-7028675c7369\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1113 11:50:13.390160 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:13.390180 149161 round_trippers.go:469] Request Headers:
I1113 11:50:13.390188 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:13.390195 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:13.392778 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:13.392802 149161 round_trippers.go:577] Response Headers:
I1113 11:50:13.392811 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:13.392818 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:13 GMT
I1113 11:50:13.392825 149161 round_trippers.go:580] Audit-Id: ebed148e-694b-47bd-a36d-27a022ce99a2
I1113 11:50:13.392831 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:13.392837 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:13.392843 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:13.392974 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:13.393432 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-7vxl8
I1113 11:50:13.393450 149161 round_trippers.go:469] Request Headers:
I1113 11:50:13.393459 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:13.393466 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:13.396013 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:13.396032 149161 round_trippers.go:577] Response Headers:
I1113 11:50:13.396040 149161 round_trippers.go:580] Audit-Id: 69b6a342-7696-427e-b2c1-a80023a8c1a4
I1113 11:50:13.396047 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:13.396053 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:13.396059 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:13.396065 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:13.396072 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:13 GMT
I1113 11:50:13.396278 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-7vxl8","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"e2cd4429-ebf3-4e50-9510-dab04bd6ada6","resourceVersion":"406","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3ad9b449-cef7-443c-a832-7028675c7369","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3ad9b449-cef7-443c-a832-7028675c7369\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1113 11:50:13.396809 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:13.396824 149161 round_trippers.go:469] Request Headers:
I1113 11:50:13.396833 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:13.396840 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:13.399308 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:13.399351 149161 round_trippers.go:577] Response Headers:
I1113 11:50:13.399360 149161 round_trippers.go:580] Audit-Id: 02433225-0b55-4f61-9404-95a191bfd52e
I1113 11:50:13.399369 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:13.399383 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:13.399396 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:13.399446 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:13.399470 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:13 GMT
I1113 11:50:13.399687 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:13.900988 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-7vxl8
I1113 11:50:13.901053 149161 round_trippers.go:469] Request Headers:
I1113 11:50:13.901077 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:13.901098 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:13.904271 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:50:13.904306 149161 round_trippers.go:577] Response Headers:
I1113 11:50:13.904315 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:13.904322 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:13 GMT
I1113 11:50:13.904329 149161 round_trippers.go:580] Audit-Id: eb9f6424-1f9e-44d0-bffa-10b19010d966
I1113 11:50:13.904337 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:13.904343 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:13.904349 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:13.904486 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-7vxl8","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"e2cd4429-ebf3-4e50-9510-dab04bd6ada6","resourceVersion":"406","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3ad9b449-cef7-443c-a832-7028675c7369","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3ad9b449-cef7-443c-a832-7028675c7369\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6150 chars]
I1113 11:50:13.905072 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:13.905089 149161 round_trippers.go:469] Request Headers:
I1113 11:50:13.905097 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:13.905104 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:13.907723 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:13.907754 149161 round_trippers.go:577] Response Headers:
I1113 11:50:13.907762 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:13 GMT
I1113 11:50:13.907776 149161 round_trippers.go:580] Audit-Id: b3d255ba-9a74-4a54-a603-7eddf9ea90fa
I1113 11:50:13.907782 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:13.907789 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:13.907798 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:13.907804 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:13.907952 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:14.400836 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-7vxl8
I1113 11:50:14.400862 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.400872 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.400879 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.403485 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:14.403509 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.403518 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.403551 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.403565 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.403572 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.403582 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.403589 149161 round_trippers.go:580] Audit-Id: 0e8d1de7-6f52-49ae-84bb-e1d5947c21cd
I1113 11:50:14.403987 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-7vxl8","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"e2cd4429-ebf3-4e50-9510-dab04bd6ada6","resourceVersion":"419","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3ad9b449-cef7-443c-a832-7028675c7369","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3ad9b449-cef7-443c-a832-7028675c7369\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I1113 11:50:14.404584 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:14.404604 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.404613 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.404619 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.407223 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:14.407260 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.407269 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.407275 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.407282 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.407288 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.407299 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.407305 149161 round_trippers.go:580] Audit-Id: e8ca0bf8-4b54-498b-a000-620bf8bbf918
I1113 11:50:14.407483 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:14.407904 149161 pod_ready.go:92] pod "coredns-5dd5756b68-7vxl8" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:14.407925 149161 pod_ready.go:81] duration metric: took 1.021325509s waiting for pod "coredns-5dd5756b68-7vxl8" in "kube-system" namespace to be "Ready" ...
I1113 11:50:14.407938 149161 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:14.408011 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-528595
I1113 11:50:14.408021 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.408029 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.408035 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.410541 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:14.410566 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.410575 149161 round_trippers.go:580] Audit-Id: db827379-d02c-41f0-a8b7-dab8b94cac22
I1113 11:50:14.410582 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.410588 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.410594 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.410601 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.410612 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.410868 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-528595","namespace":"kube-system","uid":"a992a2a1-e08e-4498-9e32-68849876b907","resourceVersion":"387","creationTimestamp":"2023-11-13T11:49:29Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"4c09cdf2df5d5f8d5508ecbe7c3a346e","kubernetes.io/config.mirror":"4c09cdf2df5d5f8d5508ecbe7c3a346e","kubernetes.io/config.seen":"2023-11-13T11:49:28.839851720Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:29Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I1113 11:50:14.411394 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:14.411412 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.411421 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.411429 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.413789 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:14.413847 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.413869 149161 round_trippers.go:580] Audit-Id: 7838d673-1155-4af1-ac6e-40c25b16f438
I1113 11:50:14.413891 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.413927 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.413950 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.413972 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.414010 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.414173 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:14.414571 149161 pod_ready.go:92] pod "etcd-multinode-528595" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:14.414590 149161 pod_ready.go:81] duration metric: took 6.635109ms waiting for pod "etcd-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:14.414606 149161 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:14.414673 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-528595
I1113 11:50:14.414682 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.414690 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.414697 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.417533 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:14.417601 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.417624 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.417647 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.417686 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.417702 149161 round_trippers.go:580] Audit-Id: aec20ef9-9608-420e-8ee4-78f80f76b3cc
I1113 11:50:14.417709 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.417716 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.417870 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-528595","namespace":"kube-system","uid":"d634a6ca-2d38-4b9a-aa77-922970008d81","resourceVersion":"388","creationTimestamp":"2023-11-13T11:49:28Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"3ee2c3ae9eb2087b6d100c1634137fdf","kubernetes.io/config.mirror":"3ee2c3ae9eb2087b6d100c1634137fdf","kubernetes.io/config.seen":"2023-11-13T11:49:20.992644536Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:28Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I1113 11:50:14.418474 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:14.418495 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.418504 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.418511 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.420962 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:14.421023 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.421031 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.421042 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.421049 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.421067 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.421074 149161 round_trippers.go:580] Audit-Id: b563e526-67a0-4f6e-a982-a884899034b2
I1113 11:50:14.421085 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.421190 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:14.421618 149161 pod_ready.go:92] pod "kube-apiserver-multinode-528595" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:14.421636 149161 pod_ready.go:81] duration metric: took 7.017333ms waiting for pod "kube-apiserver-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:14.421648 149161 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:14.421710 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-528595
I1113 11:50:14.421718 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.421725 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.421732 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.429525 149161 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1113 11:50:14.429600 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.429623 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.429645 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.429682 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.429704 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.429726 149161 round_trippers.go:580] Audit-Id: 50253ca9-1ad0-4f65-8faf-d358361e08c3
I1113 11:50:14.429765 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.429952 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-528595","namespace":"kube-system","uid":"58ef7d50-9e64-460b-b00c-215df1e64a19","resourceVersion":"389","creationTimestamp":"2023-11-13T11:49:29Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"6bf587b424673ba178e6d97d7550c9f5","kubernetes.io/config.mirror":"6bf587b424673ba178e6d97d7550c9f5","kubernetes.io/config.seen":"2023-11-13T11:49:28.839854124Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:29Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I1113 11:50:14.574734 149161 request.go:629] Waited for 144.249883ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:14.574792 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:14.574827 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.574843 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.574851 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.577357 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:14.577486 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.577501 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.577508 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.577520 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.577528 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.577543 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.577553 149161 round_trippers.go:580] Audit-Id: e491ad5e-ed10-478c-8ecd-52338c8ee262
I1113 11:50:14.577673 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:14.578092 149161 pod_ready.go:92] pod "kube-controller-manager-multinode-528595" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:14.578111 149161 pod_ready.go:81] duration metric: took 156.456192ms waiting for pod "kube-controller-manager-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:14.578122 149161 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-njv55" in "kube-system" namespace to be "Ready" ...
I1113 11:50:14.775501 149161 request.go:629] Waited for 197.316036ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-njv55
I1113 11:50:14.775638 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-njv55
I1113 11:50:14.775669 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.775687 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.775695 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.778405 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:14.778463 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.778488 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.778501 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.778522 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.778539 149161 round_trippers.go:580] Audit-Id: 4b89b75b-2b6a-41aa-8c4c-ef1c5da2bd4c
I1113 11:50:14.778555 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.778562 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.778713 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-njv55","generateName":"kube-proxy-","namespace":"kube-system","uid":"ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c","resourceVersion":"381","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"controller-revision-hash":"dffc744c9","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"512b5613-d2e0-4d5a-bbca-c82ced189496","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"512b5613-d2e0-4d5a-bbca-c82ced189496\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:re
quiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k:{ [truncated 5509 chars]
I1113 11:50:14.975421 149161 request.go:629] Waited for 196.188751ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:14.975519 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:14.975536 149161 round_trippers.go:469] Request Headers:
I1113 11:50:14.975546 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:14.975553 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:14.978057 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:14.978126 149161 round_trippers.go:577] Response Headers:
I1113 11:50:14.978142 149161 round_trippers.go:580] Audit-Id: cdb670c0-a7b0-476d-8cbf-c09189202bc5
I1113 11:50:14.978149 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:14.978156 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:14.978162 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:14.978174 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:14.978180 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:14 GMT
I1113 11:50:14.978304 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:14.978729 149161 pod_ready.go:92] pod "kube-proxy-njv55" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:14.978747 149161 pod_ready.go:81] duration metric: took 400.619105ms waiting for pod "kube-proxy-njv55" in "kube-system" namespace to be "Ready" ...
I1113 11:50:14.978759 149161 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:15.175251 149161 request.go:629] Waited for 196.3813ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-528595
I1113 11:50:15.175382 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-528595
I1113 11:50:15.175396 149161 round_trippers.go:469] Request Headers:
I1113 11:50:15.175421 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:15.175431 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:15.178217 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:15.178320 149161 round_trippers.go:577] Response Headers:
I1113 11:50:15.178344 149161 round_trippers.go:580] Audit-Id: 5fe423f0-eb53-4822-9494-561a650e7dd9
I1113 11:50:15.178379 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:15.178404 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:15.178418 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:15.178425 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:15.178432 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:15 GMT
I1113 11:50:15.178592 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-528595","namespace":"kube-system","uid":"652530ce-16ff-4e97-bf82-62936c0a7fd3","resourceVersion":"390","creationTimestamp":"2023-11-13T11:49:29Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"f280f6d996497e0910a02cdbfcf88ced","kubernetes.io/config.mirror":"f280f6d996497e0910a02cdbfcf88ced","kubernetes.io/config.seen":"2023-11-13T11:49:28.839846058Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:29Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I1113 11:50:15.375438 149161 request.go:629] Waited for 196.331215ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:15.375536 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:15.375556 149161 round_trippers.go:469] Request Headers:
I1113 11:50:15.375577 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:15.375600 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:15.378208 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:15.378233 149161 round_trippers.go:577] Response Headers:
I1113 11:50:15.378242 149161 round_trippers.go:580] Audit-Id: 3dce29d8-9dd2-437c-87c7-a9522d19c2b7
I1113 11:50:15.378249 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:15.378269 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:15.378284 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:15.378290 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:15.378298 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:15 GMT
I1113 11:50:15.378421 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:15.378850 149161 pod_ready.go:92] pod "kube-scheduler-multinode-528595" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:15.378872 149161 pod_ready.go:81] duration metric: took 400.102375ms waiting for pod "kube-scheduler-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:15.378885 149161 pod_ready.go:38] duration metric: took 2.000709666s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1113 11:50:15.378900 149161 api_server.go:52] waiting for apiserver process to appear ...
I1113 11:50:15.378997 149161 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1113 11:50:15.392537 149161 command_runner.go:130] > 1219
I1113 11:50:15.392591 149161 api_server.go:72] duration metric: took 33.694867234s to wait for apiserver process to appear ...
I1113 11:50:15.392601 149161 api_server.go:88] waiting for apiserver healthz status ...
I1113 11:50:15.392619 149161 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I1113 11:50:15.402711 149161 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I1113 11:50:15.402787 149161 round_trippers.go:463] GET https://192.168.58.2:8443/version
I1113 11:50:15.402800 149161 round_trippers.go:469] Request Headers:
I1113 11:50:15.402813 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:15.402837 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:15.404159 149161 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1113 11:50:15.404180 149161 round_trippers.go:577] Response Headers:
I1113 11:50:15.404189 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:15.404196 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:15.404202 149161 round_trippers.go:580] Content-Length: 264
I1113 11:50:15.404234 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:15 GMT
I1113 11:50:15.404248 149161 round_trippers.go:580] Audit-Id: e00ac22e-be24-4282-9696-bd8ae91a091e
I1113 11:50:15.404255 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:15.404264 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:15.404512 149161 request.go:1212] Response Body: {
"major": "1",
"minor": "28",
"gitVersion": "v1.28.3",
"gitCommit": "a8a1abc25cad87333840cd7d54be2efaf31a3177",
"gitTreeState": "clean",
"buildDate": "2023-10-18T11:33:18Z",
"goVersion": "go1.20.10",
"compiler": "gc",
"platform": "linux/arm64"
}
I1113 11:50:15.404647 149161 api_server.go:141] control plane version: v1.28.3
I1113 11:50:15.404669 149161 api_server.go:131] duration metric: took 12.061203ms to wait for apiserver health ...
I1113 11:50:15.404678 149161 system_pods.go:43] waiting for kube-system pods to appear ...
I1113 11:50:15.575092 149161 request.go:629] Waited for 170.348592ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1113 11:50:15.575153 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1113 11:50:15.575159 149161 round_trippers.go:469] Request Headers:
I1113 11:50:15.575168 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:15.575175 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:15.578516 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:50:15.578542 149161 round_trippers.go:577] Response Headers:
I1113 11:50:15.578551 149161 round_trippers.go:580] Audit-Id: 8652badf-0f38-4c4a-bb84-def3c1364995
I1113 11:50:15.578558 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:15.578571 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:15.578578 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:15.578584 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:15.578591 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:15 GMT
I1113 11:50:15.579146 149161 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"423"},"items":[{"metadata":{"name":"coredns-5dd5756b68-7vxl8","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"e2cd4429-ebf3-4e50-9510-dab04bd6ada6","resourceVersion":"419","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3ad9b449-cef7-443c-a832-7028675c7369","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3ad9b449-cef7-443c-a832-7028675c7369\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55611 chars]
I1113 11:50:15.581556 149161 system_pods.go:59] 8 kube-system pods found
I1113 11:50:15.581589 149161 system_pods.go:61] "coredns-5dd5756b68-7vxl8" [e2cd4429-ebf3-4e50-9510-dab04bd6ada6] Running
I1113 11:50:15.581595 149161 system_pods.go:61] "etcd-multinode-528595" [a992a2a1-e08e-4498-9e32-68849876b907] Running
I1113 11:50:15.581600 149161 system_pods.go:61] "kindnet-mrgfz" [eba71141-cd5b-4cf8-bf74-091ab1b814d4] Running
I1113 11:50:15.581605 149161 system_pods.go:61] "kube-apiserver-multinode-528595" [d634a6ca-2d38-4b9a-aa77-922970008d81] Running
I1113 11:50:15.581614 149161 system_pods.go:61] "kube-controller-manager-multinode-528595" [58ef7d50-9e64-460b-b00c-215df1e64a19] Running
I1113 11:50:15.581619 149161 system_pods.go:61] "kube-proxy-njv55" [ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c] Running
I1113 11:50:15.581624 149161 system_pods.go:61] "kube-scheduler-multinode-528595" [652530ce-16ff-4e97-bf82-62936c0a7fd3] Running
I1113 11:50:15.581629 149161 system_pods.go:61] "storage-provisioner" [77997376-1947-4bd8-9f8b-79b0de2b3ac8] Running
I1113 11:50:15.581635 149161 system_pods.go:74] duration metric: took 176.951414ms to wait for pod list to return data ...
I1113 11:50:15.581649 149161 default_sa.go:34] waiting for default service account to be created ...
I1113 11:50:15.775055 149161 request.go:629] Waited for 193.332407ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I1113 11:50:15.775188 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I1113 11:50:15.775200 149161 round_trippers.go:469] Request Headers:
I1113 11:50:15.775210 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:15.775217 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:15.777726 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:15.777748 149161 round_trippers.go:577] Response Headers:
I1113 11:50:15.777758 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:15.777771 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:15.777778 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:15.777785 149161 round_trippers.go:580] Content-Length: 261
I1113 11:50:15.777792 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:15 GMT
I1113 11:50:15.777810 149161 round_trippers.go:580] Audit-Id: f9216cde-6408-45dd-94d9-97de77375975
I1113 11:50:15.777821 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:15.777842 149161 request.go:1212] Response Body: {"kind":"ServiceAccountList","apiVersion":"v1","metadata":{"resourceVersion":"424"},"items":[{"metadata":{"name":"default","namespace":"default","uid":"23c33bff-ffbf-4963-8a4f-3815bc2da16e","resourceVersion":"308","creationTimestamp":"2023-11-13T11:49:41Z"}}]}
I1113 11:50:15.778071 149161 default_sa.go:45] found service account: "default"
I1113 11:50:15.778092 149161 default_sa.go:55] duration metric: took 196.435674ms for default service account to be created ...
I1113 11:50:15.778102 149161 system_pods.go:116] waiting for k8s-apps to be running ...
I1113 11:50:15.975487 149161 request.go:629] Waited for 197.322132ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1113 11:50:15.975554 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1113 11:50:15.975587 149161 round_trippers.go:469] Request Headers:
I1113 11:50:15.975601 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:15.975614 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:15.979283 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:50:15.979340 149161 round_trippers.go:577] Response Headers:
I1113 11:50:15.979351 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:15.979357 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:15.979364 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:15.979370 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:15 GMT
I1113 11:50:15.979395 149161 round_trippers.go:580] Audit-Id: 97b09826-0c32-4680-8582-5cc5beab5f94
I1113 11:50:15.979422 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:15.979914 149161 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"424"},"items":[{"metadata":{"name":"coredns-5dd5756b68-7vxl8","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"e2cd4429-ebf3-4e50-9510-dab04bd6ada6","resourceVersion":"419","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3ad9b449-cef7-443c-a832-7028675c7369","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3ad9b449-cef7-443c-a832-7028675c7369\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55611 chars]
I1113 11:50:15.982418 149161 system_pods.go:86] 8 kube-system pods found
I1113 11:50:15.982450 149161 system_pods.go:89] "coredns-5dd5756b68-7vxl8" [e2cd4429-ebf3-4e50-9510-dab04bd6ada6] Running
I1113 11:50:15.982458 149161 system_pods.go:89] "etcd-multinode-528595" [a992a2a1-e08e-4498-9e32-68849876b907] Running
I1113 11:50:15.982463 149161 system_pods.go:89] "kindnet-mrgfz" [eba71141-cd5b-4cf8-bf74-091ab1b814d4] Running
I1113 11:50:15.982468 149161 system_pods.go:89] "kube-apiserver-multinode-528595" [d634a6ca-2d38-4b9a-aa77-922970008d81] Running
I1113 11:50:15.982474 149161 system_pods.go:89] "kube-controller-manager-multinode-528595" [58ef7d50-9e64-460b-b00c-215df1e64a19] Running
I1113 11:50:15.982479 149161 system_pods.go:89] "kube-proxy-njv55" [ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c] Running
I1113 11:50:15.982483 149161 system_pods.go:89] "kube-scheduler-multinode-528595" [652530ce-16ff-4e97-bf82-62936c0a7fd3] Running
I1113 11:50:15.982488 149161 system_pods.go:89] "storage-provisioner" [77997376-1947-4bd8-9f8b-79b0de2b3ac8] Running
I1113 11:50:15.982495 149161 system_pods.go:126] duration metric: took 204.387564ms to wait for k8s-apps to be running ...
I1113 11:50:15.982534 149161 system_svc.go:44] waiting for kubelet service to be running ....
I1113 11:50:15.982601 149161 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:50:15.996291 149161 system_svc.go:56] duration metric: took 13.747056ms WaitForService to wait for kubelet.
I1113 11:50:15.996316 149161 kubeadm.go:581] duration metric: took 34.298594513s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1113 11:50:15.996336 149161 node_conditions.go:102] verifying NodePressure condition ...
I1113 11:50:16.174667 149161 request.go:629] Waited for 178.253737ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I1113 11:50:16.174723 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I1113 11:50:16.174730 149161 round_trippers.go:469] Request Headers:
I1113 11:50:16.174740 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:16.174748 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:16.177779 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:16.177807 149161 round_trippers.go:577] Response Headers:
I1113 11:50:16.177817 149161 round_trippers.go:580] Audit-Id: 26b011b3-6d0e-4881-bd70-ce2662b2f47d
I1113 11:50:16.177824 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:16.177830 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:16.177844 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:16.177851 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:16.177861 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:16 GMT
I1113 11:50:16.178010 149161 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"424"},"items":[{"metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 6082 chars]
I1113 11:50:16.178487 149161 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1113 11:50:16.178513 149161 node_conditions.go:123] node cpu capacity is 2
I1113 11:50:16.178525 149161 node_conditions.go:105] duration metric: took 182.183467ms to run NodePressure ...
I1113 11:50:16.178536 149161 start.go:228] waiting for startup goroutines ...
I1113 11:50:16.178543 149161 start.go:233] waiting for cluster config update ...
I1113 11:50:16.178553 149161 start.go:242] writing updated cluster config ...
I1113 11:50:16.182190 149161 out.go:177]
I1113 11:50:16.185098 149161 config.go:182] Loaded profile config "multinode-528595": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:50:16.185203 149161 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/config.json ...
I1113 11:50:16.188206 149161 out.go:177] * Starting worker node multinode-528595-m02 in cluster multinode-528595
I1113 11:50:16.190779 149161 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 11:50:16.193518 149161 out.go:177] * Pulling base image ...
I1113 11:50:16.197373 149161 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:50:16.197412 149161 cache.go:56] Caching tarball of preloaded images
I1113 11:50:16.197467 149161 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon
I1113 11:50:16.197543 149161 preload.go:174] Found /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1113 11:50:16.197555 149161 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on crio
I1113 11:50:16.197650 149161 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/config.json ...
I1113 11:50:16.214757 149161 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon, skipping pull
I1113 11:50:16.214782 149161 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 exists in daemon, skipping load
I1113 11:50:16.214813 149161 cache.go:194] Successfully downloaded all kic artifacts
I1113 11:50:16.214844 149161 start.go:365] acquiring machines lock for multinode-528595-m02: {Name:mk4e78d3ad9b88aa86d1bb2b3f146ffec76a4c72 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 11:50:16.214978 149161 start.go:369] acquired machines lock for "multinode-528595-m02" in 115.207µs
I1113 11:50:16.215006 149161 start.go:93] Provisioning new machine with config: &{Name:multinode-528595 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-528595 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mou
nt9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name:m02 IP: Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}
I1113 11:50:16.215091 149161 start.go:125] createHost starting for "m02" (driver="docker")
I1113 11:50:16.218341 149161 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I1113 11:50:16.218459 149161 start.go:159] libmachine.API.Create for "multinode-528595" (driver="docker")
I1113 11:50:16.218483 149161 client.go:168] LocalClient.Create starting
I1113 11:50:16.218549 149161 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem
I1113 11:50:16.218586 149161 main.go:141] libmachine: Decoding PEM data...
I1113 11:50:16.218604 149161 main.go:141] libmachine: Parsing certificate...
I1113 11:50:16.218661 149161 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem
I1113 11:50:16.218678 149161 main.go:141] libmachine: Decoding PEM data...
I1113 11:50:16.218688 149161 main.go:141] libmachine: Parsing certificate...
I1113 11:50:16.218964 149161 cli_runner.go:164] Run: docker network inspect multinode-528595 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:50:16.236194 149161 network_create.go:77] Found existing network {name:multinode-528595 subnet:0x4003316c90 gateway:[0 0 0 0 0 0 0 0 0 0 255 255 192 168 58 1] mtu:1500}
I1113 11:50:16.236239 149161 kic.go:121] calculated static IP "192.168.58.3" for the "multinode-528595-m02" container
I1113 11:50:16.236322 149161 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1113 11:50:16.257512 149161 cli_runner.go:164] Run: docker volume create multinode-528595-m02 --label name.minikube.sigs.k8s.io=multinode-528595-m02 --label created_by.minikube.sigs.k8s.io=true
I1113 11:50:16.277323 149161 oci.go:103] Successfully created a docker volume multinode-528595-m02
I1113 11:50:16.277418 149161 cli_runner.go:164] Run: docker run --rm --name multinode-528595-m02-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-528595-m02 --entrypoint /usr/bin/test -v multinode-528595-m02:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -d /var/lib
I1113 11:50:16.866068 149161 oci.go:107] Successfully prepared a docker volume multinode-528595-m02
I1113 11:50:16.866119 149161 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:50:16.866141 149161 kic.go:194] Starting extracting preloaded images to volume ...
I1113 11:50:16.866250 149161 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v multinode-528595-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir
I1113 11:50:21.242232 149161 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v multinode-528595-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir: (4.375930456s)
I1113 11:50:21.242275 149161 kic.go:203] duration metric: took 4.376132 seconds to extract preloaded images to volume
W1113 11:50:21.242412 149161 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1113 11:50:21.242531 149161 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1113 11:50:21.312509 149161 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-528595-m02 --name multinode-528595-m02 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-528595-m02 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-528595-m02 --network multinode-528595 --ip 192.168.58.3 --volume multinode-528595-m02:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24
I1113 11:50:21.728877 149161 cli_runner.go:164] Run: docker container inspect multinode-528595-m02 --format={{.State.Running}}
I1113 11:50:21.758998 149161 cli_runner.go:164] Run: docker container inspect multinode-528595-m02 --format={{.State.Status}}
I1113 11:50:21.785032 149161 cli_runner.go:164] Run: docker exec multinode-528595-m02 stat /var/lib/dpkg/alternatives/iptables
I1113 11:50:21.872390 149161 oci.go:144] the created container "multinode-528595-m02" has a running status.
I1113 11:50:21.872421 149161 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595-m02/id_rsa...
I1113 11:50:22.235374 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595-m02/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1113 11:50:22.235420 149161 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595-m02/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1113 11:50:22.259376 149161 cli_runner.go:164] Run: docker container inspect multinode-528595-m02 --format={{.State.Status}}
I1113 11:50:22.300634 149161 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1113 11:50:22.300659 149161 kic_runner.go:114] Args: [docker exec --privileged multinode-528595-m02 chown docker:docker /home/docker/.ssh/authorized_keys]
I1113 11:50:22.385639 149161 cli_runner.go:164] Run: docker container inspect multinode-528595-m02 --format={{.State.Status}}
I1113 11:50:22.417440 149161 machine.go:88] provisioning docker machine ...
I1113 11:50:22.417472 149161 ubuntu.go:169] provisioning hostname "multinode-528595-m02"
I1113 11:50:22.417538 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595-m02
I1113 11:50:22.460004 149161 main.go:141] libmachine: Using SSH client type: native
I1113 11:50:22.460420 149161 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39826 <nil> <nil>}
I1113 11:50:22.460439 149161 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-528595-m02 && echo "multinode-528595-m02" | sudo tee /etc/hostname
I1113 11:50:22.461144 149161 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:41998->127.0.0.1:39826: read: connection reset by peer
I1113 11:50:25.619219 149161 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-528595-m02
I1113 11:50:25.619306 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595-m02
I1113 11:50:25.639282 149161 main.go:141] libmachine: Using SSH client type: native
I1113 11:50:25.639735 149161 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39826 <nil> <nil>}
I1113 11:50:25.639761 149161 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-528595-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-528595-m02/g' /etc/hosts;
else
echo '127.0.1.1 multinode-528595-m02' | sudo tee -a /etc/hosts;
fi
fi
I1113 11:50:25.781104 149161 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1113 11:50:25.781135 149161 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17605-78988/.minikube CaCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17605-78988/.minikube}
I1113 11:50:25.781152 149161 ubuntu.go:177] setting up certificates
I1113 11:50:25.781162 149161 provision.go:83] configureAuth start
I1113 11:50:25.781281 149161 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-528595-m02
I1113 11:50:25.800737 149161 provision.go:138] copyHostCerts
I1113 11:50:25.800779 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 11:50:25.800813 149161 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem, removing ...
I1113 11:50:25.800826 149161 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 11:50:25.800905 149161 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem (1078 bytes)
I1113 11:50:25.800990 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 11:50:25.801012 149161 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem, removing ...
I1113 11:50:25.801016 149161 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 11:50:25.801044 149161 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem (1123 bytes)
I1113 11:50:25.801088 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 11:50:25.801111 149161 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem, removing ...
I1113 11:50:25.801119 149161 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 11:50:25.801144 149161 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem (1679 bytes)
I1113 11:50:25.801192 149161 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem org=jenkins.multinode-528595-m02 san=[192.168.58.3 127.0.0.1 localhost 127.0.0.1 minikube multinode-528595-m02]
I1113 11:50:26.150195 149161 provision.go:172] copyRemoteCerts
I1113 11:50:26.150265 149161 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1113 11:50:26.150314 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595-m02
I1113 11:50:26.171539 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39826 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595-m02/id_rsa Username:docker}
I1113 11:50:26.274437 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1113 11:50:26.274500 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1113 11:50:26.304775 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem -> /etc/docker/server.pem
I1113 11:50:26.304846 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem --> /etc/docker/server.pem (1237 bytes)
I1113 11:50:26.333809 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1113 11:50:26.333878 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1113 11:50:26.364010 149161 provision.go:86] duration metric: configureAuth took 582.833947ms
I1113 11:50:26.364035 149161 ubuntu.go:193] setting minikube options for container-runtime
I1113 11:50:26.364237 149161 config.go:182] Loaded profile config "multinode-528595": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:50:26.364340 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595-m02
I1113 11:50:26.383035 149161 main.go:141] libmachine: Using SSH client type: native
I1113 11:50:26.383464 149161 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39826 <nil> <nil>}
I1113 11:50:26.383486 149161 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1113 11:50:26.645872 149161 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1113 11:50:26.645898 149161 machine.go:91] provisioned docker machine in 4.228431084s
I1113 11:50:26.645908 149161 client.go:171] LocalClient.Create took 10.427420022s
I1113 11:50:26.645927 149161 start.go:167] duration metric: libmachine.API.Create for "multinode-528595" took 10.427469179s
I1113 11:50:26.645935 149161 start.go:300] post-start starting for "multinode-528595-m02" (driver="docker")
I1113 11:50:26.645944 149161 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1113 11:50:26.646025 149161 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1113 11:50:26.646069 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595-m02
I1113 11:50:26.667207 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39826 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595-m02/id_rsa Username:docker}
I1113 11:50:26.770569 149161 ssh_runner.go:195] Run: cat /etc/os-release
I1113 11:50:26.774700 149161 command_runner.go:130] > PRETTY_NAME="Ubuntu 22.04.3 LTS"
I1113 11:50:26.774721 149161 command_runner.go:130] > NAME="Ubuntu"
I1113 11:50:26.774729 149161 command_runner.go:130] > VERSION_ID="22.04"
I1113 11:50:26.774736 149161 command_runner.go:130] > VERSION="22.04.3 LTS (Jammy Jellyfish)"
I1113 11:50:26.774742 149161 command_runner.go:130] > VERSION_CODENAME=jammy
I1113 11:50:26.774749 149161 command_runner.go:130] > ID=ubuntu
I1113 11:50:26.774754 149161 command_runner.go:130] > ID_LIKE=debian
I1113 11:50:26.774760 149161 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I1113 11:50:26.774766 149161 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I1113 11:50:26.774779 149161 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I1113 11:50:26.774789 149161 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I1113 11:50:26.774795 149161 command_runner.go:130] > UBUNTU_CODENAME=jammy
I1113 11:50:26.774839 149161 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1113 11:50:26.774867 149161 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1113 11:50:26.774880 149161 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1113 11:50:26.774891 149161 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1113 11:50:26.774901 149161 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/addons for local assets ...
I1113 11:50:26.774976 149161 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/files for local assets ...
I1113 11:50:26.775061 149161 filesync.go:149] local asset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> 844002.pem in /etc/ssl/certs
I1113 11:50:26.775072 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> /etc/ssl/certs/844002.pem
I1113 11:50:26.775182 149161 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1113 11:50:26.785892 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /etc/ssl/certs/844002.pem (1708 bytes)
I1113 11:50:26.814801 149161 start.go:303] post-start completed in 168.852162ms
I1113 11:50:26.815171 149161 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-528595-m02
I1113 11:50:26.832937 149161 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/config.json ...
I1113 11:50:26.833217 149161 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 11:50:26.833268 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595-m02
I1113 11:50:26.851075 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39826 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595-m02/id_rsa Username:docker}
I1113 11:50:26.953742 149161 command_runner.go:130] > 17%!
(MISSING)I1113 11:50:26.953818 149161 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1113 11:50:26.959383 149161 command_runner.go:130] > 162G
I1113 11:50:26.959797 149161 start.go:128] duration metric: createHost completed in 10.744694543s
I1113 11:50:26.959817 149161 start.go:83] releasing machines lock for "multinode-528595-m02", held for 10.744826759s
I1113 11:50:26.959888 149161 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-528595-m02
I1113 11:50:26.981159 149161 out.go:177] * Found network options:
I1113 11:50:26.983166 149161 out.go:177] - NO_PROXY=192.168.58.2
W1113 11:50:26.985292 149161 proxy.go:119] fail to check proxy env: Error ip not in block
W1113 11:50:26.985332 149161 proxy.go:119] fail to check proxy env: Error ip not in block
I1113 11:50:26.985406 149161 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1113 11:50:26.985452 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595-m02
I1113 11:50:26.985718 149161 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1113 11:50:26.985777 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595-m02
I1113 11:50:27.006377 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39826 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595-m02/id_rsa Username:docker}
I1113 11:50:27.010386 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39826 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595-m02/id_rsa Username:docker}
I1113 11:50:27.270477 149161 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1113 11:50:27.367526 149161 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I1113 11:50:27.370770 149161 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I1113 11:50:27.370793 149161 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I1113 11:50:27.370801 149161 command_runner.go:130] > Device: b3h/179d Inode: 6227244 Links: 1
I1113 11:50:27.370809 149161 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I1113 11:50:27.370816 149161 command_runner.go:130] > Access: 2023-06-14 14:44:50.000000000 +0000
I1113 11:50:27.370822 149161 command_runner.go:130] > Modify: 2023-06-14 14:44:50.000000000 +0000
I1113 11:50:27.370828 149161 command_runner.go:130] > Change: 2023-11-13 11:26:19.343176244 +0000
I1113 11:50:27.370834 149161 command_runner.go:130] > Birth: 2023-11-13 11:26:19.343176244 +0000
I1113 11:50:27.370932 149161 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:50:27.396748 149161 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1113 11:50:27.396830 149161 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:50:27.448443 149161 command_runner.go:139] > /etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf,
I1113 11:50:27.448549 149161 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1113 11:50:27.448584 149161 start.go:472] detecting cgroup driver to use...
I1113 11:50:27.448631 149161 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1113 11:50:27.448693 149161 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1113 11:50:27.468662 149161 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1113 11:50:27.484532 149161 docker.go:203] disabling cri-docker service (if available) ...
I1113 11:50:27.484616 149161 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1113 11:50:27.503134 149161 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1113 11:50:27.524206 149161 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1113 11:50:27.636345 149161 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1113 11:50:27.656402 149161 command_runner.go:130] ! Created symlink /etc/systemd/system/cri-docker.service → /dev/null.
I1113 11:50:27.743126 149161 docker.go:219] disabling docker service ...
I1113 11:50:27.743242 149161 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1113 11:50:27.767848 149161 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1113 11:50:27.790283 149161 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1113 11:50:27.900838 149161 command_runner.go:130] ! Removed /etc/systemd/system/sockets.target.wants/docker.socket.
I1113 11:50:27.900911 149161 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1113 11:50:28.013646 149161 command_runner.go:130] ! Created symlink /etc/systemd/system/docker.service → /dev/null.
I1113 11:50:28.013727 149161 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1113 11:50:28.028944 149161 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1113 11:50:28.049192 149161 command_runner.go:130] > runtime-endpoint: unix:///var/run/crio/crio.sock
I1113 11:50:28.057753 149161 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1113 11:50:28.057827 149161 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:50:28.071283 149161 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1113 11:50:28.071436 149161 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:50:28.084181 149161 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:50:28.097126 149161 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:50:28.109881 149161 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1113 11:50:28.122088 149161 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1113 11:50:28.131522 149161 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I1113 11:50:28.132522 149161 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1113 11:50:28.142512 149161 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1113 11:50:28.241783 149161 ssh_runner.go:195] Run: sudo systemctl restart crio
I1113 11:50:28.368264 149161 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1113 11:50:28.368339 149161 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1113 11:50:28.373078 149161 command_runner.go:130] > File: /var/run/crio/crio.sock
I1113 11:50:28.373107 149161 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I1113 11:50:28.373121 149161 command_runner.go:130] > Device: bch/188d Inode: 190 Links: 1
I1113 11:50:28.373138 149161 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 0/ root)
I1113 11:50:28.373145 149161 command_runner.go:130] > Access: 2023-11-13 11:50:28.346497117 +0000
I1113 11:50:28.373168 149161 command_runner.go:130] > Modify: 2023-11-13 11:50:28.346497117 +0000
I1113 11:50:28.373184 149161 command_runner.go:130] > Change: 2023-11-13 11:50:28.346497117 +0000
I1113 11:50:28.373190 149161 command_runner.go:130] > Birth: -
I1113 11:50:28.373484 149161 start.go:540] Will wait 60s for crictl version
I1113 11:50:28.373569 149161 ssh_runner.go:195] Run: which crictl
I1113 11:50:28.377752 149161 command_runner.go:130] > /usr/bin/crictl
I1113 11:50:28.378123 149161 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1113 11:50:28.428055 149161 command_runner.go:130] > Version: 0.1.0
I1113 11:50:28.428326 149161 command_runner.go:130] > RuntimeName: cri-o
I1113 11:50:28.428546 149161 command_runner.go:130] > RuntimeVersion: 1.24.6
I1113 11:50:28.428779 149161 command_runner.go:130] > RuntimeApiVersion: v1
I1113 11:50:28.432013 149161 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1113 11:50:28.432102 149161 ssh_runner.go:195] Run: crio --version
I1113 11:50:28.473354 149161 command_runner.go:130] > crio version 1.24.6
I1113 11:50:28.473377 149161 command_runner.go:130] > Version: 1.24.6
I1113 11:50:28.473385 149161 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1113 11:50:28.473391 149161 command_runner.go:130] > GitTreeState: clean
I1113 11:50:28.473404 149161 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1113 11:50:28.473410 149161 command_runner.go:130] > GoVersion: go1.18.2
I1113 11:50:28.473415 149161 command_runner.go:130] > Compiler: gc
I1113 11:50:28.473421 149161 command_runner.go:130] > Platform: linux/arm64
I1113 11:50:28.473433 149161 command_runner.go:130] > Linkmode: dynamic
I1113 11:50:28.473443 149161 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1113 11:50:28.473452 149161 command_runner.go:130] > SeccompEnabled: true
I1113 11:50:28.473457 149161 command_runner.go:130] > AppArmorEnabled: false
I1113 11:50:28.475797 149161 ssh_runner.go:195] Run: crio --version
I1113 11:50:28.519744 149161 command_runner.go:130] > crio version 1.24.6
I1113 11:50:28.519806 149161 command_runner.go:130] > Version: 1.24.6
I1113 11:50:28.519829 149161 command_runner.go:130] > GitCommit: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90
I1113 11:50:28.519850 149161 command_runner.go:130] > GitTreeState: clean
I1113 11:50:28.519892 149161 command_runner.go:130] > BuildDate: 2023-06-14T14:44:50Z
I1113 11:50:28.519916 149161 command_runner.go:130] > GoVersion: go1.18.2
I1113 11:50:28.519936 149161 command_runner.go:130] > Compiler: gc
I1113 11:50:28.519958 149161 command_runner.go:130] > Platform: linux/arm64
I1113 11:50:28.519991 149161 command_runner.go:130] > Linkmode: dynamic
I1113 11:50:28.520018 149161 command_runner.go:130] > BuildTags: apparmor, exclude_graphdriver_devicemapper, containers_image_ostree_stub, seccomp
I1113 11:50:28.520039 149161 command_runner.go:130] > SeccompEnabled: true
I1113 11:50:28.520062 149161 command_runner.go:130] > AppArmorEnabled: false
I1113 11:50:28.524261 149161 out.go:177] * Preparing Kubernetes v1.28.3 on CRI-O 1.24.6 ...
I1113 11:50:28.525954 149161 out.go:177] - env NO_PROXY=192.168.58.2
I1113 11:50:28.527755 149161 cli_runner.go:164] Run: docker network inspect multinode-528595 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:50:28.548806 149161 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I1113 11:50:28.554028 149161 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:50:28.567828 149161 certs.go:56] Setting up /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595 for IP: 192.168.58.3
I1113 11:50:28.567862 149161 certs.go:190] acquiring lock for shared ca certs: {Name:mk4c09792c7e9e45f4b9c353ad8dff3e8ba4f6de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:50:28.567998 149161 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key
I1113 11:50:28.568046 149161 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key
I1113 11:50:28.568061 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1113 11:50:28.568075 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1113 11:50:28.568090 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1113 11:50:28.568113 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1113 11:50:28.568176 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem (1338 bytes)
W1113 11:50:28.568212 149161 certs.go:433] ignoring /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400_empty.pem, impossibly tiny 0 bytes
I1113 11:50:28.568227 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem (1679 bytes)
I1113 11:50:28.568255 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem (1078 bytes)
I1113 11:50:28.568282 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem (1123 bytes)
I1113 11:50:28.568309 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem (1679 bytes)
I1113 11:50:28.568361 149161 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem (1708 bytes)
I1113 11:50:28.568392 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem -> /usr/share/ca-certificates/84400.pem
I1113 11:50:28.568408 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> /usr/share/ca-certificates/844002.pem
I1113 11:50:28.568419 149161 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1113 11:50:28.568809 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1113 11:50:28.598910 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1113 11:50:28.628429 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1113 11:50:28.658308 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1113 11:50:28.689517 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem --> /usr/share/ca-certificates/84400.pem (1338 bytes)
I1113 11:50:28.719371 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /usr/share/ca-certificates/844002.pem (1708 bytes)
I1113 11:50:28.749286 149161 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1113 11:50:28.779001 149161 ssh_runner.go:195] Run: openssl version
I1113 11:50:28.786045 149161 command_runner.go:130] > OpenSSL 3.0.2 15 Mar 2022 (Library: OpenSSL 3.0.2 15 Mar 2022)
I1113 11:50:28.786125 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/844002.pem && ln -fs /usr/share/ca-certificates/844002.pem /etc/ssl/certs/844002.pem"
I1113 11:50:28.798306 149161 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/844002.pem
I1113 11:50:28.802938 149161 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Nov 13 11:33 /usr/share/ca-certificates/844002.pem
I1113 11:50:28.802975 149161 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Nov 13 11:33 /usr/share/ca-certificates/844002.pem
I1113 11:50:28.803028 149161 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/844002.pem
I1113 11:50:28.811785 149161 command_runner.go:130] > 3ec20f2e
I1113 11:50:28.812094 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/844002.pem /etc/ssl/certs/3ec20f2e.0"
I1113 11:50:28.823848 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1113 11:50:28.839418 149161 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1113 11:50:28.844109 149161 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Nov 13 11:26 /usr/share/ca-certificates/minikubeCA.pem
I1113 11:50:28.844421 149161 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Nov 13 11:26 /usr/share/ca-certificates/minikubeCA.pem
I1113 11:50:28.844509 149161 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1113 11:50:28.852789 149161 command_runner.go:130] > b5213941
I1113 11:50:28.853188 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1113 11:50:28.864918 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/84400.pem && ln -fs /usr/share/ca-certificates/84400.pem /etc/ssl/certs/84400.pem"
I1113 11:50:28.876952 149161 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/84400.pem
I1113 11:50:28.881820 149161 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Nov 13 11:33 /usr/share/ca-certificates/84400.pem
I1113 11:50:28.881858 149161 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Nov 13 11:33 /usr/share/ca-certificates/84400.pem
I1113 11:50:28.881925 149161 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/84400.pem
I1113 11:50:28.890757 149161 command_runner.go:130] > 51391683
I1113 11:50:28.891235 149161 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/84400.pem /etc/ssl/certs/51391683.0"
I1113 11:50:28.903262 149161 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1113 11:50:28.907752 149161 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1113 11:50:28.908079 149161 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1113 11:50:28.908231 149161 ssh_runner.go:195] Run: crio config
I1113 11:50:28.963113 149161 command_runner.go:130] > # The CRI-O configuration file specifies all of the available configuration
I1113 11:50:28.963142 149161 command_runner.go:130] > # options and command-line flags for the crio(8) OCI Kubernetes Container Runtime
I1113 11:50:28.963152 149161 command_runner.go:130] > # daemon, but in a TOML format that can be more easily modified and versioned.
I1113 11:50:28.963172 149161 command_runner.go:130] > #
I1113 11:50:28.963185 149161 command_runner.go:130] > # Please refer to crio.conf(5) for details of all configuration options.
I1113 11:50:28.963198 149161 command_runner.go:130] > # CRI-O supports partial configuration reload during runtime, which can be
I1113 11:50:28.963206 149161 command_runner.go:130] > # done by sending SIGHUP to the running process. Currently supported options
I1113 11:50:28.963229 149161 command_runner.go:130] > # are explicitly mentioned with: 'This option supports live configuration
I1113 11:50:28.963238 149161 command_runner.go:130] > # reload'.
I1113 11:50:28.963246 149161 command_runner.go:130] > # CRI-O reads its storage defaults from the containers-storage.conf(5) file
I1113 11:50:28.963262 149161 command_runner.go:130] > # located at /etc/containers/storage.conf. Modify this storage configuration if
I1113 11:50:28.963270 149161 command_runner.go:130] > # you want to change the system's defaults. If you want to modify storage just
I1113 11:50:28.963281 149161 command_runner.go:130] > # for CRI-O, you can change the storage configuration options here.
I1113 11:50:28.963291 149161 command_runner.go:130] > [crio]
I1113 11:50:28.963306 149161 command_runner.go:130] > # Path to the "root directory". CRI-O stores all of its data, including
I1113 11:50:28.963332 149161 command_runner.go:130] > # containers images, in this directory.
I1113 11:50:28.963340 149161 command_runner.go:130] > # root = "/home/docker/.local/share/containers/storage"
I1113 11:50:28.963350 149161 command_runner.go:130] > # Path to the "run directory". CRI-O stores all of its state in this directory.
I1113 11:50:28.963357 149161 command_runner.go:130] > # runroot = "/tmp/containers-user-1000/containers"
I1113 11:50:28.963364 149161 command_runner.go:130] > # Storage driver used to manage the storage of images and containers. Please
I1113 11:50:28.963383 149161 command_runner.go:130] > # refer to containers-storage.conf(5) to see all available storage drivers.
I1113 11:50:28.963393 149161 command_runner.go:130] > # storage_driver = "vfs"
I1113 11:50:28.963400 149161 command_runner.go:130] > # List to pass options to the storage driver. Please refer to
I1113 11:50:28.963413 149161 command_runner.go:130] > # containers-storage.conf(5) to see all available storage options.
I1113 11:50:28.963419 149161 command_runner.go:130] > # storage_option = [
I1113 11:50:28.963423 149161 command_runner.go:130] > # ]
I1113 11:50:28.963436 149161 command_runner.go:130] > # The default log directory where all logs will go unless directly specified by
I1113 11:50:28.963449 149161 command_runner.go:130] > # the kubelet. The log directory specified must be an absolute directory.
I1113 11:50:28.963458 149161 command_runner.go:130] > # log_dir = "/var/log/crio/pods"
I1113 11:50:28.963467 149161 command_runner.go:130] > # Location for CRI-O to lay down the temporary version file.
I1113 11:50:28.963479 149161 command_runner.go:130] > # It is used to check if crio wipe should wipe containers, which should
I1113 11:50:28.963485 149161 command_runner.go:130] > # always happen on a node reboot
I1113 11:50:28.963492 149161 command_runner.go:130] > # version_file = "/var/run/crio/version"
I1113 11:50:28.963502 149161 command_runner.go:130] > # Location for CRI-O to lay down the persistent version file.
I1113 11:50:28.963510 149161 command_runner.go:130] > # It is used to check if crio wipe should wipe images, which should
I1113 11:50:28.963525 149161 command_runner.go:130] > # only happen when CRI-O has been upgraded
I1113 11:50:28.963535 149161 command_runner.go:130] > # version_file_persist = "/var/lib/crio/version"
I1113 11:50:28.963544 149161 command_runner.go:130] > # InternalWipe is whether CRI-O should wipe containers and images after a reboot when the server starts.
I1113 11:50:28.963554 149161 command_runner.go:130] > # If set to false, one must use the external command 'crio wipe' to wipe the containers and images in these situations.
I1113 11:50:28.963562 149161 command_runner.go:130] > # internal_wipe = true
I1113 11:50:28.963569 149161 command_runner.go:130] > # Location for CRI-O to lay down the clean shutdown file.
I1113 11:50:28.963577 149161 command_runner.go:130] > # It is used to check whether crio had time to sync before shutting down.
I1113 11:50:28.963589 149161 command_runner.go:130] > # If not found, crio wipe will clear the storage directory.
I1113 11:50:28.963601 149161 command_runner.go:130] > # clean_shutdown_file = "/var/lib/crio/clean.shutdown"
I1113 11:50:28.963612 149161 command_runner.go:130] > # The crio.api table contains settings for the kubelet/gRPC interface.
I1113 11:50:28.963617 149161 command_runner.go:130] > [crio.api]
I1113 11:50:28.963624 149161 command_runner.go:130] > # Path to AF_LOCAL socket on which CRI-O will listen.
I1113 11:50:28.963633 149161 command_runner.go:130] > # listen = "/var/run/crio/crio.sock"
I1113 11:50:28.963640 149161 command_runner.go:130] > # IP address on which the stream server will listen.
I1113 11:50:28.963650 149161 command_runner.go:130] > # stream_address = "127.0.0.1"
I1113 11:50:28.963659 149161 command_runner.go:130] > # The port on which the stream server will listen. If the port is set to "0", then
I1113 11:50:28.963665 149161 command_runner.go:130] > # CRI-O will allocate a random free port number.
I1113 11:50:28.963679 149161 command_runner.go:130] > # stream_port = "0"
I1113 11:50:28.963686 149161 command_runner.go:130] > # Enable encrypted TLS transport of the stream server.
I1113 11:50:28.963692 149161 command_runner.go:130] > # stream_enable_tls = false
I1113 11:50:28.963701 149161 command_runner.go:130] > # Length of time until open streams terminate due to lack of activity
I1113 11:50:28.963710 149161 command_runner.go:130] > # stream_idle_timeout = ""
I1113 11:50:28.963718 149161 command_runner.go:130] > # Path to the x509 certificate file used to serve the encrypted stream. This
I1113 11:50:28.963729 149161 command_runner.go:130] > # file can change, and CRI-O will automatically pick up the changes within 5
I1113 11:50:28.963734 149161 command_runner.go:130] > # minutes.
I1113 11:50:28.963750 149161 command_runner.go:130] > # stream_tls_cert = ""
I1113 11:50:28.963758 149161 command_runner.go:130] > # Path to the key file used to serve the encrypted stream. This file can
I1113 11:50:28.963769 149161 command_runner.go:130] > # change and CRI-O will automatically pick up the changes within 5 minutes.
I1113 11:50:28.963774 149161 command_runner.go:130] > # stream_tls_key = ""
I1113 11:50:28.963782 149161 command_runner.go:130] > # Path to the x509 CA(s) file used to verify and authenticate client
I1113 11:50:28.963791 149161 command_runner.go:130] > # communication with the encrypted stream. This file can change and CRI-O will
I1113 11:50:28.963797 149161 command_runner.go:130] > # automatically pick up the changes within 5 minutes.
I1113 11:50:28.963803 149161 command_runner.go:130] > # stream_tls_ca = ""
I1113 11:50:28.963814 149161 command_runner.go:130] > # Maximum grpc send message size in bytes. If not set or <=0, then CRI-O will default to 16 * 1024 * 1024.
I1113 11:50:28.963829 149161 command_runner.go:130] > # grpc_max_send_msg_size = 83886080
I1113 11:50:28.963838 149161 command_runner.go:130] > # Maximum grpc receive message size. If not set or <= 0, then CRI-O will default to 16 * 1024 * 1024.
I1113 11:50:28.963848 149161 command_runner.go:130] > # grpc_max_recv_msg_size = 83886080
I1113 11:50:28.963881 149161 command_runner.go:130] > # The crio.runtime table contains settings pertaining to the OCI runtime used
I1113 11:50:28.963900 149161 command_runner.go:130] > # and options for how to set up and manage the OCI runtime.
I1113 11:50:28.963910 149161 command_runner.go:130] > [crio.runtime]
I1113 11:50:28.963918 149161 command_runner.go:130] > # A list of ulimits to be set in containers by default, specified as
I1113 11:50:28.963929 149161 command_runner.go:130] > # "<ulimit name>=<soft limit>:<hard limit>", for example:
I1113 11:50:28.963934 149161 command_runner.go:130] > # "nofile=1024:2048"
I1113 11:50:28.963946 149161 command_runner.go:130] > # If nothing is set here, settings will be inherited from the CRI-O daemon
I1113 11:50:28.963952 149161 command_runner.go:130] > # default_ulimits = [
I1113 11:50:28.963960 149161 command_runner.go:130] > # ]
I1113 11:50:28.963974 149161 command_runner.go:130] > # If true, the runtime will not use pivot_root, but instead use MS_MOVE.
I1113 11:50:28.963981 149161 command_runner.go:130] > # no_pivot = false
I1113 11:50:28.963989 149161 command_runner.go:130] > # decryption_keys_path is the path where the keys required for
I1113 11:50:28.964001 149161 command_runner.go:130] > # image decryption are stored. This option supports live configuration reload.
I1113 11:50:28.964191 149161 command_runner.go:130] > # decryption_keys_path = "/etc/crio/keys/"
I1113 11:50:28.964208 149161 command_runner.go:130] > # Path to the conmon binary, used for monitoring the OCI runtime.
I1113 11:50:28.964225 149161 command_runner.go:130] > # Will be searched for using $PATH if empty.
I1113 11:50:28.964235 149161 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1113 11:50:28.964245 149161 command_runner.go:130] > # conmon = ""
I1113 11:50:28.964251 149161 command_runner.go:130] > # Cgroup setting for conmon
I1113 11:50:28.964259 149161 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorCgroup.
I1113 11:50:28.964268 149161 command_runner.go:130] > conmon_cgroup = "pod"
I1113 11:50:28.964276 149161 command_runner.go:130] > # Environment variable list for the conmon process, used for passing necessary
I1113 11:50:28.964286 149161 command_runner.go:130] > # environment variables to conmon or the runtime.
I1113 11:50:28.964302 149161 command_runner.go:130] > # This option is currently deprecated, and will be replaced with RuntimeHandler.MonitorEnv.
I1113 11:50:28.964310 149161 command_runner.go:130] > # conmon_env = [
I1113 11:50:28.964315 149161 command_runner.go:130] > # ]
I1113 11:50:28.964323 149161 command_runner.go:130] > # Additional environment variables to set for all the
I1113 11:50:28.964333 149161 command_runner.go:130] > # containers. These are overridden if set in the
I1113 11:50:28.964340 149161 command_runner.go:130] > # container image spec or in the container runtime configuration.
I1113 11:50:28.964345 149161 command_runner.go:130] > # default_env = [
I1113 11:50:28.964349 149161 command_runner.go:130] > # ]
I1113 11:50:28.964357 149161 command_runner.go:130] > # If true, SELinux will be used for pod separation on the host.
I1113 11:50:28.964372 149161 command_runner.go:130] > # selinux = false
I1113 11:50:28.964383 149161 command_runner.go:130] > # Path to the seccomp.json profile which is used as the default seccomp profile
I1113 11:50:28.964396 149161 command_runner.go:130] > # for the runtime. If not specified, then the internal default seccomp profile
I1113 11:50:28.964404 149161 command_runner.go:130] > # will be used. This option supports live configuration reload.
I1113 11:50:28.964410 149161 command_runner.go:130] > # seccomp_profile = ""
I1113 11:50:28.964419 149161 command_runner.go:130] > # Changes the meaning of an empty seccomp profile. By default
I1113 11:50:28.964430 149161 command_runner.go:130] > # (and according to CRI spec), an empty profile means unconfined.
I1113 11:50:28.964443 149161 command_runner.go:130] > # This option tells CRI-O to treat an empty profile as the default profile,
I1113 11:50:28.964452 149161 command_runner.go:130] > # which might increase security.
I1113 11:50:28.964459 149161 command_runner.go:130] > # seccomp_use_default_when_empty = true
I1113 11:50:28.964471 149161 command_runner.go:130] > # Used to change the name of the default AppArmor profile of CRI-O. The default
I1113 11:50:28.964479 149161 command_runner.go:130] > # profile name is "crio-default". This profile only takes effect if the user
I1113 11:50:28.964487 149161 command_runner.go:130] > # does not specify a profile via the Kubernetes Pod's metadata annotation. If
I1113 11:50:28.964495 149161 command_runner.go:130] > # the profile is set to "unconfined", then this equals to disabling AppArmor.
I1113 11:50:28.964505 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:50:28.964511 149161 command_runner.go:130] > # apparmor_profile = "crio-default"
I1113 11:50:28.964527 149161 command_runner.go:130] > # Path to the blockio class configuration file for configuring
I1113 11:50:28.964534 149161 command_runner.go:130] > # the cgroup blockio controller.
I1113 11:50:28.964544 149161 command_runner.go:130] > # blockio_config_file = ""
I1113 11:50:28.964552 149161 command_runner.go:130] > # Used to change irqbalance service config file path which is used for configuring
I1113 11:50:28.964561 149161 command_runner.go:130] > # irqbalance daemon.
I1113 11:50:28.964706 149161 command_runner.go:130] > # irqbalance_config_file = "/etc/sysconfig/irqbalance"
I1113 11:50:28.964721 149161 command_runner.go:130] > # Path to the RDT configuration file for configuring the resctrl pseudo-filesystem.
I1113 11:50:28.964728 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:50:28.964940 149161 command_runner.go:130] > # rdt_config_file = ""
I1113 11:50:28.964952 149161 command_runner.go:130] > # Cgroup management implementation used for the runtime.
I1113 11:50:28.964958 149161 command_runner.go:130] > cgroup_manager = "cgroupfs"
I1113 11:50:28.964975 149161 command_runner.go:130] > # Specify whether the image pull must be performed in a separate cgroup.
I1113 11:50:28.965106 149161 command_runner.go:130] > # separate_pull_cgroup = ""
I1113 11:50:28.965117 149161 command_runner.go:130] > # List of default capabilities for containers. If it is empty or commented out,
I1113 11:50:28.965126 149161 command_runner.go:130] > # only the capabilities defined in the containers json file by the user/kube
I1113 11:50:28.965130 149161 command_runner.go:130] > # will be added.
I1113 11:50:28.965265 149161 command_runner.go:130] > # default_capabilities = [
I1113 11:50:28.966574 149161 command_runner.go:130] > # "CHOWN",
I1113 11:50:28.966586 149161 command_runner.go:130] > # "DAC_OVERRIDE",
I1113 11:50:28.966591 149161 command_runner.go:130] > # "FSETID",
I1113 11:50:28.966596 149161 command_runner.go:130] > # "FOWNER",
I1113 11:50:28.966601 149161 command_runner.go:130] > # "SETGID",
I1113 11:50:28.966605 149161 command_runner.go:130] > # "SETUID",
I1113 11:50:28.966610 149161 command_runner.go:130] > # "SETPCAP",
I1113 11:50:28.966616 149161 command_runner.go:130] > # "NET_BIND_SERVICE",
I1113 11:50:28.966621 149161 command_runner.go:130] > # "KILL",
I1113 11:50:28.966626 149161 command_runner.go:130] > # ]
I1113 11:50:28.966645 149161 command_runner.go:130] > # Add capabilities to the inheritable set, as well as the default group of permitted, bounding and effective.
I1113 11:50:28.966659 149161 command_runner.go:130] > # If capabilities are expected to work for non-root users, this option should be set.
I1113 11:50:28.966665 149161 command_runner.go:130] > # add_inheritable_capabilities = true
I1113 11:50:28.966677 149161 command_runner.go:130] > # List of default sysctls. If it is empty or commented out, only the sysctls
I1113 11:50:28.966685 149161 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1113 11:50:28.966694 149161 command_runner.go:130] > # default_sysctls = [
I1113 11:50:28.966699 149161 command_runner.go:130] > # ]
I1113 11:50:28.966704 149161 command_runner.go:130] > # List of devices on the host that a
I1113 11:50:28.966722 149161 command_runner.go:130] > # user can specify with the "io.kubernetes.cri-o.Devices" allowed annotation.
I1113 11:50:28.966729 149161 command_runner.go:130] > # allowed_devices = [
I1113 11:50:28.966734 149161 command_runner.go:130] > # "/dev/fuse",
I1113 11:50:28.966741 149161 command_runner.go:130] > # ]
I1113 11:50:28.966747 149161 command_runner.go:130] > # List of additional devices. specified as
I1113 11:50:28.966766 149161 command_runner.go:130] > # "<device-on-host>:<device-on-container>:<permissions>", for example: "--device=/dev/sdc:/dev/xvdc:rwm".
I1113 11:50:28.966776 149161 command_runner.go:130] > # If it is empty or commented out, only the devices
I1113 11:50:28.966783 149161 command_runner.go:130] > # defined in the container json file by the user/kube will be added.
I1113 11:50:28.966795 149161 command_runner.go:130] > # additional_devices = [
I1113 11:50:28.966811 149161 command_runner.go:130] > # ]
I1113 11:50:28.966818 149161 command_runner.go:130] > # List of directories to scan for CDI Spec files.
I1113 11:50:28.966826 149161 command_runner.go:130] > # cdi_spec_dirs = [
I1113 11:50:28.966832 149161 command_runner.go:130] > # "/etc/cdi",
I1113 11:50:28.966844 149161 command_runner.go:130] > # "/var/run/cdi",
I1113 11:50:28.966850 149161 command_runner.go:130] > # ]
I1113 11:50:28.966879 149161 command_runner.go:130] > # Change the default behavior of setting container devices uid/gid from CRI's
I1113 11:50:28.966896 149161 command_runner.go:130] > # SecurityContext (RunAsUser/RunAsGroup) instead of taking host's uid/gid.
I1113 11:50:28.966902 149161 command_runner.go:130] > # Defaults to false.
I1113 11:50:28.966913 149161 command_runner.go:130] > # device_ownership_from_security_context = false
I1113 11:50:28.966921 149161 command_runner.go:130] > # Path to OCI hooks directories for automatically executed hooks. If one of the
I1113 11:50:28.966929 149161 command_runner.go:130] > # directories does not exist, then CRI-O will automatically skip them.
I1113 11:50:28.966936 149161 command_runner.go:130] > # hooks_dir = [
I1113 11:50:28.966961 149161 command_runner.go:130] > # "/usr/share/containers/oci/hooks.d",
I1113 11:50:28.966970 149161 command_runner.go:130] > # ]
I1113 11:50:28.966978 149161 command_runner.go:130] > # Path to the file specifying the defaults mounts for each container. The
I1113 11:50:28.966992 149161 command_runner.go:130] > # format of the config is /SRC:/DST, one mount per line. Notice that CRI-O reads
I1113 11:50:28.966998 149161 command_runner.go:130] > # its default mounts from the following two files:
I1113 11:50:28.967003 149161 command_runner.go:130] > #
I1113 11:50:28.967016 149161 command_runner.go:130] > # 1) /etc/containers/mounts.conf (i.e., default_mounts_file): This is the
I1113 11:50:28.967024 149161 command_runner.go:130] > # override file, where users can either add in their own default mounts, or
I1113 11:50:28.967037 149161 command_runner.go:130] > # override the default mounts shipped with the package.
I1113 11:50:28.967042 149161 command_runner.go:130] > #
I1113 11:50:28.967052 149161 command_runner.go:130] > # 2) /usr/share/containers/mounts.conf: This is the default file read for
I1113 11:50:28.967063 149161 command_runner.go:130] > # mounts. If you want CRI-O to read from a different, specific mounts file,
I1113 11:50:28.967072 149161 command_runner.go:130] > # you can change the default_mounts_file. Note, if this is done, CRI-O will
I1113 11:50:28.967082 149161 command_runner.go:130] > # only add mounts it finds in this file.
I1113 11:50:28.967086 149161 command_runner.go:130] > #
I1113 11:50:28.967092 149161 command_runner.go:130] > # default_mounts_file = ""
I1113 11:50:28.967109 149161 command_runner.go:130] > # Maximum number of processes allowed in a container.
I1113 11:50:28.967118 149161 command_runner.go:130] > # This option is deprecated. The Kubelet flag '--pod-pids-limit' should be used instead.
I1113 11:50:28.967123 149161 command_runner.go:130] > # pids_limit = 0
I1113 11:50:28.967134 149161 command_runner.go:130] > # Maximum sized allowed for the container log file. Negative numbers indicate
I1113 11:50:28.967144 149161 command_runner.go:130] > # that no size limit is imposed. If it is positive, it must be >= 8192 to
I1113 11:50:28.967156 149161 command_runner.go:130] > # match/exceed conmon's read buffer. The file is truncated and re-opened so the
I1113 11:50:28.967166 149161 command_runner.go:130] > # limit is never exceeded. This option is deprecated. The Kubelet flag '--container-log-max-size' should be used instead.
I1113 11:50:28.967175 149161 command_runner.go:130] > # log_size_max = -1
I1113 11:50:28.967195 149161 command_runner.go:130] > # Whether container output should be logged to journald in addition to the kuberentes log file
I1113 11:50:28.967201 149161 command_runner.go:130] > # log_to_journald = false
I1113 11:50:28.967209 149161 command_runner.go:130] > # Path to directory in which container exit files are written to by conmon.
I1113 11:50:28.967218 149161 command_runner.go:130] > # container_exits_dir = "/var/run/crio/exits"
I1113 11:50:28.967225 149161 command_runner.go:130] > # Path to directory for container attach sockets.
I1113 11:50:28.967231 149161 command_runner.go:130] > # container_attach_socket_dir = "/var/run/crio"
I1113 11:50:28.967242 149161 command_runner.go:130] > # The prefix to use for the source of the bind mounts.
I1113 11:50:28.967247 149161 command_runner.go:130] > # bind_mount_prefix = ""
I1113 11:50:28.967260 149161 command_runner.go:130] > # If set to true, all containers will run in read-only mode.
I1113 11:50:28.967270 149161 command_runner.go:130] > # read_only = false
I1113 11:50:28.967279 149161 command_runner.go:130] > # Changes the verbosity of the logs based on the level it is set to. Options
I1113 11:50:28.967292 149161 command_runner.go:130] > # are fatal, panic, error, warn, info, debug and trace. This option supports
I1113 11:50:28.967298 149161 command_runner.go:130] > # live configuration reload.
I1113 11:50:28.967354 149161 command_runner.go:130] > # log_level = "info"
I1113 11:50:28.967367 149161 command_runner.go:130] > # Filter the log messages by the provided regular expression.
I1113 11:50:28.967373 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:50:28.967378 149161 command_runner.go:130] > # log_filter = ""
I1113 11:50:28.967385 149161 command_runner.go:130] > # The UID mappings for the user namespace of each container. A range is
I1113 11:50:28.967393 149161 command_runner.go:130] > # specified in the form containerUID:HostUID:Size. Multiple ranges must be
I1113 11:50:28.967398 149161 command_runner.go:130] > # separated by comma.
I1113 11:50:28.967403 149161 command_runner.go:130] > # uid_mappings = ""
I1113 11:50:28.967410 149161 command_runner.go:130] > # The GID mappings for the user namespace of each container. A range is
I1113 11:50:28.967425 149161 command_runner.go:130] > # specified in the form containerGID:HostGID:Size. Multiple ranges must be
I1113 11:50:28.967437 149161 command_runner.go:130] > # separated by comma.
I1113 11:50:28.967442 149161 command_runner.go:130] > # gid_mappings = ""
I1113 11:50:28.967450 149161 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host UIDs below this value
I1113 11:50:28.967461 149161 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1113 11:50:28.967469 149161 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1113 11:50:28.967477 149161 command_runner.go:130] > # minimum_mappable_uid = -1
I1113 11:50:28.967485 149161 command_runner.go:130] > # If set, CRI-O will reject any attempt to map host GIDs below this value
I1113 11:50:28.967493 149161 command_runner.go:130] > # into user namespaces. A negative value indicates that no minimum is set,
I1113 11:50:28.967506 149161 command_runner.go:130] > # so specifying mappings will only be allowed for pods that run as UID 0.
I1113 11:50:28.967514 149161 command_runner.go:130] > # minimum_mappable_gid = -1
I1113 11:50:28.967525 149161 command_runner.go:130] > # The minimal amount of time in seconds to wait before issuing a timeout
I1113 11:50:28.967532 149161 command_runner.go:130] > # regarding the proper termination of the container. The lowest possible
I1113 11:50:28.967545 149161 command_runner.go:130] > # value is 30s, whereas lower values are not considered by CRI-O.
I1113 11:50:28.967551 149161 command_runner.go:130] > # ctr_stop_timeout = 30
I1113 11:50:28.967562 149161 command_runner.go:130] > # drop_infra_ctr determines whether CRI-O drops the infra container
I1113 11:50:28.967575 149161 command_runner.go:130] > # when a pod does not have a private PID namespace, and does not use
I1113 11:50:28.967586 149161 command_runner.go:130] > # a kernel separating runtime (like kata).
I1113 11:50:28.967592 149161 command_runner.go:130] > # It requires manage_ns_lifecycle to be true.
I1113 11:50:28.967597 149161 command_runner.go:130] > # drop_infra_ctr = true
I1113 11:50:28.967605 149161 command_runner.go:130] > # infra_ctr_cpuset determines what CPUs will be used to run infra containers.
I1113 11:50:28.967612 149161 command_runner.go:130] > # You can use linux CPU list format to specify desired CPUs.
I1113 11:50:28.967624 149161 command_runner.go:130] > # To get better isolation for guaranteed pods, set this parameter to be equal to kubelet reserved-cpus.
I1113 11:50:28.967629 149161 command_runner.go:130] > # infra_ctr_cpuset = ""
I1113 11:50:28.967641 149161 command_runner.go:130] > # The directory where the state of the managed namespaces gets tracked.
I1113 11:50:28.967653 149161 command_runner.go:130] > # Only used when manage_ns_lifecycle is true.
I1113 11:50:28.967663 149161 command_runner.go:130] > # namespaces_dir = "/var/run"
I1113 11:50:28.967671 149161 command_runner.go:130] > # pinns_path is the path to find the pinns binary, which is needed to manage namespace lifecycle
I1113 11:50:28.967679 149161 command_runner.go:130] > # pinns_path = ""
I1113 11:50:28.967687 149161 command_runner.go:130] > # default_runtime is the _name_ of the OCI runtime to be used as the default.
I1113 11:50:28.967695 149161 command_runner.go:130] > # The name is matched against the runtimes map below. If this value is changed,
I1113 11:50:28.967706 149161 command_runner.go:130] > # the corresponding existing entry from the runtimes map below will be ignored.
I1113 11:50:28.967712 149161 command_runner.go:130] > # default_runtime = "runc"
I1113 11:50:28.967728 149161 command_runner.go:130] > # A list of paths that, when absent from the host,
I1113 11:50:28.967742 149161 command_runner.go:130] > # will cause a container creation to fail (as opposed to the current behavior being created as a directory).
I1113 11:50:28.967753 149161 command_runner.go:130] > # This option is to protect from source locations whose existence as a directory could jepordize the health of the node, and whose
I1113 11:50:28.967766 149161 command_runner.go:130] > # creation as a file is not desired either.
I1113 11:50:28.967776 149161 command_runner.go:130] > # An example is /etc/hostname, which will cause failures on reboot if it's created as a directory, but often doesn't exist because
I1113 11:50:28.967783 149161 command_runner.go:130] > # the hostname is being managed dynamically.
I1113 11:50:28.967788 149161 command_runner.go:130] > # absent_mount_sources_to_reject = [
I1113 11:50:28.967798 149161 command_runner.go:130] > # ]
I1113 11:50:28.967806 149161 command_runner.go:130] > # The "crio.runtime.runtimes" table defines a list of OCI compatible runtimes.
I1113 11:50:28.967814 149161 command_runner.go:130] > # The runtime to use is picked based on the runtime handler provided by the CRI.
I1113 11:50:28.967822 149161 command_runner.go:130] > # If no runtime handler is provided, the runtime will be picked based on the level
I1113 11:50:28.967830 149161 command_runner.go:130] > # of trust of the workload. Each entry in the table should follow the format:
I1113 11:50:28.967834 149161 command_runner.go:130] > #
I1113 11:50:28.967839 149161 command_runner.go:130] > #[crio.runtime.runtimes.runtime-handler]
I1113 11:50:28.967851 149161 command_runner.go:130] > # runtime_path = "/path/to/the/executable"
I1113 11:50:28.967857 149161 command_runner.go:130] > # runtime_type = "oci"
I1113 11:50:28.967863 149161 command_runner.go:130] > # runtime_root = "/path/to/the/root"
I1113 11:50:28.967896 149161 command_runner.go:130] > # privileged_without_host_devices = false
I1113 11:50:28.967907 149161 command_runner.go:130] > # allowed_annotations = []
I1113 11:50:28.967911 149161 command_runner.go:130] > # Where:
I1113 11:50:28.967918 149161 command_runner.go:130] > # - runtime-handler: name used to identify the runtime
I1113 11:50:28.967926 149161 command_runner.go:130] > # - runtime_path (optional, string): absolute path to the runtime executable in
I1113 11:50:28.967934 149161 command_runner.go:130] > # the host filesystem. If omitted, the runtime-handler identifier should match
I1113 11:50:28.967952 149161 command_runner.go:130] > # the runtime executable name, and the runtime executable should be placed
I1113 11:50:28.967961 149161 command_runner.go:130] > # in $PATH.
I1113 11:50:28.967969 149161 command_runner.go:130] > # - runtime_type (optional, string): type of runtime, one of: "oci", "vm". If
I1113 11:50:28.967980 149161 command_runner.go:130] > # omitted, an "oci" runtime is assumed.
I1113 11:50:28.967988 149161 command_runner.go:130] > # - runtime_root (optional, string): root directory for storage of containers
I1113 11:50:28.967996 149161 command_runner.go:130] > # state.
I1113 11:50:28.968004 149161 command_runner.go:130] > # - runtime_config_path (optional, string): the path for the runtime configuration
I1113 11:50:28.968012 149161 command_runner.go:130] > # file. This can only be used with when using the VM runtime_type.
I1113 11:50:28.968049 149161 command_runner.go:130] > # - privileged_without_host_devices (optional, bool): an option for restricting
I1113 11:50:28.968060 149161 command_runner.go:130] > # host devices from being passed to privileged containers.
I1113 11:50:28.968068 149161 command_runner.go:130] > # - allowed_annotations (optional, array of strings): an option for specifying
I1113 11:50:28.968076 149161 command_runner.go:130] > # a list of experimental annotations that this runtime handler is allowed to process.
I1113 11:50:28.968082 149161 command_runner.go:130] > # The currently recognized values are:
I1113 11:50:28.968090 149161 command_runner.go:130] > # "io.kubernetes.cri-o.userns-mode" for configuring a user namespace for the pod.
I1113 11:50:28.968106 149161 command_runner.go:130] > # "io.kubernetes.cri-o.cgroup2-mount-hierarchy-rw" for mounting cgroups writably when set to "true".
I1113 11:50:28.968119 149161 command_runner.go:130] > # "io.kubernetes.cri-o.Devices" for configuring devices for the pod.
I1113 11:50:28.968127 149161 command_runner.go:130] > # "io.kubernetes.cri-o.ShmSize" for configuring the size of /dev/shm.
I1113 11:50:28.968139 149161 command_runner.go:130] > # "io.kubernetes.cri-o.UnifiedCgroup.$CTR_NAME" for configuring the cgroup v2 unified block for a container.
I1113 11:50:28.968147 149161 command_runner.go:130] > # "io.containers.trace-syscall" for tracing syscalls via the OCI seccomp BPF hook.
I1113 11:50:28.968155 149161 command_runner.go:130] > # "io.kubernetes.cri.rdt-class" for setting the RDT class of a container
I1113 11:50:28.968163 149161 command_runner.go:130] > # - monitor_exec_cgroup (optional, string): if set to "container", indicates exec probes
I1113 11:50:28.968175 149161 command_runner.go:130] > # should be moved to the container's cgroup
I1113 11:50:28.968181 149161 command_runner.go:130] > [crio.runtime.runtimes.runc]
I1113 11:50:28.968187 149161 command_runner.go:130] > runtime_path = "/usr/lib/cri-o-runc/sbin/runc"
I1113 11:50:28.968193 149161 command_runner.go:130] > runtime_type = "oci"
I1113 11:50:28.968198 149161 command_runner.go:130] > runtime_root = "/run/runc"
I1113 11:50:28.968203 149161 command_runner.go:130] > runtime_config_path = ""
I1113 11:50:28.968209 149161 command_runner.go:130] > monitor_path = ""
I1113 11:50:28.968218 149161 command_runner.go:130] > monitor_cgroup = ""
I1113 11:50:28.968225 149161 command_runner.go:130] > monitor_exec_cgroup = ""
I1113 11:50:28.968266 149161 command_runner.go:130] > # crun is a fast and lightweight fully featured OCI runtime and C library for
I1113 11:50:28.968275 149161 command_runner.go:130] > # running containers
I1113 11:50:28.968281 149161 command_runner.go:130] > #[crio.runtime.runtimes.crun]
I1113 11:50:28.968289 149161 command_runner.go:130] > # Kata Containers is an OCI runtime, where containers are run inside lightweight
I1113 11:50:28.968297 149161 command_runner.go:130] > # VMs. Kata provides additional isolation towards the host, minimizing the host attack
I1113 11:50:28.968309 149161 command_runner.go:130] > # surface and mitigating the consequences of containers breakout.
I1113 11:50:28.968316 149161 command_runner.go:130] > # Kata Containers with the default configured VMM
I1113 11:50:28.968331 149161 command_runner.go:130] > #[crio.runtime.runtimes.kata-runtime]
I1113 11:50:28.968337 149161 command_runner.go:130] > # Kata Containers with the QEMU VMM
I1113 11:50:28.968343 149161 command_runner.go:130] > #[crio.runtime.runtimes.kata-qemu]
I1113 11:50:28.968355 149161 command_runner.go:130] > # Kata Containers with the Firecracker VMM
I1113 11:50:28.968361 149161 command_runner.go:130] > #[crio.runtime.runtimes.kata-fc]
I1113 11:50:28.968376 149161 command_runner.go:130] > # The workloads table defines ways to customize containers with different resources
I1113 11:50:28.968383 149161 command_runner.go:130] > # that work based on annotations, rather than the CRI.
I1113 11:50:28.968397 149161 command_runner.go:130] > # Note, the behavior of this table is EXPERIMENTAL and may change at any time.
I1113 11:50:28.968410 149161 command_runner.go:130] > # Each workload, has a name, activation_annotation, annotation_prefix and set of resources it supports mutating.
I1113 11:50:28.968420 149161 command_runner.go:130] > # The currently supported resources are "cpu" (to configure the cpu shares) and "cpuset" to configure the cpuset.
I1113 11:50:28.968430 149161 command_runner.go:130] > # Each resource can have a default value specified, or be empty.
I1113 11:50:28.968441 149161 command_runner.go:130] > # For a container to opt-into this workload, the pod should be configured with the annotation $activation_annotation (key only, value is ignored).
I1113 11:50:28.968452 149161 command_runner.go:130] > # To customize per-container, an annotation of the form $annotation_prefix.$resource/$ctrName = "value" can be specified
I1113 11:50:28.968463 149161 command_runner.go:130] > # signifying for that resource type to override the default value.
I1113 11:50:28.968477 149161 command_runner.go:130] > # If the annotation_prefix is not present, every container in the pod will be given the default values.
I1113 11:50:28.968482 149161 command_runner.go:130] > # Example:
I1113 11:50:28.968488 149161 command_runner.go:130] > # [crio.runtime.workloads.workload-type]
I1113 11:50:28.968494 149161 command_runner.go:130] > # activation_annotation = "io.crio/workload"
I1113 11:50:28.968500 149161 command_runner.go:130] > # annotation_prefix = "io.crio.workload-type"
I1113 11:50:28.968506 149161 command_runner.go:130] > # [crio.runtime.workloads.workload-type.resources]
I1113 11:50:28.968511 149161 command_runner.go:130] > # cpuset = 0
I1113 11:50:28.968516 149161 command_runner.go:130] > # cpushares = "0-1"
I1113 11:50:28.968521 149161 command_runner.go:130] > # Where:
I1113 11:50:28.968531 149161 command_runner.go:130] > # The workload name is workload-type.
I1113 11:50:28.968565 149161 command_runner.go:130] > # To specify, the pod must have the "io.crio.workload" annotation (this is a precise string match).
I1113 11:50:28.968578 149161 command_runner.go:130] > # This workload supports setting cpuset and cpu resources.
I1113 11:50:28.968585 149161 command_runner.go:130] > # annotation_prefix is used to customize the different resources.
I1113 11:50:28.968595 149161 command_runner.go:130] > # To configure the cpu shares a container gets in the example above, the pod would have to have the following annotation:
I1113 11:50:28.968603 149161 command_runner.go:130] > # "io.crio.workload-type/$container_name = {"cpushares": "value"}"
I1113 11:50:28.968607 149161 command_runner.go:130] > #
I1113 11:50:28.968627 149161 command_runner.go:130] > # The crio.image table contains settings pertaining to the management of OCI images.
I1113 11:50:28.968635 149161 command_runner.go:130] > #
I1113 11:50:28.968642 149161 command_runner.go:130] > # CRI-O reads its configured registries defaults from the system wide
I1113 11:50:28.968650 149161 command_runner.go:130] > # containers-registries.conf(5) located in /etc/containers/registries.conf. If
I1113 11:50:28.968661 149161 command_runner.go:130] > # you want to modify just CRI-O, you can change the registries configuration in
I1113 11:50:28.968671 149161 command_runner.go:130] > # this file. Otherwise, leave insecure_registries and registries commented out to
I1113 11:50:28.968682 149161 command_runner.go:130] > # use the system's defaults from /etc/containers/registries.conf.
I1113 11:50:28.968687 149161 command_runner.go:130] > [crio.image]
I1113 11:50:28.968700 149161 command_runner.go:130] > # Default transport for pulling images from a remote container storage.
I1113 11:50:28.968730 149161 command_runner.go:130] > # default_transport = "docker://"
I1113 11:50:28.968741 149161 command_runner.go:130] > # The path to a file containing credentials necessary for pulling images from
I1113 11:50:28.968749 149161 command_runner.go:130] > # secure registries. The file is similar to that of /var/lib/kubelet/config.json
I1113 11:50:28.968845 149161 command_runner.go:130] > # global_auth_file = ""
I1113 11:50:28.968864 149161 command_runner.go:130] > # The image used to instantiate infra containers.
I1113 11:50:28.968871 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:50:28.968877 149161 command_runner.go:130] > pause_image = "registry.k8s.io/pause:3.9"
I1113 11:50:28.968886 149161 command_runner.go:130] > # The path to a file containing credentials specific for pulling the pause_image from
I1113 11:50:28.968893 149161 command_runner.go:130] > # above. The file is similar to that of /var/lib/kubelet/config.json
I1113 11:50:28.968902 149161 command_runner.go:130] > # This option supports live configuration reload.
I1113 11:50:28.968911 149161 command_runner.go:130] > # pause_image_auth_file = ""
I1113 11:50:28.968918 149161 command_runner.go:130] > # The command to run to have a container stay in the paused state.
I1113 11:50:28.968937 149161 command_runner.go:130] > # When explicitly set to "", it will fallback to the entrypoint and command
I1113 11:50:28.968946 149161 command_runner.go:130] > # specified in the pause image. When commented out, it will fallback to the
I1113 11:50:28.968953 149161 command_runner.go:130] > # default: "/pause". This option supports live configuration reload.
I1113 11:50:28.968962 149161 command_runner.go:130] > # pause_command = "/pause"
I1113 11:50:28.968969 149161 command_runner.go:130] > # Path to the file which decides what sort of policy we use when deciding
I1113 11:50:28.968978 149161 command_runner.go:130] > # whether or not to trust an image that we've pulled. It is not recommended that
I1113 11:50:28.969023 149161 command_runner.go:130] > # this option be used, as the default behavior of using the system-wide default
I1113 11:50:28.969037 149161 command_runner.go:130] > # policy (i.e., /etc/containers/policy.json) is most often preferred. Please
I1113 11:50:28.969044 149161 command_runner.go:130] > # refer to containers-policy.json(5) for more details.
I1113 11:50:28.969054 149161 command_runner.go:130] > # signature_policy = ""
I1113 11:50:28.969062 149161 command_runner.go:130] > # List of registries to skip TLS verification for pulling images. Please
I1113 11:50:28.969070 149161 command_runner.go:130] > # consider configuring the registries via /etc/containers/registries.conf before
I1113 11:50:28.969075 149161 command_runner.go:130] > # changing them here.
I1113 11:50:28.969089 149161 command_runner.go:130] > # insecure_registries = [
I1113 11:50:28.969099 149161 command_runner.go:130] > # ]
I1113 11:50:28.969107 149161 command_runner.go:130] > # Controls how image volumes are handled. The valid values are mkdir, bind and
I1113 11:50:28.969113 149161 command_runner.go:130] > # ignore; the latter will ignore volumes entirely.
I1113 11:50:28.969122 149161 command_runner.go:130] > # image_volumes = "mkdir"
I1113 11:50:28.969129 149161 command_runner.go:130] > # Temporary directory to use for storing big files
I1113 11:50:28.969140 149161 command_runner.go:130] > # big_files_temporary_dir = ""
I1113 11:50:28.969147 149161 command_runner.go:130] > # The crio.network table containers settings pertaining to the management of
I1113 11:50:28.969158 149161 command_runner.go:130] > # CNI plugins.
I1113 11:50:28.969163 149161 command_runner.go:130] > [crio.network]
I1113 11:50:28.969176 149161 command_runner.go:130] > # The default CNI network name to be selected. If not set or "", then
I1113 11:50:28.969183 149161 command_runner.go:130] > # CRI-O will pick-up the first one found in network_dir.
I1113 11:50:28.969192 149161 command_runner.go:130] > # cni_default_network = ""
I1113 11:50:28.969199 149161 command_runner.go:130] > # Path to the directory where CNI configuration files are located.
I1113 11:50:28.969210 149161 command_runner.go:130] > # network_dir = "/etc/cni/net.d/"
I1113 11:50:28.969217 149161 command_runner.go:130] > # Paths to directories where CNI plugin binaries are located.
I1113 11:50:28.969233 149161 command_runner.go:130] > # plugin_dirs = [
I1113 11:50:28.969238 149161 command_runner.go:130] > # "/opt/cni/bin/",
I1113 11:50:28.969243 149161 command_runner.go:130] > # ]
I1113 11:50:28.969250 149161 command_runner.go:130] > # A necessary configuration for Prometheus based metrics retrieval
I1113 11:50:28.969258 149161 command_runner.go:130] > [crio.metrics]
I1113 11:50:28.969265 149161 command_runner.go:130] > # Globally enable or disable metrics support.
I1113 11:50:28.969271 149161 command_runner.go:130] > # enable_metrics = false
I1113 11:50:28.969282 149161 command_runner.go:130] > # Specify enabled metrics collectors.
I1113 11:50:28.969288 149161 command_runner.go:130] > # Per default all metrics are enabled.
I1113 11:50:28.969306 149161 command_runner.go:130] > # It is possible, to prefix the metrics with "container_runtime_" and "crio_".
I1113 11:50:28.969319 149161 command_runner.go:130] > # For example, the metrics collector "operations" would be treated in the same
I1113 11:50:28.969326 149161 command_runner.go:130] > # way as "crio_operations" and "container_runtime_crio_operations".
I1113 11:50:28.969331 149161 command_runner.go:130] > # metrics_collectors = [
I1113 11:50:28.969336 149161 command_runner.go:130] > # "operations",
I1113 11:50:28.969342 149161 command_runner.go:130] > # "operations_latency_microseconds_total",
I1113 11:50:28.969348 149161 command_runner.go:130] > # "operations_latency_microseconds",
I1113 11:50:28.969353 149161 command_runner.go:130] > # "operations_errors",
I1113 11:50:28.969358 149161 command_runner.go:130] > # "image_pulls_by_digest",
I1113 11:50:28.969363 149161 command_runner.go:130] > # "image_pulls_by_name",
I1113 11:50:28.969369 149161 command_runner.go:130] > # "image_pulls_by_name_skipped",
I1113 11:50:28.969393 149161 command_runner.go:130] > # "image_pulls_failures",
I1113 11:50:28.969399 149161 command_runner.go:130] > # "image_pulls_successes",
I1113 11:50:28.969405 149161 command_runner.go:130] > # "image_pulls_layer_size",
I1113 11:50:28.969415 149161 command_runner.go:130] > # "image_layer_reuse",
I1113 11:50:28.969420 149161 command_runner.go:130] > # "containers_oom_total",
I1113 11:50:28.969448 149161 command_runner.go:130] > # "containers_oom",
I1113 11:50:28.969711 149161 command_runner.go:130] > # "processes_defunct",
I1113 11:50:28.969721 149161 command_runner.go:130] > # "operations_total",
I1113 11:50:28.969727 149161 command_runner.go:130] > # "operations_latency_seconds",
I1113 11:50:28.969743 149161 command_runner.go:130] > # "operations_latency_seconds_total",
I1113 11:50:28.969749 149161 command_runner.go:130] > # "operations_errors_total",
I1113 11:50:28.969959 149161 command_runner.go:130] > # "image_pulls_bytes_total",
I1113 11:50:28.969974 149161 command_runner.go:130] > # "image_pulls_skipped_bytes_total",
I1113 11:50:28.969982 149161 command_runner.go:130] > # "image_pulls_failure_total",
I1113 11:50:28.969987 149161 command_runner.go:130] > # "image_pulls_success_total",
I1113 11:50:28.969994 149161 command_runner.go:130] > # "image_layer_reuse_total",
I1113 11:50:28.970129 149161 command_runner.go:130] > # "containers_oom_count_total",
I1113 11:50:28.970139 149161 command_runner.go:130] > # ]
I1113 11:50:28.970146 149161 command_runner.go:130] > # The port on which the metrics server will listen.
I1113 11:50:28.970152 149161 command_runner.go:130] > # metrics_port = 9090
I1113 11:50:28.970167 149161 command_runner.go:130] > # Local socket path to bind the metrics server to
I1113 11:50:28.970298 149161 command_runner.go:130] > # metrics_socket = ""
I1113 11:50:28.970309 149161 command_runner.go:130] > # The certificate for the secure metrics server.
I1113 11:50:28.970317 149161 command_runner.go:130] > # If the certificate is not available on disk, then CRI-O will generate a
I1113 11:50:28.970325 149161 command_runner.go:130] > # self-signed one. CRI-O also watches for changes of this path and reloads the
I1113 11:50:28.970340 149161 command_runner.go:130] > # certificate on any modification event.
I1113 11:50:28.970664 149161 command_runner.go:130] > # metrics_cert = ""
I1113 11:50:28.970675 149161 command_runner.go:130] > # The certificate key for the secure metrics server.
I1113 11:50:28.970685 149161 command_runner.go:130] > # Behaves in the same way as the metrics_cert.
I1113 11:50:28.970829 149161 command_runner.go:130] > # metrics_key = ""
I1113 11:50:28.970840 149161 command_runner.go:130] > # A necessary configuration for OpenTelemetry trace data exporting
I1113 11:50:28.970846 149161 command_runner.go:130] > [crio.tracing]
I1113 11:50:28.970853 149161 command_runner.go:130] > # Globally enable or disable exporting OpenTelemetry traces.
I1113 11:50:28.970999 149161 command_runner.go:130] > # enable_tracing = false
I1113 11:50:28.971009 149161 command_runner.go:130] > # Address on which the gRPC trace collector listens on.
I1113 11:50:28.971191 149161 command_runner.go:130] > # tracing_endpoint = "0.0.0.0:4317"
I1113 11:50:28.971201 149161 command_runner.go:130] > # Number of samples to collect per million spans.
I1113 11:50:28.971618 149161 command_runner.go:130] > # tracing_sampling_rate_per_million = 0
I1113 11:50:28.971633 149161 command_runner.go:130] > # Necessary information pertaining to container and pod stats reporting.
I1113 11:50:28.971638 149161 command_runner.go:130] > [crio.stats]
I1113 11:50:28.971656 149161 command_runner.go:130] > # The number of seconds between collecting pod and container stats.
I1113 11:50:28.971663 149161 command_runner.go:130] > # If set to 0, the stats are collected on-demand instead.
I1113 11:50:28.971669 149161 command_runner.go:130] > # stats_collection_period = 0
I1113 11:50:28.975845 149161 command_runner.go:130] ! time="2023-11-13 11:50:28.959956438Z" level=info msg="Starting CRI-O, version: 1.24.6, git: 4bfe15a9feb74ffc95e66a21c04b15fa7bbc2b90(clean)"
I1113 11:50:28.975869 149161 command_runner.go:130] ! level=info msg="Using default capabilities: CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_FSETID, CAP_FOWNER, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_NET_BIND_SERVICE, CAP_KILL"
I1113 11:50:28.975930 149161 cni.go:84] Creating CNI manager for ""
I1113 11:50:28.975937 149161 cni.go:136] 2 nodes found, recommending kindnet
I1113 11:50:28.975946 149161 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1113 11:50:28.975966 149161 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.3 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-528595 NodeName:multinode-528595-m02 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.3 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1113 11:50:28.976088 149161 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.3
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "multinode-528595-m02"
kubeletExtraArgs:
node-ip: 192.168.58.3
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1113 11:50:28.976142 149161 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=multinode-528595-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.3
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:multinode-528595 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1113 11:50:28.976211 149161 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1113 11:50:28.986189 149161 command_runner.go:130] > kubeadm
I1113 11:50:28.986208 149161 command_runner.go:130] > kubectl
I1113 11:50:28.986213 149161 command_runner.go:130] > kubelet
I1113 11:50:28.987435 149161 binaries.go:44] Found k8s binaries, skipping transfer
I1113 11:50:28.987514 149161 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I1113 11:50:29.002213 149161 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (430 bytes)
I1113 11:50:29.026572 149161 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1113 11:50:29.050157 149161 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I1113 11:50:29.055272 149161 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:50:29.069125 149161 host.go:66] Checking if "multinode-528595" exists ...
I1113 11:50:29.069473 149161 start.go:304] JoinCluster: &{Name:multinode-528595 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:multinode-528595 Namespace:default APIServerName:minikubeCA APIServerNames:[] A
PIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:
9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:50:29.069569 149161 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm token create --print-join-command --ttl=0"
I1113 11:50:29.069623 149161 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:50:29.069996 149161 config.go:182] Loaded profile config "multinode-528595": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:50:29.093335 149161 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39821 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa Username:docker}
I1113 11:50:29.281828 149161 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token 4bu3hn.fe9svydftnfrea6x --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7
I1113 11:50:29.285461 149161 start.go:325] trying to join worker node "m02" to cluster: &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}
I1113 11:50:29.285514 149161 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 4bu3hn.fe9svydftnfrea6x --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7 --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-528595-m02"
I1113 11:50:29.341183 149161 command_runner.go:130] > [preflight] Running pre-flight checks
I1113 11:50:29.384955 149161 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I1113 11:50:29.384978 149161 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1049-aws[0m
I1113 11:50:29.384985 149161 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I1113 11:50:29.384991 149161 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1113 11:50:29.384998 149161 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1113 11:50:29.385004 149161 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1113 11:50:29.385010 149161 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1113 11:50:29.385016 149161 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1113 11:50:29.385022 149161 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1113 11:50:29.385030 149161 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1113 11:50:29.385036 149161 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1113 11:50:29.385042 149161 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1113 11:50:29.509643 149161 command_runner.go:130] > [preflight] Reading configuration from the cluster...
I1113 11:50:29.509671 149161 command_runner.go:130] > [preflight] FYI: You can look at this config file with 'kubectl -n kube-system get cm kubeadm-config -o yaml'
I1113 11:50:29.540991 149161 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1113 11:50:29.541214 149161 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1113 11:50:29.541226 149161 command_runner.go:130] > [kubelet-start] Starting the kubelet
I1113 11:50:29.649150 149161 command_runner.go:130] > [kubelet-start] Waiting for the kubelet to perform the TLS Bootstrap...
I1113 11:50:33.171904 149161 command_runner.go:130] > This node has joined the cluster:
I1113 11:50:33.171949 149161 command_runner.go:130] > * Certificate signing request was sent to apiserver and a response was received.
I1113 11:50:33.171958 149161 command_runner.go:130] > * The Kubelet was informed of the new secure connection details.
I1113 11:50:33.171966 149161 command_runner.go:130] > Run 'kubectl get nodes' on the control-plane to see this node join the cluster.
I1113 11:50:33.175110 149161 command_runner.go:130] ! W1113 11:50:29.340614 1029 initconfiguration.go:120] Usage of CRI endpoints without URL scheme is deprecated and can cause kubelet errors in the future. Automatically prepending scheme "unix" to the "criSocket" with value "/var/run/crio/crio.sock". Please update your configuration!
I1113 11:50:33.175141 149161 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1049-aws\n", err: exit status 1
I1113 11:50:33.175158 149161 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1113 11:50:33.175172 149161 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 4bu3hn.fe9svydftnfrea6x --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7 --ignore-preflight-errors=all --cri-socket /var/run/crio/crio.sock --node-name=multinode-528595-m02": (3.889645801s)
I1113 11:50:33.175197 149161 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1113 11:50:33.431878 149161 command_runner.go:130] ! Created symlink /etc/systemd/system/multi-user.target.wants/kubelet.service → /lib/systemd/system/kubelet.service.
I1113 11:50:33.431906 149161 start.go:306] JoinCluster complete in 4.362432727s
I1113 11:50:33.431924 149161 cni.go:84] Creating CNI manager for ""
I1113 11:50:33.431931 149161 cni.go:136] 2 nodes found, recommending kindnet
I1113 11:50:33.431988 149161 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1113 11:50:33.437043 149161 command_runner.go:130] > File: /opt/cni/bin/portmap
I1113 11:50:33.437065 149161 command_runner.go:130] > Size: 3841245 Blocks: 7504 IO Block: 4096 regular file
I1113 11:50:33.437078 149161 command_runner.go:130] > Device: 3ah/58d Inode: 6230941 Links: 1
I1113 11:50:33.437086 149161 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I1113 11:50:33.437093 149161 command_runner.go:130] > Access: 2023-05-09 19:54:42.000000000 +0000
I1113 11:50:33.437099 149161 command_runner.go:130] > Modify: 2023-05-09 19:54:42.000000000 +0000
I1113 11:50:33.437106 149161 command_runner.go:130] > Change: 2023-11-13 11:26:20.015170343 +0000
I1113 11:50:33.437112 149161 command_runner.go:130] > Birth: 2023-11-13 11:26:19.963170800 +0000
I1113 11:50:33.437807 149161 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.3/kubectl ...
I1113 11:50:33.437824 149161 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1113 11:50:33.462315 149161 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1113 11:50:33.783999 149161 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet unchanged
I1113 11:50:33.788799 149161 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet unchanged
I1113 11:50:33.797904 149161 command_runner.go:130] > serviceaccount/kindnet unchanged
I1113 11:50:33.838477 149161 command_runner.go:130] > daemonset.apps/kindnet configured
I1113 11:50:33.851661 149161 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:50:33.852088 149161 kapi.go:59] client config for multinode-528595: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.crt", KeyFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.key", CAFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextP
rotos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c4650), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1113 11:50:33.852653 149161 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I1113 11:50:33.852714 149161 round_trippers.go:469] Request Headers:
I1113 11:50:33.852745 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:33.852766 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:33.864329 149161 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1113 11:50:33.864355 149161 round_trippers.go:577] Response Headers:
I1113 11:50:33.864370 149161 round_trippers.go:580] Audit-Id: da75d445-42f7-46f8-a42b-bff31391da6b
I1113 11:50:33.864377 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:33.864383 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:33.864389 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:33.864396 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:33.864402 149161 round_trippers.go:580] Content-Length: 291
I1113 11:50:33.864408 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:33 GMT
I1113 11:50:33.869711 149161 request.go:1212] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"645dcfb7-c011-4d36-ae7c-405553c53169","resourceVersion":"423","creationTimestamp":"2023-11-13T11:49:28Z"},"spec":{"replicas":1},"status":{"replicas":1,"selector":"k8s-app=kube-dns"}}
I1113 11:50:33.869858 149161 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-528595" context rescaled to 1 replicas
I1113 11:50:33.869886 149161 start.go:223] Will wait 6m0s for node &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:false Worker:true}
I1113 11:50:33.872057 149161 out.go:177] * Verifying Kubernetes components...
I1113 11:50:33.873836 149161 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:50:33.902069 149161 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:50:33.902400 149161 kapi.go:59] client config for multinode-528595: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.crt", KeyFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/profiles/multinode-528595/client.key", CAFile:"/home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextP
rotos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c4650), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1113 11:50:33.902744 149161 node_ready.go:35] waiting up to 6m0s for node "multinode-528595-m02" to be "Ready" ...
I1113 11:50:33.902830 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595-m02
I1113 11:50:33.902836 149161 round_trippers.go:469] Request Headers:
I1113 11:50:33.902845 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:33.902860 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:33.908289 149161 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1113 11:50:33.908315 149161 round_trippers.go:577] Response Headers:
I1113 11:50:33.908323 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:33.908329 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:33 GMT
I1113 11:50:33.908336 149161 round_trippers.go:580] Audit-Id: 589a3547-3702-4618-b7dc-c2fa2cd1c1f2
I1113 11:50:33.908342 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:33.908352 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:33.908358 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:33.909075 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595-m02","uid":"035f0a14-4077-4cfa-bdad-29943d09b120","resourceVersion":"462","creationTimestamp":"2023-11-13T11:50:32Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volu [truncated 5183 chars]
I1113 11:50:33.909536 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595-m02
I1113 11:50:33.909557 149161 round_trippers.go:469] Request Headers:
I1113 11:50:33.909567 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:33.909573 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:33.912538 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:33.912616 149161 round_trippers.go:577] Response Headers:
I1113 11:50:33.912639 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:33 GMT
I1113 11:50:33.912688 149161 round_trippers.go:580] Audit-Id: eb76f1eb-6178-4606-a241-ae00360bc022
I1113 11:50:33.912714 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:33.912744 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:33.912782 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:33.912827 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:33.913444 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595-m02","uid":"035f0a14-4077-4cfa-bdad-29943d09b120","resourceVersion":"462","creationTimestamp":"2023-11-13T11:50:32Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volu [truncated 5183 chars]
I1113 11:50:34.414530 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595-m02
I1113 11:50:34.414559 149161 round_trippers.go:469] Request Headers:
I1113 11:50:34.414570 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:34.414578 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:34.417072 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:34.417140 149161 round_trippers.go:577] Response Headers:
I1113 11:50:34.417163 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:34.417184 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:34.417223 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:34.417249 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:34.417261 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:34 GMT
I1113 11:50:34.417269 149161 round_trippers.go:580] Audit-Id: 479a8830-5162-4cdf-8904-8721b233580e
I1113 11:50:34.417405 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595-m02","uid":"035f0a14-4077-4cfa-bdad-29943d09b120","resourceVersion":"462","creationTimestamp":"2023-11-13T11:50:32Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volu [truncated 5183 chars]
I1113 11:50:34.914593 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595-m02
I1113 11:50:34.914620 149161 round_trippers.go:469] Request Headers:
I1113 11:50:34.914630 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:34.914637 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:34.917257 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:34.917284 149161 round_trippers.go:577] Response Headers:
I1113 11:50:34.917293 149161 round_trippers.go:580] Audit-Id: 98e653ec-b4fa-4c05-8f2c-1db7e924f672
I1113 11:50:34.917299 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:34.917310 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:34.917317 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:34.917323 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:34.917330 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:34 GMT
I1113 11:50:34.917466 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595-m02","uid":"035f0a14-4077-4cfa-bdad-29943d09b120","resourceVersion":"462","creationTimestamp":"2023-11-13T11:50:32Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volu [truncated 5183 chars]
I1113 11:50:35.414534 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595-m02
I1113 11:50:35.414560 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.414570 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.414578 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.417048 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.417073 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.417083 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.417090 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.417096 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.417103 149161 round_trippers.go:580] Audit-Id: 7cc7b3de-8135-4ac7-837a-331380458695
I1113 11:50:35.417109 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.417116 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.417235 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595-m02","uid":"035f0a14-4077-4cfa-bdad-29943d09b120","resourceVersion":"480","creationTimestamp":"2023-11-13T11:50:32Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volu [truncated 5258 chars]
I1113 11:50:35.417611 149161 node_ready.go:49] node "multinode-528595-m02" has status "Ready":"True"
I1113 11:50:35.417630 149161 node_ready.go:38] duration metric: took 1.514873263s waiting for node "multinode-528595-m02" to be "Ready" ...
I1113 11:50:35.417640 149161 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1113 11:50:35.417712 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I1113 11:50:35.417724 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.417732 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.417739 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.421341 149161 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1113 11:50:35.421374 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.421388 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.421395 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.421402 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.421413 149161 round_trippers.go:580] Audit-Id: c3bc07f2-34b3-4d3b-8979-8f0572e22647
I1113 11:50:35.421430 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.421443 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.422571 149161 request.go:1212] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"480"},"items":[{"metadata":{"name":"coredns-5dd5756b68-7vxl8","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"e2cd4429-ebf3-4e50-9510-dab04bd6ada6","resourceVersion":"419","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3ad9b449-cef7-443c-a832-7028675c7369","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3ad9b449-cef7-443c-a832-7028675c7369\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 68970 chars]
I1113 11:50:35.426091 149161 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-7vxl8" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.426197 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-5dd5756b68-7vxl8
I1113 11:50:35.426214 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.426229 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.426244 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.428834 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.428890 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.428911 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.428940 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.428964 149161 round_trippers.go:580] Audit-Id: 2e341c5f-9799-40b6-a310-c9a9c3b75a0c
I1113 11:50:35.428986 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.429007 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.429032 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.429162 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-5dd5756b68-7vxl8","generateName":"coredns-5dd5756b68-","namespace":"kube-system","uid":"e2cd4429-ebf3-4e50-9510-dab04bd6ada6","resourceVersion":"419","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"5dd5756b68"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-5dd5756b68","uid":"3ad9b449-cef7-443c-a832-7028675c7369","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"3ad9b449-cef7-443c-a832-7028675c7369\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6263 chars]
I1113 11:50:35.429695 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:35.429716 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.429724 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.429731 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.432092 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.432115 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.432123 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.432145 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.432159 149161 round_trippers.go:580] Audit-Id: f64a227c-748b-4a30-b1f8-bcaa69cf0012
I1113 11:50:35.432166 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.432173 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.432181 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.432431 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:35.432846 149161 pod_ready.go:92] pod "coredns-5dd5756b68-7vxl8" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:35.432863 149161 pod_ready.go:81] duration metric: took 6.739027ms waiting for pod "coredns-5dd5756b68-7vxl8" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.432874 149161 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.432930 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-528595
I1113 11:50:35.432940 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.432949 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.432956 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.435235 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.435253 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.435260 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.435267 149161 round_trippers.go:580] Audit-Id: 47f2dc5a-71a3-47fc-a915-6c9acf9c6971
I1113 11:50:35.435273 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.435280 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.435289 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.435298 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.435676 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-528595","namespace":"kube-system","uid":"a992a2a1-e08e-4498-9e32-68849876b907","resourceVersion":"387","creationTimestamp":"2023-11-13T11:49:29Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"4c09cdf2df5d5f8d5508ecbe7c3a346e","kubernetes.io/config.mirror":"4c09cdf2df5d5f8d5508ecbe7c3a346e","kubernetes.io/config.seen":"2023-11-13T11:49:28.839851720Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:29Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5833 chars]
I1113 11:50:35.436168 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:35.436187 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.436196 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.436204 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.438338 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.438394 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.438415 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.438438 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.438476 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.438501 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.438522 149161 round_trippers.go:580] Audit-Id: b0e53f5d-1861-4c59-a54d-041078a2b16e
I1113 11:50:35.438559 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.438705 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:35.439147 149161 pod_ready.go:92] pod "etcd-multinode-528595" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:35.439170 149161 pod_ready.go:81] duration metric: took 6.288733ms waiting for pod "etcd-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.439188 149161 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.439251 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-528595
I1113 11:50:35.439262 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.439270 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.439277 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.441573 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.441637 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.441652 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.441659 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.441675 149161 round_trippers.go:580] Audit-Id: f188b2c9-891e-47de-9244-85e4098f2bd0
I1113 11:50:35.441682 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.441689 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.441698 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.441820 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-528595","namespace":"kube-system","uid":"d634a6ca-2d38-4b9a-aa77-922970008d81","resourceVersion":"388","creationTimestamp":"2023-11-13T11:49:28Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"3ee2c3ae9eb2087b6d100c1634137fdf","kubernetes.io/config.mirror":"3ee2c3ae9eb2087b6d100c1634137fdf","kubernetes.io/config.seen":"2023-11-13T11:49:20.992644536Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:28Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8219 chars]
I1113 11:50:35.442362 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:35.442379 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.442387 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.442395 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.444813 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.444838 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.444847 149161 round_trippers.go:580] Audit-Id: 4240e033-8199-47e1-927a-e274c12b497d
I1113 11:50:35.444854 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.444860 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.444866 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.444872 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.444882 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.445110 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:35.445505 149161 pod_ready.go:92] pod "kube-apiserver-multinode-528595" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:35.445527 149161 pod_ready.go:81] duration metric: took 6.324516ms waiting for pod "kube-apiserver-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.445540 149161 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.445601 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-528595
I1113 11:50:35.445612 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.445620 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.445626 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.447985 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.448003 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.448011 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.448017 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.448023 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.448030 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.448037 149161 round_trippers.go:580] Audit-Id: 3c50f0ac-3e7b-4073-9b9e-2fce8e5ce827
I1113 11:50:35.448054 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.448384 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-528595","namespace":"kube-system","uid":"58ef7d50-9e64-460b-b00c-215df1e64a19","resourceVersion":"389","creationTimestamp":"2023-11-13T11:49:29Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"6bf587b424673ba178e6d97d7550c9f5","kubernetes.io/config.mirror":"6bf587b424673ba178e6d97d7550c9f5","kubernetes.io/config.seen":"2023-11-13T11:49:28.839854124Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:29Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7794 chars]
I1113 11:50:35.448909 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:35.448923 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.448932 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.448940 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.451024 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.451076 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.451097 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.451118 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.451152 149161 round_trippers.go:580] Audit-Id: 633b4a0d-533e-41e3-aa06-9586203bef2e
I1113 11:50:35.451178 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.451190 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.451197 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.451337 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:35.451744 149161 pod_ready.go:92] pod "kube-controller-manager-multinode-528595" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:35.451762 149161 pod_ready.go:81] duration metric: took 6.211916ms waiting for pod "kube-controller-manager-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.451774 149161 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-n5k6f" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.615184 149161 request.go:629] Waited for 163.338946ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n5k6f
I1113 11:50:35.615350 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n5k6f
I1113 11:50:35.615366 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.615378 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.615386 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.617932 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.617957 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.617966 149161 round_trippers.go:580] Audit-Id: 9d37eb98-2a1f-4530-a961-2febff8ff9c0
I1113 11:50:35.617972 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.617979 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.617985 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.617999 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.618005 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.618129 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-n5k6f","generateName":"kube-proxy-","namespace":"kube-system","uid":"1617e273-3e7f-4b20-9d2b-877ddcc12845","resourceVersion":"474","creationTimestamp":"2023-11-13T11:50:32Z","labels":{"controller-revision-hash":"dffc744c9","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"512b5613-d2e0-4d5a-bbca-c82ced189496","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"512b5613-d2e0-4d5a-bbca-c82ced189496\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:re
quiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k:{ [truncated 5517 chars]
I1113 11:50:35.814951 149161 request.go:629] Waited for 196.321272ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-528595-m02
I1113 11:50:35.815061 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595-m02
I1113 11:50:35.815071 149161 round_trippers.go:469] Request Headers:
I1113 11:50:35.815080 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:35.815087 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:35.817713 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:35.817743 149161 round_trippers.go:577] Response Headers:
I1113 11:50:35.817752 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:35 GMT
I1113 11:50:35.817767 149161 round_trippers.go:580] Audit-Id: ac5b0cbf-25fd-4ff5-b964-b9e9e448f386
I1113 11:50:35.817774 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:35.817781 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:35.817790 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:35.817797 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:35.817936 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595-m02","uid":"035f0a14-4077-4cfa-bdad-29943d09b120","resourceVersion":"480","creationTimestamp":"2023-11-13T11:50:32Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:50:32Z","fieldsTyp
e":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:volu [truncated 5258 chars]
I1113 11:50:35.818343 149161 pod_ready.go:92] pod "kube-proxy-n5k6f" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:35.818359 149161 pod_ready.go:81] duration metric: took 366.575907ms waiting for pod "kube-proxy-n5k6f" in "kube-system" namespace to be "Ready" ...
I1113 11:50:35.818369 149161 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-njv55" in "kube-system" namespace to be "Ready" ...
I1113 11:50:36.014744 149161 request.go:629] Waited for 196.228809ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-njv55
I1113 11:50:36.014926 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-njv55
I1113 11:50:36.014976 149161 round_trippers.go:469] Request Headers:
I1113 11:50:36.015052 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:36.015101 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:36.030006 149161 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds
I1113 11:50:36.030033 149161 round_trippers.go:577] Response Headers:
I1113 11:50:36.030048 149161 round_trippers.go:580] Audit-Id: 69bc8125-452f-4d65-b7b5-7f539bdebdbc
I1113 11:50:36.030055 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:36.030065 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:36.030071 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:36.030078 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:36.030084 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:36 GMT
I1113 11:50:36.030232 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-njv55","generateName":"kube-proxy-","namespace":"kube-system","uid":"ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c","resourceVersion":"381","creationTimestamp":"2023-11-13T11:49:41Z","labels":{"controller-revision-hash":"dffc744c9","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"512b5613-d2e0-4d5a-bbca-c82ced189496","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:41Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"512b5613-d2e0-4d5a-bbca-c82ced189496\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:re
quiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k:{ [truncated 5509 chars]
I1113 11:50:36.215204 149161 request.go:629] Waited for 184.344006ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:36.215285 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:36.215296 149161 round_trippers.go:469] Request Headers:
I1113 11:50:36.215306 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:36.215330 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:36.217752 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:36.217779 149161 round_trippers.go:577] Response Headers:
I1113 11:50:36.217788 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:36.217794 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:36.217801 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:36.217807 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:36 GMT
I1113 11:50:36.217821 149161 round_trippers.go:580] Audit-Id: e92ffd33-e06f-463c-abe1-17af049bffe4
I1113 11:50:36.217831 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:36.217942 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:36.218359 149161 pod_ready.go:92] pod "kube-proxy-njv55" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:36.218376 149161 pod_ready.go:81] duration metric: took 399.995332ms waiting for pod "kube-proxy-njv55" in "kube-system" namespace to be "Ready" ...
I1113 11:50:36.218386 149161 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:36.414648 149161 request.go:629] Waited for 196.19854ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-528595
I1113 11:50:36.414770 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-528595
I1113 11:50:36.414784 149161 round_trippers.go:469] Request Headers:
I1113 11:50:36.414800 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:36.414808 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:36.417515 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:36.417540 149161 round_trippers.go:577] Response Headers:
I1113 11:50:36.417550 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:36.417557 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:36 GMT
I1113 11:50:36.417563 149161 round_trippers.go:580] Audit-Id: 93180840-553d-40bf-ae48-19c22e4d9555
I1113 11:50:36.417569 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:36.417575 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:36.417582 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:36.417702 149161 request.go:1212] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-528595","namespace":"kube-system","uid":"652530ce-16ff-4e97-bf82-62936c0a7fd3","resourceVersion":"390","creationTimestamp":"2023-11-13T11:49:29Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"f280f6d996497e0910a02cdbfcf88ced","kubernetes.io/config.mirror":"f280f6d996497e0910a02cdbfcf88ced","kubernetes.io/config.seen":"2023-11-13T11:49:28.839846058Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-11-13T11:49:29Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4676 chars]
I1113 11:50:36.615465 149161 request.go:629] Waited for 197.339708ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:36.615547 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-528595
I1113 11:50:36.615585 149161 round_trippers.go:469] Request Headers:
I1113 11:50:36.615595 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:36.615603 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:36.618513 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:36.618588 149161 round_trippers.go:577] Response Headers:
I1113 11:50:36.618604 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:36 GMT
I1113 11:50:36.618611 149161 round_trippers.go:580] Audit-Id: 1281cf72-7431-4407-9643-bb7d1191576b
I1113 11:50:36.618617 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:36.618625 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:36.618632 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:36.618651 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:36.618830 149161 request.go:1212] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","apiVe
rsion":"v1","time":"2023-11-13T11:49:25Z","fieldsType":"FieldsV1","fiel [truncated 6029 chars]
I1113 11:50:36.619263 149161 pod_ready.go:92] pod "kube-scheduler-multinode-528595" in "kube-system" namespace has status "Ready":"True"
I1113 11:50:36.619283 149161 pod_ready.go:81] duration metric: took 400.888994ms waiting for pod "kube-scheduler-multinode-528595" in "kube-system" namespace to be "Ready" ...
I1113 11:50:36.619295 149161 pod_ready.go:38] duration metric: took 1.201633743s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1113 11:50:36.619310 149161 system_svc.go:44] waiting for kubelet service to be running ....
I1113 11:50:36.619390 149161 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:50:36.633426 149161 system_svc.go:56] duration metric: took 14.107011ms WaitForService to wait for kubelet.
I1113 11:50:36.633496 149161 kubeadm.go:581] duration metric: took 2.76358145s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1113 11:50:36.633528 149161 node_conditions.go:102] verifying NodePressure condition ...
I1113 11:50:36.814984 149161 request.go:629] Waited for 181.356258ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I1113 11:50:36.815113 149161 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I1113 11:50:36.815126 149161 round_trippers.go:469] Request Headers:
I1113 11:50:36.815135 149161 round_trippers.go:473] Accept: application/json, */*
I1113 11:50:36.815143 149161 round_trippers.go:473] User-Agent: minikube-linux-arm64/v0.0.0 (linux/arm64) kubernetes/$Format
I1113 11:50:36.817965 149161 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1113 11:50:36.817988 149161 round_trippers.go:577] Response Headers:
I1113 11:50:36.817996 149161 round_trippers.go:580] Cache-Control: no-cache, private
I1113 11:50:36.818004 149161 round_trippers.go:580] Content-Type: application/json
I1113 11:50:36.818010 149161 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 3d0476c3-245f-4095-89a2-c061f04e65c2
I1113 11:50:36.818016 149161 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 3a38121e-977a-45c2-8bbf-a1438c9e4ff9
I1113 11:50:36.818022 149161 round_trippers.go:580] Date: Mon, 13 Nov 2023 11:50:36 GMT
I1113 11:50:36.818029 149161 round_trippers.go:580] Audit-Id: 1b9a50e2-21f0-4830-92c9-4c99cdfb7989
I1113 11:50:36.818184 149161 request.go:1212] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"482"},"items":[{"metadata":{"name":"multinode-528595","uid":"453b7d00-9dd9-4778-8dd7-56310cf93f01","resourceVersion":"400","creationTimestamp":"2023-11-13T11:49:25Z","labels":{"beta.kubernetes.io/arch":"arm64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"arm64","kubernetes.io/hostname":"multinode-528595","kubernetes.io/os":"linux","minikube.k8s.io/commit":"38bf9295d07b53a964e04743c0d3a5a2b8d47342","minikube.k8s.io/name":"multinode-528595","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_11_13T11_49_29_0700","minikube.k8s.io/version":"v1.32.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/crio/crio.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields
":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":" [truncated 12332 chars]
I1113 11:50:36.818838 149161 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1113 11:50:36.818861 149161 node_conditions.go:123] node cpu capacity is 2
I1113 11:50:36.818871 149161 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1113 11:50:36.818877 149161 node_conditions.go:123] node cpu capacity is 2
I1113 11:50:36.818887 149161 node_conditions.go:105] duration metric: took 185.353589ms to run NodePressure ...
I1113 11:50:36.818901 149161 start.go:228] waiting for startup goroutines ...
I1113 11:50:36.818931 149161 start.go:242] writing updated cluster config ...
I1113 11:50:36.819270 149161 ssh_runner.go:195] Run: rm -f paused
I1113 11:50:36.882652 149161 start.go:600] kubectl: 1.28.3, cluster: 1.28.3 (minor skew: 0)
I1113 11:50:36.886065 149161 out.go:177] * Done! kubectl is now configured to use "multinode-528595" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Nov 13 11:50:39 multinode-528595 crio[895]: time="2023-11-13 11:50:39.901103961Z" level=info msg="Created container 1366c31da8ae9e944ccfb7eabf07513dbbad16ec27937e3914a3e682083d9edd: default/busybox-5bc68d56bd-c745g/busybox" id=82fc196f-4cfe-4032-bf75-65d816bc460b name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:50:39 multinode-528595 crio[895]: time="2023-11-13 11:50:39.902019907Z" level=info msg="Starting container: 1366c31da8ae9e944ccfb7eabf07513dbbad16ec27937e3914a3e682083d9edd" id=5223887a-9bde-4180-a25a-ef20dd81a5b8 name=/runtime.v1.RuntimeService/StartContainer
Nov 13 11:50:39 multinode-528595 crio[895]: time="2023-11-13 11:50:39.913309368Z" level=info msg="Started container" PID=2067 containerID=1366c31da8ae9e944ccfb7eabf07513dbbad16ec27937e3914a3e682083d9edd description=default/busybox-5bc68d56bd-c745g/busybox id=5223887a-9bde-4180-a25a-ef20dd81a5b8 name=/runtime.v1.RuntimeService/StartContainer sandboxID=b93aa3a96bd546873e82f722211173c36bea01fa03922f86744f869973fb75e1
Nov 13 11:50:42 multinode-528595 conmon[1644]: conmon a07b9eb1cc59e1d612e2 <ninfo>: container 1661 exited with status 2
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.204670731Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20230809-80a64d96" id=f5163766-9f52-4897-9a98-0dcce14df167 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.204930889Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26,RepoTags:[docker.io/kindest/kindnetd:v20230809-80a64d96],RepoDigests:[docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052 docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2],Size_:60867618,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=f5163766-9f52-4897-9a98-0dcce14df167 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.206029595Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20230809-80a64d96" id=ca4cffcb-eba7-4369-8b44-968572756ae9 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.206251673Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26,RepoTags:[docker.io/kindest/kindnetd:v20230809-80a64d96],RepoDigests:[docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052 docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2],Size_:60867618,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=ca4cffcb-eba7-4369-8b44-968572756ae9 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.207842076Z" level=info msg="Creating container: kube-system/kindnet-mrgfz/kindnet-cni" id=9cdd3408-3c14-4293-b7c1-47b039271712 name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.207944163Z" level=warning msg="Allowed annotations are specified for workload []"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.333406640Z" level=info msg="Created container 382a7463f94fb80f16e269bd42d5949de225483ddec3e8fa0877cafbde089f2d: kube-system/kindnet-mrgfz/kindnet-cni" id=9cdd3408-3c14-4293-b7c1-47b039271712 name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.334238297Z" level=info msg="Starting container: 382a7463f94fb80f16e269bd42d5949de225483ddec3e8fa0877cafbde089f2d" id=adc599c2-4d8a-4327-b877-01062cec4a3e name=/runtime.v1.RuntimeService/StartContainer
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.363467645Z" level=info msg="Started container" PID=2144 containerID=382a7463f94fb80f16e269bd42d5949de225483ddec3e8fa0877cafbde089f2d description=kube-system/kindnet-mrgfz/kindnet-cni id=adc599c2-4d8a-4327-b877-01062cec4a3e name=/runtime.v1.RuntimeService/StartContainer sandboxID=bb6a21b65dec2a7245323b298d6e75ba867cf7c085d12c485cb023cf53d5426a
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.849752160Z" level=info msg="CNI monitoring event \"/etc/cni/net.d/10-kindnet.conflist.temp\": CREATE"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.856030390Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.856067091Z" level=info msg="Updated default CNI network name to kindnet"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.856084609Z" level=info msg="CNI monitoring event \"/etc/cni/net.d/10-kindnet.conflist.temp\": WRITE"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.860070486Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.860108689Z" level=info msg="Updated default CNI network name to kindnet"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.860124705Z" level=info msg="CNI monitoring event \"/etc/cni/net.d/10-kindnet.conflist.temp\": RENAME"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.863960306Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.863994013Z" level=info msg="Updated default CNI network name to kindnet"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.864010234Z" level=info msg="CNI monitoring event \"/etc/cni/net.d/10-kindnet.conflist\": CREATE"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.867948825Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Nov 13 11:50:43 multinode-528595 crio[895]: time="2023-11-13 11:50:43.867985929Z" level=info msg="Updated default CNI network name to kindnet"
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
382a7463f94fb 04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26 8 seconds ago Running kindnet-cni 1 bb6a21b65dec2 kindnet-mrgfz
1366c31da8ae9 gcr.io/k8s-minikube/busybox@sha256:859d41e4316c182cb559f9ae3c5ffcac8602ee1179794a1707c06cd092a008d3 12 seconds ago Running busybox 0 b93aa3a96bd54 busybox-5bc68d56bd-c745g
0ad1add9a4042 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 38 seconds ago Running coredns 0 ac6458907629e coredns-5dd5756b68-7vxl8
e50d4fa1ebdee ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 38 seconds ago Running storage-provisioner 0 bb70bdcd417bb storage-provisioner
a07b9eb1cc59e 04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26 About a minute ago Exited kindnet-cni 0 bb6a21b65dec2 kindnet-mrgfz
c2806cbe1d562 a5dd5cdd6d3ef8058b7fbcecacbcee7f522fa8b9f3bb53bac6570e62ba2cbdbd About a minute ago Running kube-proxy 0 3a85e3d0f2525 kube-proxy-njv55
20d429fd4b9ab 42a4e73724daac2ee0c96eeeb79b9cf5f242fc3927ccfdc4df63b58140097314 About a minute ago Running kube-scheduler 0 2338070174ca9 kube-scheduler-multinode-528595
6ec58da0c6af4 8276439b4f237dda1f7820b0fcef600bb5662e441aa00e7b7c45843e60f04a16 About a minute ago Running kube-controller-manager 0 50b388f0a8684 kube-controller-manager-multinode-528595
8fab000a2baeb 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace About a minute ago Running etcd 0 6699e3c2e0657 etcd-multinode-528595
efbd644de724b 537e9a59ee2fdef3cc7f5ebd14f9c4c77047176fca2bc5599db196217efeb5d7 About a minute ago Running kube-apiserver 0 fa957ce40f810 kube-apiserver-multinode-528595
*
* ==> coredns [0ad1add9a4042da3ad96fca61b254fb375025b54f90d43ae978dbd7d062fcd8b] <==
* [INFO] 10.244.0.3:46643 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000078563s
[INFO] 10.244.1.2:54998 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000092373s
[INFO] 10.244.1.2:59124 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001099166s
[INFO] 10.244.1.2:54385 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000058133s
[INFO] 10.244.1.2:47598 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000046622s
[INFO] 10.244.1.2:46219 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.000782926s
[INFO] 10.244.1.2:57451 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000050256s
[INFO] 10.244.1.2:41881 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000046539s
[INFO] 10.244.1.2:48353 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000046285s
[INFO] 10.244.0.3:38318 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000103498s
[INFO] 10.244.0.3:53221 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000092627s
[INFO] 10.244.0.3:57646 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000052078s
[INFO] 10.244.0.3:35828 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000084381s
[INFO] 10.244.1.2:60559 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000133111s
[INFO] 10.244.1.2:60795 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000064721s
[INFO] 10.244.1.2:33263 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000059339s
[INFO] 10.244.1.2:45642 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000069718s
[INFO] 10.244.0.3:58791 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000089895s
[INFO] 10.244.0.3:58642 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000111777s
[INFO] 10.244.0.3:48161 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000079507s
[INFO] 10.244.0.3:46894 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000079917s
[INFO] 10.244.1.2:52368 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000129394s
[INFO] 10.244.1.2:45644 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000062777s
[INFO] 10.244.1.2:43878 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.00005435s
[INFO] 10.244.1.2:51408 - 5 "PTR IN 1.58.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000048623s
*
* ==> describe nodes <==
* Name: multinode-528595
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=multinode-528595
kubernetes.io/os=linux
minikube.k8s.io/commit=38bf9295d07b53a964e04743c0d3a5a2b8d47342
minikube.k8s.io/name=multinode-528595
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_11_13T11_49_29_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 13 Nov 2023 11:49:25 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-528595
AcquireTime: <unset>
RenewTime: Mon, 13 Nov 2023 11:50:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 13 Nov 2023 11:50:13 +0000 Mon, 13 Nov 2023 11:49:22 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 13 Nov 2023 11:50:13 +0000 Mon, 13 Nov 2023 11:49:22 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 13 Nov 2023 11:50:13 +0000 Mon, 13 Nov 2023 11:49:22 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 13 Nov 2023 11:50:13 +0000 Mon, 13 Nov 2023 11:50:13 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.2
Hostname: multinode-528595
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 37e7a4330d3945eea63331edf2df61fe
System UUID: a44bf0c9-f7a0-4526-b670-f180b7065ae2
Boot ID: cd9aaadd-c19b-48c0-b641-c7286d06270c
Kernel Version: 5.15.0-1049-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-c745g 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 15s
kube-system coredns-5dd5756b68-7vxl8 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 71s
kube-system etcd-multinode-528595 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 83s
kube-system kindnet-mrgfz 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 71s
kube-system kube-apiserver-multinode-528595 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 84s
kube-system kube-controller-manager-multinode-528595 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 83s
kube-system kube-proxy-njv55 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 71s
kube-system kube-scheduler-multinode-528595 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 83s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 70s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 220Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 69s kube-proxy
Normal Starting 84s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 84s kubelet Node multinode-528595 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 84s kubelet Node multinode-528595 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 84s kubelet Node multinode-528595 status is now: NodeHasSufficientPID
Normal RegisteredNode 72s node-controller Node multinode-528595 event: Registered Node multinode-528595 in Controller
Normal NodeReady 39s kubelet Node multinode-528595 status is now: NodeReady
Name: multinode-528595-m02
Roles: <none>
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=multinode-528595-m02
kubernetes.io/os=linux
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 13 Nov 2023 11:50:32 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-528595-m02
AcquireTime: <unset>
RenewTime: Mon, 13 Nov 2023 11:50:43 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 13 Nov 2023 11:50:34 +0000 Mon, 13 Nov 2023 11:50:32 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 13 Nov 2023 11:50:34 +0000 Mon, 13 Nov 2023 11:50:32 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 13 Nov 2023 11:50:34 +0000 Mon, 13 Nov 2023 11:50:32 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 13 Nov 2023 11:50:34 +0000 Mon, 13 Nov 2023 11:50:34 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.3
Hostname: multinode-528595-m02
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 47b79f47b2054d05b38677fb34f198c0
System UUID: 6f6cc651-dd81-4d86-bfb8-7813a42a7250
Boot ID: cd9aaadd-c19b-48c0-b641-c7286d06270c
Kernel Version: 5.15.0-1049-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-5bc68d56bd-k6kk2 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 15s
kube-system kindnet-hfl4s 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 20s
kube-system kube-proxy-n5k6f 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%!)(MISSING) 100m (5%!)(MISSING)
memory 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 18s kube-proxy
Normal NodeHasSufficientMemory 20s (x5 over 21s) kubelet Node multinode-528595-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 20s (x5 over 21s) kubelet Node multinode-528595-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 20s (x5 over 21s) kubelet Node multinode-528595-m02 status is now: NodeHasSufficientPID
Normal NodeReady 18s kubelet Node multinode-528595-m02 status is now: NodeReady
Normal RegisteredNode 17s node-controller Node multinode-528595-m02 event: Registered Node multinode-528595-m02 in Controller
*
* ==> dmesg <==
* [ +0.001313] FS-Cache: O-key=[8] '8af8c90000000000'
[ +0.000821] FS-Cache: N-cookie c=00000186 [p=0000017d fl=2 nc=0 na=1]
[ +0.001101] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=0000000089f7fa46
[ +0.001247] FS-Cache: N-key=[8] '8af8c90000000000'
[ +0.003824] FS-Cache: Duplicate cookie detected
[ +0.000865] FS-Cache: O-cookie c=00000180 [p=0000017d fl=226 nc=0 na=1]
[ +0.001163] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=0000000077c77484
[ +0.001233] FS-Cache: O-key=[8] '8af8c90000000000'
[ +0.000835] FS-Cache: N-cookie c=00000187 [p=0000017d fl=2 nc=0 na=1]
[ +0.001128] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=000000003d4e5666
[ +0.001207] FS-Cache: N-key=[8] '8af8c90000000000'
[ +3.199359] FS-Cache: Duplicate cookie detected
[ +0.000738] FS-Cache: O-cookie c=0000017e [p=0000017d fl=226 nc=0 na=1]
[ +0.001013] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=00000000cb3220a0
[ +0.001153] FS-Cache: O-key=[8] '89f8c90000000000'
[ +0.000759] FS-Cache: N-cookie c=00000189 [p=0000017d fl=2 nc=0 na=1]
[ +0.000995] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=0000000089f7fa46
[ +0.001103] FS-Cache: N-key=[8] '89f8c90000000000'
[ +0.510558] FS-Cache: Duplicate cookie detected
[ +0.000799] FS-Cache: O-cookie c=00000183 [p=0000017d fl=226 nc=0 na=1]
[ +0.001133] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=00000000afd6ee50
[ +0.001294] FS-Cache: O-key=[8] '8ff8c90000000000'
[ +0.000860] FS-Cache: N-cookie c=0000018a [p=0000017d fl=2 nc=0 na=1]
[ +0.001160] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=000000001d96f47e
[ +0.001268] FS-Cache: N-key=[8] '8ff8c90000000000'
*
* ==> etcd [8fab000a2baeb8d72d321b0604d114ad275744fb77cd91ed7fb2e2772e57d665] <==
* {"level":"info","ts":"2023-11-13T11:49:22.002606Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.58.2:2380"}
{"level":"info","ts":"2023-11-13T11:49:22.004856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 switched to configuration voters=(12882097698489969905)"}
{"level":"info","ts":"2023-11-13T11:49:22.01168Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","added-peer-id":"b2c6679ac05f2cf1","added-peer-peer-urls":["https://192.168.58.2:2380"]}
{"level":"info","ts":"2023-11-13T11:49:22.931353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 is starting a new election at term 1"}
{"level":"info","ts":"2023-11-13T11:49:22.931463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became pre-candidate at term 1"}
{"level":"info","ts":"2023-11-13T11:49:22.931515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgPreVoteResp from b2c6679ac05f2cf1 at term 1"}
{"level":"info","ts":"2023-11-13T11:49:22.931558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became candidate at term 2"}
{"level":"info","ts":"2023-11-13T11:49:22.931593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgVoteResp from b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-11-13T11:49:22.931633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became leader at term 2"}
{"level":"info","ts":"2023-11-13T11:49:22.931671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b2c6679ac05f2cf1 elected leader b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-11-13T11:49:22.939445Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:49:22.947521Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"b2c6679ac05f2cf1","local-member-attributes":"{Name:multinode-528595 ClientURLs:[https://192.168.58.2:2379]}","request-path":"/0/members/b2c6679ac05f2cf1/attributes","cluster-id":"3a56e4ca95e2355c","publish-timeout":"7s"}
{"level":"info","ts":"2023-11-13T11:49:22.951479Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-13T11:49:22.952762Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.58.2:2379"}
{"level":"info","ts":"2023-11-13T11:49:22.952862Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-13T11:49:22.953878Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-11-13T11:49:22.954539Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-11-13T11:49:22.954614Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-11-13T11:49:22.955381Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:49:22.955459Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:49:22.955486Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:49:42.365906Z","caller":"traceutil/trace.go:171","msg":"trace[1371419957] linearizableReadLoop","detail":"{readStateIndex:365; appliedIndex:363; }","duration":"104.475747ms","start":"2023-11-13T11:49:42.261412Z","end":"2023-11-13T11:49:42.365888Z","steps":["trace[1371419957] 'read index received' (duration: 9.207025ms)","trace[1371419957] 'applied index is now lower than readState.Index' (duration: 95.268132ms)"],"step_count":2}
{"level":"warn","ts":"2023-11-13T11:49:42.366129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.101235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-5dd5756b68\" ","response":"range_response_count:1 size:3635"}
{"level":"info","ts":"2023-11-13T11:49:42.366258Z","caller":"traceutil/trace.go:171","msg":"trace[1517960393] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-5dd5756b68; range_end:; response_count:1; response_revision:356; }","duration":"105.244045ms","start":"2023-11-13T11:49:42.261003Z","end":"2023-11-13T11:49:42.366248Z","steps":["trace[1517960393] 'agreement among raft nodes before linearized reading' (duration: 105.059521ms)"],"step_count":1}
{"level":"info","ts":"2023-11-13T11:49:42.366413Z","caller":"traceutil/trace.go:171","msg":"trace[2122943296] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"105.1259ms","start":"2023-11-13T11:49:42.261279Z","end":"2023-11-13T11:49:42.366405Z","steps":["trace[2122943296] 'process raft request' (duration: 102.629388ms)"],"step_count":1}
*
* ==> kernel <==
* 11:50:52 up 1 day, 18:33, 0 users, load average: 1.47, 1.82, 1.98
Linux multinode-528595 5.15.0-1049-aws #54~20.04.1-Ubuntu SMP Fri Oct 6 22:07:16 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [382a7463f94fb80f16e269bd42d5949de225483ddec3e8fa0877cafbde089f2d] <==
* I1113 11:50:43.448331 1 main.go:102] connected to apiserver: https://10.96.0.1:443
I1113 11:50:43.448596 1 main.go:107] hostIP = 192.168.58.2
podIP = 192.168.58.2
I1113 11:50:43.448773 1 main.go:116] setting mtu 1500 for CNI
I1113 11:50:43.448784 1 main.go:146] kindnetd IP family: "ipv4"
I1113 11:50:43.448795 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I1113 11:50:43.849454 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1113 11:50:43.849553 1 main.go:227] handling current node
I1113 11:50:43.853501 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1113 11:50:43.853526 1 main.go:250] Node multinode-528595-m02 has CIDR [10.244.1.0/24]
I1113 11:50:43.853697 1 routes.go:62] Adding route {Ifindex: 0 Dst: 10.244.1.0/24 Src: <nil> Gw: 192.168.58.3 Flags: [] Table: 0}
*
* ==> kindnet [a07b9eb1cc59e1d612e2c363e87092001b2e905c293096759fd357c928c6cbe7] <==
* I1113 11:50:32.936126 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1113 11:50:32.936952 1 main.go:227] handling current node
I1113 11:50:32.937021 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1113 11:50:32.937074 1 main.go:250] Node multinode-528595-m02 has CIDR []
I1113 11:50:32.937118 1 main.go:204] Failed to reconcile routes, retrying after error: invalid CIDR address:
I1113 11:50:33.937524 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1113 11:50:33.937647 1 main.go:227] handling current node
I1113 11:50:33.937685 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1113 11:50:33.937732 1 main.go:250] Node multinode-528595-m02 has CIDR []
I1113 11:50:33.937768 1 main.go:204] Failed to reconcile routes, retrying after error: invalid CIDR address:
I1113 11:50:35.938583 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1113 11:50:35.938709 1 main.go:227] handling current node
I1113 11:50:35.938746 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1113 11:50:35.938789 1 main.go:250] Node multinode-528595-m02 has CIDR []
I1113 11:50:35.938825 1 main.go:204] Failed to reconcile routes, retrying after error: invalid CIDR address:
I1113 11:50:38.939903 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I1113 11:50:38.939954 1 main.go:227] handling current node
I1113 11:50:38.939967 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I1113 11:50:38.939973 1 main.go:250] Node multinode-528595-m02 has CIDR []
I1113 11:50:38.939986 1 main.go:204] Failed to reconcile routes, retrying after error: invalid CIDR address:
panic: Maximum retries reconciling node routes: invalid CIDR address:
goroutine 1 [running]:
main.main()
/go/src/cmd/kindnetd/main.go:208 +0xa78
*
* ==> kube-apiserver [efbd644de724b44b820d92bdcc30b0326a6fc798b80d2d9a9d97ac7b95127581] <==
* I1113 11:49:25.838790 1 shared_informer.go:318] Caches are synced for node_authorizer
I1113 11:49:25.841260 1 apf_controller.go:377] Running API Priority and Fairness config worker
I1113 11:49:25.841718 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I1113 11:49:25.841874 1 shared_informer.go:318] Caches are synced for configmaps
I1113 11:49:25.842094 1 controller.go:624] quota admission added evaluator for: namespaces
E1113 11:49:25.846246 1 controller.go:146] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
I1113 11:49:25.846477 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1113 11:49:25.846651 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1113 11:49:25.847925 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1113 11:49:26.049314 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1113 11:49:26.545333 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1113 11:49:26.550668 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1113 11:49:26.550692 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1113 11:49:27.164275 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1113 11:49:27.216076 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1113 11:49:27.268401 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1113 11:49:27.275206 1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.58.2]
I1113 11:49:27.276453 1 controller.go:624] quota admission added evaluator for: endpoints
I1113 11:49:27.283468 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1113 11:49:27.769369 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1113 11:49:28.753414 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1113 11:49:28.770092 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1113 11:49:28.782628 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I1113 11:49:41.485256 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I1113 11:49:41.696619 1 controller.go:624] quota admission added evaluator for: replicasets.apps
*
* ==> kube-controller-manager [6ec58da0c6af4bc30ee5de0235721500aa0a120fe399f16a8847aa66367682e8] <==
* I1113 11:49:42.564171 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="177.189µs"
I1113 11:50:13.172280 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="109.324µs"
I1113 11:50:13.200621 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="59.7µs"
I1113 11:50:14.154290 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="119.351µs"
I1113 11:50:14.199392 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="13.645165ms"
I1113 11:50:14.199596 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="81.903µs"
I1113 11:50:15.670826 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
I1113 11:50:32.926259 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"multinode-528595-m02\" does not exist"
I1113 11:50:32.975983 1 range_allocator.go:380] "Set node PodCIDR" node="multinode-528595-m02" podCIDRs=["10.244.1.0/24"]
I1113 11:50:32.983030 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-n5k6f"
I1113 11:50:32.985384 1 event.go:307] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-hfl4s"
I1113 11:50:34.945795 1 topologycache.go:237] "Can't get CPU or zone information for node" node="multinode-528595-m02"
I1113 11:50:35.675134 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="multinode-528595-m02"
I1113 11:50:35.675205 1 event.go:307] "Event occurred" object="multinode-528595-m02" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node multinode-528595-m02 event: Registered Node multinode-528595-m02 in Controller"
I1113 11:50:37.802260 1 event.go:307] "Event occurred" object="default/busybox" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set busybox-5bc68d56bd to 2"
I1113 11:50:37.829756 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-k6kk2"
I1113 11:50:37.843784 1 event.go:307] "Event occurred" object="default/busybox-5bc68d56bd" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-5bc68d56bd-c745g"
I1113 11:50:37.859587 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="57.626393ms"
I1113 11:50:37.903986 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="44.342849ms"
I1113 11:50:37.928176 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="24.138135ms"
I1113 11:50:37.928262 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="54.309µs"
I1113 11:50:40.214900 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="6.885388ms"
I1113 11:50:40.215110 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="43.847µs"
I1113 11:50:42.547992 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="7.294352ms"
I1113 11:50:42.548199 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-5bc68d56bd" duration="56.624µs"
*
* ==> kube-proxy [c2806cbe1d5620a5364abaa9afcba1fdcea920abe35b4505f214e9937d9950f5] <==
* I1113 11:49:42.640423 1 server_others.go:69] "Using iptables proxy"
I1113 11:49:42.667392 1 node.go:141] Successfully retrieved node IP: 192.168.58.2
I1113 11:49:42.717753 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1113 11:49:42.721595 1 server_others.go:152] "Using iptables Proxier"
I1113 11:49:42.721828 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1113 11:49:42.721873 1 server_others.go:438] "Defaulting to no-op detect-local"
I1113 11:49:42.721962 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1113 11:49:42.722228 1 server.go:846] "Version info" version="v1.28.3"
I1113 11:49:42.724418 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1113 11:49:42.726407 1 config.go:188] "Starting service config controller"
I1113 11:49:42.726567 1 shared_informer.go:311] Waiting for caches to sync for service config
I1113 11:49:42.726633 1 config.go:97] "Starting endpoint slice config controller"
I1113 11:49:42.726689 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1113 11:49:42.727605 1 config.go:315] "Starting node config controller"
I1113 11:49:42.727624 1 shared_informer.go:311] Waiting for caches to sync for node config
I1113 11:49:42.826679 1 shared_informer.go:318] Caches are synced for service config
I1113 11:49:42.826728 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1113 11:49:42.828012 1 shared_informer.go:318] Caches are synced for node config
*
* ==> kube-scheduler [20d429fd4b9abc4e22dd1dde135614e3adc97657d0bcf0f9da340e0383fd021a] <==
* W1113 11:49:25.798055 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1113 11:49:25.798070 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1113 11:49:25.797334 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1113 11:49:25.798084 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1113 11:49:25.797570 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1113 11:49:25.798097 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1113 11:49:25.798150 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1113 11:49:25.798207 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1113 11:49:26.602286 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1113 11:49:26.602331 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1113 11:49:26.604648 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1113 11:49:26.604684 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1113 11:49:26.809253 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1113 11:49:26.809561 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1113 11:49:26.815139 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1113 11:49:26.815235 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1113 11:49:26.865672 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1113 11:49:26.865712 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1113 11:49:26.865975 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1113 11:49:26.865998 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1113 11:49:26.908139 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1113 11:49:26.908178 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1113 11:49:26.920022 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1113 11:49:26.920058 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
I1113 11:49:27.370647 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Nov 13 11:49:41 multinode-528595 kubelet[1381]: I1113 11:49:41.667952 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c-lib-modules\") pod \"kube-proxy-njv55\" (UID: \"ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c\") " pod="kube-system/kube-proxy-njv55"
Nov 13 11:49:41 multinode-528595 kubelet[1381]: I1113 11:49:41.667981 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c-kube-proxy\") pod \"kube-proxy-njv55\" (UID: \"ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c\") " pod="kube-system/kube-proxy-njv55"
Nov 13 11:49:41 multinode-528595 kubelet[1381]: I1113 11:49:41.668006 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c-xtables-lock\") pod \"kube-proxy-njv55\" (UID: \"ea094ef3-b1e0-47e2-bf74-2b2c2a8f614c\") " pod="kube-system/kube-proxy-njv55"
Nov 13 11:49:41 multinode-528595 kubelet[1381]: I1113 11:49:41.673868 1381 topology_manager.go:215] "Topology Admit Handler" podUID="eba71141-cd5b-4cf8-bf74-091ab1b814d4" podNamespace="kube-system" podName="kindnet-mrgfz"
Nov 13 11:49:41 multinode-528595 kubelet[1381]: I1113 11:49:41.768346 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/eba71141-cd5b-4cf8-bf74-091ab1b814d4-cni-cfg\") pod \"kindnet-mrgfz\" (UID: \"eba71141-cd5b-4cf8-bf74-091ab1b814d4\") " pod="kube-system/kindnet-mrgfz"
Nov 13 11:49:41 multinode-528595 kubelet[1381]: I1113 11:49:41.768408 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/eba71141-cd5b-4cf8-bf74-091ab1b814d4-lib-modules\") pod \"kindnet-mrgfz\" (UID: \"eba71141-cd5b-4cf8-bf74-091ab1b814d4\") " pod="kube-system/kindnet-mrgfz"
Nov 13 11:49:41 multinode-528595 kubelet[1381]: I1113 11:49:41.768435 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wvz5n\" (UniqueName: \"kubernetes.io/projected/eba71141-cd5b-4cf8-bf74-091ab1b814d4-kube-api-access-wvz5n\") pod \"kindnet-mrgfz\" (UID: \"eba71141-cd5b-4cf8-bf74-091ab1b814d4\") " pod="kube-system/kindnet-mrgfz"
Nov 13 11:49:41 multinode-528595 kubelet[1381]: I1113 11:49:41.768470 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/eba71141-cd5b-4cf8-bf74-091ab1b814d4-xtables-lock\") pod \"kindnet-mrgfz\" (UID: \"eba71141-cd5b-4cf8-bf74-091ab1b814d4\") " pod="kube-system/kindnet-mrgfz"
Nov 13 11:49:43 multinode-528595 kubelet[1381]: I1113 11:49:43.091365 1381 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-proxy-njv55" podStartSLOduration=2.091273757 podCreationTimestamp="2023-11-13 11:49:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-11-13 11:49:43.072986901 +0000 UTC m=+14.352453049" watchObservedRunningTime="2023-11-13 11:49:43.091273757 +0000 UTC m=+14.370739904"
Nov 13 11:49:48 multinode-528595 kubelet[1381]: I1113 11:49:48.988304 1381 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kindnet-mrgfz" podStartSLOduration=7.9882628140000005 podCreationTimestamp="2023-11-13 11:49:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-11-13 11:49:43.093193707 +0000 UTC m=+14.372659863" watchObservedRunningTime="2023-11-13 11:49:48.988262814 +0000 UTC m=+20.267728962"
Nov 13 11:50:13 multinode-528595 kubelet[1381]: I1113 11:50:13.129155 1381 kubelet_node_status.go:493] "Fast updating node status as it just became ready"
Nov 13 11:50:13 multinode-528595 kubelet[1381]: I1113 11:50:13.165238 1381 topology_manager.go:215] "Topology Admit Handler" podUID="77997376-1947-4bd8-9f8b-79b0de2b3ac8" podNamespace="kube-system" podName="storage-provisioner"
Nov 13 11:50:13 multinode-528595 kubelet[1381]: I1113 11:50:13.170464 1381 topology_manager.go:215] "Topology Admit Handler" podUID="e2cd4429-ebf3-4e50-9510-dab04bd6ada6" podNamespace="kube-system" podName="coredns-5dd5756b68-7vxl8"
Nov 13 11:50:13 multinode-528595 kubelet[1381]: I1113 11:50:13.308831 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/77997376-1947-4bd8-9f8b-79b0de2b3ac8-tmp\") pod \"storage-provisioner\" (UID: \"77997376-1947-4bd8-9f8b-79b0de2b3ac8\") " pod="kube-system/storage-provisioner"
Nov 13 11:50:13 multinode-528595 kubelet[1381]: I1113 11:50:13.308905 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gw786\" (UniqueName: \"kubernetes.io/projected/77997376-1947-4bd8-9f8b-79b0de2b3ac8-kube-api-access-gw786\") pod \"storage-provisioner\" (UID: \"77997376-1947-4bd8-9f8b-79b0de2b3ac8\") " pod="kube-system/storage-provisioner"
Nov 13 11:50:13 multinode-528595 kubelet[1381]: I1113 11:50:13.308938 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/e2cd4429-ebf3-4e50-9510-dab04bd6ada6-config-volume\") pod \"coredns-5dd5756b68-7vxl8\" (UID: \"e2cd4429-ebf3-4e50-9510-dab04bd6ada6\") " pod="kube-system/coredns-5dd5756b68-7vxl8"
Nov 13 11:50:13 multinode-528595 kubelet[1381]: I1113 11:50:13.308961 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vlg62\" (UniqueName: \"kubernetes.io/projected/e2cd4429-ebf3-4e50-9510-dab04bd6ada6-kube-api-access-vlg62\") pod \"coredns-5dd5756b68-7vxl8\" (UID: \"e2cd4429-ebf3-4e50-9510-dab04bd6ada6\") " pod="kube-system/coredns-5dd5756b68-7vxl8"
Nov 13 11:50:13 multinode-528595 kubelet[1381]: W1113 11:50:13.545088 1381 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370/crio-ac6458907629ef898e109a98851af239e8290dd1e98111e58c99358eef3901b2 WatchSource:0}: Error finding container ac6458907629ef898e109a98851af239e8290dd1e98111e58c99358eef3901b2: Status 404 returned error can't find the container with id ac6458907629ef898e109a98851af239e8290dd1e98111e58c99358eef3901b2
Nov 13 11:50:14 multinode-528595 kubelet[1381]: I1113 11:50:14.168969 1381 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/coredns-5dd5756b68-7vxl8" podStartSLOduration=33.168928642 podCreationTimestamp="2023-11-13 11:49:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-11-13 11:50:14.152404487 +0000 UTC m=+45.431870635" watchObservedRunningTime="2023-11-13 11:50:14.168928642 +0000 UTC m=+45.448394790"
Nov 13 11:50:14 multinode-528595 kubelet[1381]: I1113 11:50:14.184091 1381 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=32.18404513 podCreationTimestamp="2023-11-13 11:49:42 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-11-13 11:50:14.169686912 +0000 UTC m=+45.449153060" watchObservedRunningTime="2023-11-13 11:50:14.18404513 +0000 UTC m=+45.463511277"
Nov 13 11:50:37 multinode-528595 kubelet[1381]: I1113 11:50:37.869569 1381 topology_manager.go:215] "Topology Admit Handler" podUID="6f3a5dcb-368f-4ac1-9fd0-c9a7fd85afd2" podNamespace="default" podName="busybox-5bc68d56bd-c745g"
Nov 13 11:50:37 multinode-528595 kubelet[1381]: I1113 11:50:37.957742 1381 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vnrj7\" (UniqueName: \"kubernetes.io/projected/6f3a5dcb-368f-4ac1-9fd0-c9a7fd85afd2-kube-api-access-vnrj7\") pod \"busybox-5bc68d56bd-c745g\" (UID: \"6f3a5dcb-368f-4ac1-9fd0-c9a7fd85afd2\") " pod="default/busybox-5bc68d56bd-c745g"
Nov 13 11:50:38 multinode-528595 kubelet[1381]: W1113 11:50:38.221225 1381 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370/crio-b93aa3a96bd546873e82f722211173c36bea01fa03922f86744f869973fb75e1 WatchSource:0}: Error finding container b93aa3a96bd546873e82f722211173c36bea01fa03922f86744f869973fb75e1: Status 404 returned error can't find the container with id b93aa3a96bd546873e82f722211173c36bea01fa03922f86744f869973fb75e1
Nov 13 11:50:43 multinode-528595 kubelet[1381]: I1113 11:50:43.203813 1381 scope.go:117] "RemoveContainer" containerID="a07b9eb1cc59e1d612e2c363e87092001b2e905c293096759fd357c928c6cbe7"
Nov 13 11:50:43 multinode-528595 kubelet[1381]: I1113 11:50:43.243080 1381 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/busybox-5bc68d56bd-c745g" podStartSLOduration=4.648322902 podCreationTimestamp="2023-11-13 11:50:37 +0000 UTC" firstStartedPulling="2023-11-13 11:50:38.223112804 +0000 UTC m=+69.502578952" lastFinishedPulling="2023-11-13 11:50:39.817826559 +0000 UTC m=+71.097292707" observedRunningTime="2023-11-13 11:50:40.207570477 +0000 UTC m=+71.487036633" watchObservedRunningTime="2023-11-13 11:50:43.243036657 +0000 UTC m=+74.522502813"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p multinode-528595 -n multinode-528595
helpers_test.go:261: (dbg) Run: kubectl --context multinode-528595 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiNode/serial/PingHostFrom2Pods FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiNode/serial/PingHostFrom2Pods (4.23s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-719344 --memory=2048 --driver=docker --container-runtime=crio
E1113 11:59:36.525672 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-719344 --memory=2048 --driver=docker --container-runtime=crio: (30.114149525s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-719344 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-719344 -n scheduled-stop-719344
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-719344 --schedule 15s
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:98: process 181677 running but should have been killed on reschedule of stop
panic.go:523: *** TestScheduledStopUnix FAILED at 2023-11-13 11:59:56.548760429 +0000 UTC m=+2037.587172740
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestScheduledStopUnix]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect scheduled-stop-719344
helpers_test.go:235: (dbg) docker inspect scheduled-stop-719344:
-- stdout --
[
{
"Id": "35015a9141965576d6d5b58f9b96a503d03bd341a4f4540317acdcfcfa2e5b2b",
"Created": "2023-11-13T11:59:31.302098732Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 179963,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-13T11:59:31.646214795Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:977f9df3a3e2dccc16de7b5e8115e5e1294a98b99d56135cce7538135e7a7a9d",
"ResolvConfPath": "/var/lib/docker/containers/35015a9141965576d6d5b58f9b96a503d03bd341a4f4540317acdcfcfa2e5b2b/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/35015a9141965576d6d5b58f9b96a503d03bd341a4f4540317acdcfcfa2e5b2b/hostname",
"HostsPath": "/var/lib/docker/containers/35015a9141965576d6d5b58f9b96a503d03bd341a4f4540317acdcfcfa2e5b2b/hosts",
"LogPath": "/var/lib/docker/containers/35015a9141965576d6d5b58f9b96a503d03bd341a4f4540317acdcfcfa2e5b2b/35015a9141965576d6d5b58f9b96a503d03bd341a4f4540317acdcfcfa2e5b2b-json.log",
"Name": "/scheduled-stop-719344",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"scheduled-stop-719344:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "scheduled-stop-719344",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2147483648,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4294967296,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ac2abd1ada4fa9c64e77b388801327030b7615e35f470079b1b693510c2e57eb-init/diff:/var/lib/docker/overlay2/d31e2083b61a8a0f7997fc3ab7784a90f5144f4cdc34fa9264d9c5f46a87d633/diff",
"MergedDir": "/var/lib/docker/overlay2/ac2abd1ada4fa9c64e77b388801327030b7615e35f470079b1b693510c2e57eb/merged",
"UpperDir": "/var/lib/docker/overlay2/ac2abd1ada4fa9c64e77b388801327030b7615e35f470079b1b693510c2e57eb/diff",
"WorkDir": "/var/lib/docker/overlay2/ac2abd1ada4fa9c64e77b388801327030b7615e35f470079b1b693510c2e57eb/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "scheduled-stop-719344",
"Source": "/var/lib/docker/volumes/scheduled-stop-719344/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "scheduled-stop-719344",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "scheduled-stop-719344",
"name.minikube.sigs.k8s.io": "scheduled-stop-719344",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "9721bdc88f821e1a15cfb8348697a7de8f518ea902163730eb72929168aea818",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39881"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39880"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39877"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39879"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39878"
}
]
},
"SandboxKey": "/var/run/docker/netns/9721bdc88f82",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"scheduled-stop-719344": {
"IPAMConfig": {
"IPv4Address": "192.168.67.2"
},
"Links": null,
"Aliases": [
"35015a914196",
"scheduled-stop-719344"
],
"NetworkID": "01eede9a6b1c24f37ad7043b01607cd69077e3a37f53d8e67086523bc7e4ca55",
"EndpointID": "f4d6813c478950d3ea8ef8ca157b7b9c03de9d7e72e451cb46c7365ef1321da4",
"Gateway": "192.168.67.1",
"IPAddress": "192.168.67.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:43:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-719344 -n scheduled-stop-719344
helpers_test.go:244: <<< TestScheduledStopUnix FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestScheduledStopUnix]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p scheduled-stop-719344 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p scheduled-stop-719344 logs -n 25: (1.240120613s)
helpers_test.go:252: TestScheduledStopUnix logs:
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|-----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|-----------------------|---------|---------|---------------------|---------------------|
| stop | -p multinode-528595 | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:51 UTC | 13 Nov 23 11:52 UTC |
| start | -p multinode-528595 | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:52 UTC | 13 Nov 23 11:53 UTC |
| | --wait=true -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| node | list -p multinode-528595 | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:53 UTC | |
| node | multinode-528595 node delete | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:53 UTC | 13 Nov 23 11:54 UTC |
| | m03 | | | | | |
| stop | multinode-528595 stop | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:54 UTC | 13 Nov 23 11:54 UTC |
| start | -p multinode-528595 | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:54 UTC | 13 Nov 23 11:55 UTC |
| | --wait=true -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| node | list -p multinode-528595 | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:55 UTC | |
| start | -p multinode-528595-m02 | multinode-528595-m02 | jenkins | v1.32.0 | 13 Nov 23 11:55 UTC | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p multinode-528595-m03 | multinode-528595-m03 | jenkins | v1.32.0 | 13 Nov 23 11:55 UTC | 13 Nov 23 11:56 UTC |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| node | add -p multinode-528595 | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:56 UTC | |
| delete | -p multinode-528595-m03 | multinode-528595-m03 | jenkins | v1.32.0 | 13 Nov 23 11:56 UTC | 13 Nov 23 11:56 UTC |
| delete | -p multinode-528595 | multinode-528595 | jenkins | v1.32.0 | 13 Nov 23 11:56 UTC | 13 Nov 23 11:56 UTC |
| start | -p test-preload-130747 | test-preload-130747 | jenkins | v1.32.0 | 13 Nov 23 11:56 UTC | 13 Nov 23 11:57 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr | | | | | |
| | --wait=true --preload=false | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --kubernetes-version=v1.24.4 | | | | | |
| image | test-preload-130747 image pull | test-preload-130747 | jenkins | v1.32.0 | 13 Nov 23 11:57 UTC | 13 Nov 23 11:57 UTC |
| | gcr.io/k8s-minikube/busybox | | | | | |
| stop | -p test-preload-130747 | test-preload-130747 | jenkins | v1.32.0 | 13 Nov 23 11:57 UTC | 13 Nov 23 11:58 UTC |
| start | -p test-preload-130747 | test-preload-130747 | jenkins | v1.32.0 | 13 Nov 23 11:58 UTC | 13 Nov 23 11:59 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| | --wait=true --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| image | test-preload-130747 image list | test-preload-130747 | jenkins | v1.32.0 | 13 Nov 23 11:59 UTC | 13 Nov 23 11:59 UTC |
| delete | -p test-preload-130747 | test-preload-130747 | jenkins | v1.32.0 | 13 Nov 23 11:59 UTC | 13 Nov 23 11:59 UTC |
| start | -p scheduled-stop-719344 | scheduled-stop-719344 | jenkins | v1.32.0 | 13 Nov 23 11:59 UTC | 13 Nov 23 11:59 UTC |
| | --memory=2048 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| stop | -p scheduled-stop-719344 | scheduled-stop-719344 | jenkins | v1.32.0 | 13 Nov 23 11:59 UTC | |
| | --schedule 5m | | | | | |
| stop | -p scheduled-stop-719344 | scheduled-stop-719344 | jenkins | v1.32.0 | 13 Nov 23 11:59 UTC | |
| | --schedule 5m | | | | | |
| stop | -p scheduled-stop-719344 | scheduled-stop-719344 | jenkins | v1.32.0 | 13 Nov 23 11:59 UTC | |
| | --schedule 5m | | | | | |
| stop | -p scheduled-stop-719344 | scheduled-stop-719344 | jenkins | v1.32.0 | 13 Nov 23 11:59 UTC | |
| | --schedule 15s | | | | | |
| stop | -p scheduled-stop-719344 | scheduled-stop-719344 | jenkins | v1.32.0 | 13 Nov 23 11:59 UTC | |
| | --schedule 15s | | | | | |
| stop | -p scheduled-stop-719344 | scheduled-stop-719344 | jenkins | v1.32.0 | 13 Nov 23 11:59 UTC | |
| | --schedule 15s | | | | | |
|---------|--------------------------------|-----------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/11/13 11:59:25
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1113 11:59:25.904307 179491 out.go:296] Setting OutFile to fd 1 ...
I1113 11:59:25.904433 179491 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:59:25.904437 179491 out.go:309] Setting ErrFile to fd 2...
I1113 11:59:25.904441 179491 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:59:25.904704 179491 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:59:25.905086 179491 out.go:303] Setting JSON to false
I1113 11:59:25.906007 179491 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":153714,"bootTime":1699723052,"procs":259,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 11:59:25.906071 179491 start.go:138] virtualization:
I1113 11:59:25.908586 179491 out.go:177] * [scheduled-stop-719344] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 11:59:25.911230 179491 out.go:177] - MINIKUBE_LOCATION=17605
I1113 11:59:25.913372 179491 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 11:59:25.911334 179491 notify.go:220] Checking for updates...
I1113 11:59:25.915098 179491 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:59:25.917115 179491 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 11:59:25.918997 179491 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 11:59:25.920741 179491 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 11:59:25.922651 179491 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 11:59:25.948295 179491 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 11:59:25.948387 179491 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:59:26.034996 179491 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:35 SystemTime:2023-11-13 11:59:26.025168453 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:59:26.035098 179491 docker.go:295] overlay module found
I1113 11:59:26.037057 179491 out.go:177] * Using the docker driver based on user configuration
I1113 11:59:26.038638 179491 start.go:298] selected driver: docker
I1113 11:59:26.038654 179491 start.go:902] validating driver "docker" against <nil>
I1113 11:59:26.038664 179491 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 11:59:26.039293 179491 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:59:26.103459 179491 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:35 SystemTime:2023-11-13 11:59:26.093904096 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:59:26.103605 179491 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1113 11:59:26.103820 179491 start_flags.go:913] Wait components to verify : map[apiserver:true system_pods:true]
I1113 11:59:26.105612 179491 out.go:177] * Using Docker driver with root privileges
I1113 11:59:26.107587 179491 cni.go:84] Creating CNI manager for ""
I1113 11:59:26.107598 179491 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:59:26.107609 179491 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1113 11:59:26.107618 179491 start_flags.go:323] config:
{Name:scheduled-stop-719344 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:scheduled-stop-719344 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Container
Runtime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:59:26.109953 179491 out.go:177] * Starting control plane node scheduled-stop-719344 in cluster scheduled-stop-719344
I1113 11:59:26.112069 179491 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 11:59:26.114381 179491 out.go:177] * Pulling base image ...
I1113 11:59:26.116536 179491 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:59:26.116588 179491 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4
I1113 11:59:26.116595 179491 cache.go:56] Caching tarball of preloaded images
I1113 11:59:26.116625 179491 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon
I1113 11:59:26.116695 179491 preload.go:174] Found /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1113 11:59:26.116703 179491 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on crio
I1113 11:59:26.117039 179491 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/config.json ...
I1113 11:59:26.117059 179491 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/config.json: {Name:mk5155cc847daac9d9cf4d4fee3a1efb09e83da7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:26.133345 179491 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon, skipping pull
I1113 11:59:26.133359 179491 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 exists in daemon, skipping load
I1113 11:59:26.133398 179491 cache.go:194] Successfully downloaded all kic artifacts
I1113 11:59:26.133459 179491 start.go:365] acquiring machines lock for scheduled-stop-719344: {Name:mk18d91d8d2b6c36229cd580733a2b28c112b4cb Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 11:59:26.133577 179491 start.go:369] acquired machines lock for "scheduled-stop-719344" in 102.292µs
I1113 11:59:26.133604 179491 start.go:93] Provisioning new machine with config: &{Name:scheduled-stop-719344 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:scheduled-stop-719344 Namespace:default APIServerN
ame:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPa
th: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1113 11:59:26.133675 179491 start.go:125] createHost starting for "" (driver="docker")
I1113 11:59:26.138106 179491 out.go:204] * Creating docker container (CPUs=2, Memory=2048MB) ...
I1113 11:59:26.138352 179491 start.go:159] libmachine.API.Create for "scheduled-stop-719344" (driver="docker")
I1113 11:59:26.138403 179491 client.go:168] LocalClient.Create starting
I1113 11:59:26.138475 179491 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem
I1113 11:59:26.138507 179491 main.go:141] libmachine: Decoding PEM data...
I1113 11:59:26.138523 179491 main.go:141] libmachine: Parsing certificate...
I1113 11:59:26.138572 179491 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem
I1113 11:59:26.138590 179491 main.go:141] libmachine: Decoding PEM data...
I1113 11:59:26.138599 179491 main.go:141] libmachine: Parsing certificate...
I1113 11:59:26.138963 179491 cli_runner.go:164] Run: docker network inspect scheduled-stop-719344 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1113 11:59:26.155577 179491 cli_runner.go:211] docker network inspect scheduled-stop-719344 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1113 11:59:26.155653 179491 network_create.go:281] running [docker network inspect scheduled-stop-719344] to gather additional debugging logs...
I1113 11:59:26.155668 179491 cli_runner.go:164] Run: docker network inspect scheduled-stop-719344
W1113 11:59:26.172003 179491 cli_runner.go:211] docker network inspect scheduled-stop-719344 returned with exit code 1
I1113 11:59:26.172023 179491 network_create.go:284] error running [docker network inspect scheduled-stop-719344]: docker network inspect scheduled-stop-719344: exit status 1
stdout:
[]
stderr:
Error response from daemon: network scheduled-stop-719344 not found
I1113 11:59:26.172050 179491 network_create.go:286] output of [docker network inspect scheduled-stop-719344]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network scheduled-stop-719344 not found
** /stderr **
I1113 11:59:26.172151 179491 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:59:26.189196 179491 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-dbe98c51c365 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:6e:17:f1:4b} reservation:<nil>}
I1113 11:59:26.189464 179491 network.go:214] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-4214c621070f IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:02:42:d4:dc:3a:cb} reservation:<nil>}
I1113 11:59:26.189805 179491 network.go:209] using free private subnet 192.168.67.0/24: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4002533100}
I1113 11:59:26.189821 179491 network_create.go:124] attempt to create docker network scheduled-stop-719344 192.168.67.0/24 with gateway 192.168.67.1 and MTU of 1500 ...
I1113 11:59:26.189886 179491 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.67.0/24 --gateway=192.168.67.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=scheduled-stop-719344 scheduled-stop-719344
I1113 11:59:26.260306 179491 network_create.go:108] docker network scheduled-stop-719344 192.168.67.0/24 created
I1113 11:59:26.260328 179491 kic.go:121] calculated static IP "192.168.67.2" for the "scheduled-stop-719344" container
I1113 11:59:26.260412 179491 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1113 11:59:26.276647 179491 cli_runner.go:164] Run: docker volume create scheduled-stop-719344 --label name.minikube.sigs.k8s.io=scheduled-stop-719344 --label created_by.minikube.sigs.k8s.io=true
I1113 11:59:26.294861 179491 oci.go:103] Successfully created a docker volume scheduled-stop-719344
I1113 11:59:26.294934 179491 cli_runner.go:164] Run: docker run --rm --name scheduled-stop-719344-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=scheduled-stop-719344 --entrypoint /usr/bin/test -v scheduled-stop-719344:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -d /var/lib
I1113 11:59:26.894974 179491 oci.go:107] Successfully prepared a docker volume scheduled-stop-719344
I1113 11:59:26.895021 179491 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:59:26.895040 179491 kic.go:194] Starting extracting preloaded images to volume ...
I1113 11:59:26.895122 179491 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v scheduled-stop-719344:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir
I1113 11:59:31.219644 179491 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v scheduled-stop-719344:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 -I lz4 -xf /preloaded.tar -C /extractDir: (4.324466993s)
I1113 11:59:31.219668 179491 kic.go:203] duration metric: took 4.324624 seconds to extract preloaded images to volume
W1113 11:59:31.219854 179491 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1113 11:59:31.219973 179491 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1113 11:59:31.286120 179491 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname scheduled-stop-719344 --name scheduled-stop-719344 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=scheduled-stop-719344 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=scheduled-stop-719344 --network scheduled-stop-719344 --ip 192.168.67.2 --volume scheduled-stop-719344:/var --security-opt apparmor=unconfined --memory=2048mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24
I1113 11:59:31.654179 179491 cli_runner.go:164] Run: docker container inspect scheduled-stop-719344 --format={{.State.Running}}
I1113 11:59:31.679173 179491 cli_runner.go:164] Run: docker container inspect scheduled-stop-719344 --format={{.State.Status}}
I1113 11:59:31.703723 179491 cli_runner.go:164] Run: docker exec scheduled-stop-719344 stat /var/lib/dpkg/alternatives/iptables
I1113 11:59:31.782093 179491 oci.go:144] the created container "scheduled-stop-719344" has a running status.
I1113 11:59:31.782132 179491 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/scheduled-stop-719344/id_rsa...
I1113 11:59:32.304283 179491 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17605-78988/.minikube/machines/scheduled-stop-719344/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1113 11:59:32.341134 179491 cli_runner.go:164] Run: docker container inspect scheduled-stop-719344 --format={{.State.Status}}
I1113 11:59:32.365361 179491 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1113 11:59:32.365372 179491 kic_runner.go:114] Args: [docker exec --privileged scheduled-stop-719344 chown docker:docker /home/docker/.ssh/authorized_keys]
I1113 11:59:32.462578 179491 cli_runner.go:164] Run: docker container inspect scheduled-stop-719344 --format={{.State.Status}}
I1113 11:59:32.492036 179491 machine.go:88] provisioning docker machine ...
I1113 11:59:32.492085 179491 ubuntu.go:169] provisioning hostname "scheduled-stop-719344"
I1113 11:59:32.492150 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:32.521700 179491 main.go:141] libmachine: Using SSH client type: native
I1113 11:59:32.522140 179491 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39881 <nil> <nil>}
I1113 11:59:32.522151 179491 main.go:141] libmachine: About to run SSH command:
sudo hostname scheduled-stop-719344 && echo "scheduled-stop-719344" | sudo tee /etc/hostname
I1113 11:59:32.725942 179491 main.go:141] libmachine: SSH cmd err, output: <nil>: scheduled-stop-719344
I1113 11:59:32.726016 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:32.755495 179491 main.go:141] libmachine: Using SSH client type: native
I1113 11:59:32.755880 179491 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39881 <nil> <nil>}
I1113 11:59:32.755901 179491 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sscheduled-stop-719344' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 scheduled-stop-719344/g' /etc/hosts;
else
echo '127.0.1.1 scheduled-stop-719344' | sudo tee -a /etc/hosts;
fi
fi
I1113 11:59:32.906504 179491 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1113 11:59:32.906522 179491 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17605-78988/.minikube CaCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17605-78988/.minikube}
I1113 11:59:32.906544 179491 ubuntu.go:177] setting up certificates
I1113 11:59:32.906553 179491 provision.go:83] configureAuth start
I1113 11:59:32.906610 179491 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" scheduled-stop-719344
I1113 11:59:32.932617 179491 provision.go:138] copyHostCerts
I1113 11:59:32.932672 179491 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem, removing ...
I1113 11:59:32.932680 179491 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 11:59:32.932758 179491 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem (1078 bytes)
I1113 11:59:32.932843 179491 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem, removing ...
I1113 11:59:32.932847 179491 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 11:59:32.932871 179491 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem (1123 bytes)
I1113 11:59:32.932917 179491 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem, removing ...
I1113 11:59:32.932921 179491 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 11:59:32.932941 179491 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem (1679 bytes)
I1113 11:59:32.932980 179491 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem org=jenkins.scheduled-stop-719344 san=[192.168.67.2 127.0.0.1 localhost 127.0.0.1 minikube scheduled-stop-719344]
I1113 11:59:33.252254 179491 provision.go:172] copyRemoteCerts
I1113 11:59:33.252308 179491 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1113 11:59:33.252348 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:33.269478 179491 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39881 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/scheduled-stop-719344/id_rsa Username:docker}
I1113 11:59:33.369910 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem --> /etc/docker/server.pem (1237 bytes)
I1113 11:59:33.398942 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1113 11:59:33.426820 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1113 11:59:33.455545 179491 provision.go:86] duration metric: configureAuth took 548.978759ms
I1113 11:59:33.455563 179491 ubuntu.go:193] setting minikube options for container-runtime
I1113 11:59:33.455765 179491 config.go:182] Loaded profile config "scheduled-stop-719344": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:59:33.455868 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:33.473720 179491 main.go:141] libmachine: Using SSH client type: native
I1113 11:59:33.474134 179491 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39881 <nil> <nil>}
I1113 11:59:33.474148 179491 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1113 11:59:33.735492 179491 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1113 11:59:33.735505 179491 machine.go:91] provisioned docker machine in 1.243458303s
I1113 11:59:33.735513 179491 client.go:171] LocalClient.Create took 7.597105851s
I1113 11:59:33.735531 179491 start.go:167] duration metric: libmachine.API.Create for "scheduled-stop-719344" took 7.597180385s
I1113 11:59:33.735538 179491 start.go:300] post-start starting for "scheduled-stop-719344" (driver="docker")
I1113 11:59:33.735547 179491 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1113 11:59:33.735614 179491 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1113 11:59:33.735653 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:33.756200 179491 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39881 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/scheduled-stop-719344/id_rsa Username:docker}
I1113 11:59:33.858321 179491 ssh_runner.go:195] Run: cat /etc/os-release
I1113 11:59:33.862388 179491 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1113 11:59:33.862419 179491 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1113 11:59:33.862430 179491 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1113 11:59:33.862436 179491 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1113 11:59:33.862446 179491 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/addons for local assets ...
I1113 11:59:33.862505 179491 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/files for local assets ...
I1113 11:59:33.862590 179491 filesync.go:149] local asset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> 844002.pem in /etc/ssl/certs
I1113 11:59:33.862694 179491 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1113 11:59:33.872918 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /etc/ssl/certs/844002.pem (1708 bytes)
I1113 11:59:33.900594 179491 start.go:303] post-start completed in 165.042235ms
I1113 11:59:33.900998 179491 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" scheduled-stop-719344
I1113 11:59:33.917530 179491 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/config.json ...
I1113 11:59:33.917783 179491 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 11:59:33.917834 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:33.934665 179491 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39881 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/scheduled-stop-719344/id_rsa Username:docker}
I1113 11:59:34.029785 179491 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1113 11:59:34.036078 179491 start.go:128] duration metric: createHost completed in 7.902386248s
I1113 11:59:34.036093 179491 start.go:83] releasing machines lock for "scheduled-stop-719344", held for 7.902508667s
I1113 11:59:34.036199 179491 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" scheduled-stop-719344
I1113 11:59:34.054232 179491 ssh_runner.go:195] Run: cat /version.json
I1113 11:59:34.054285 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:34.054541 179491 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1113 11:59:34.054590 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:34.074021 179491 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39881 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/scheduled-stop-719344/id_rsa Username:docker}
I1113 11:59:34.088611 179491 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39881 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/scheduled-stop-719344/id_rsa Username:docker}
I1113 11:59:34.171854 179491 ssh_runner.go:195] Run: systemctl --version
I1113 11:59:34.305879 179491 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1113 11:59:34.451109 179491 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1113 11:59:34.456695 179491 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:59:34.481951 179491 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1113 11:59:34.482019 179491 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 11:59:34.520956 179491 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1113 11:59:34.520970 179491 start.go:472] detecting cgroup driver to use...
I1113 11:59:34.521019 179491 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1113 11:59:34.521078 179491 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1113 11:59:34.539427 179491 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1113 11:59:34.552975 179491 docker.go:203] disabling cri-docker service (if available) ...
I1113 11:59:34.553032 179491 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1113 11:59:34.568705 179491 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1113 11:59:34.585832 179491 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1113 11:59:34.686552 179491 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1113 11:59:34.784285 179491 docker.go:219] disabling docker service ...
I1113 11:59:34.784347 179491 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1113 11:59:34.806282 179491 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1113 11:59:34.820172 179491 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1113 11:59:34.923345 179491 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1113 11:59:35.026625 179491 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1113 11:59:35.041264 179491 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1113 11:59:35.062387 179491 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1113 11:59:35.062457 179491 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:59:35.076464 179491 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1113 11:59:35.076535 179491 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:59:35.091009 179491 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:59:35.105576 179491 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1113 11:59:35.119008 179491 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1113 11:59:35.131144 179491 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1113 11:59:35.141495 179491 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1113 11:59:35.151869 179491 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1113 11:59:35.242227 179491 ssh_runner.go:195] Run: sudo systemctl restart crio
I1113 11:59:35.363003 179491 start.go:519] Will wait 60s for socket path /var/run/crio/crio.sock
I1113 11:59:35.363063 179491 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1113 11:59:35.368193 179491 start.go:540] Will wait 60s for crictl version
I1113 11:59:35.368251 179491 ssh_runner.go:195] Run: which crictl
I1113 11:59:35.372935 179491 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1113 11:59:35.425961 179491 start.go:556] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1113 11:59:35.426039 179491 ssh_runner.go:195] Run: crio --version
I1113 11:59:35.473643 179491 ssh_runner.go:195] Run: crio --version
I1113 11:59:35.519371 179491 out.go:177] * Preparing Kubernetes v1.28.3 on CRI-O 1.24.6 ...
I1113 11:59:35.521207 179491 cli_runner.go:164] Run: docker network inspect scheduled-stop-719344 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 11:59:35.538525 179491 ssh_runner.go:195] Run: grep 192.168.67.1 host.minikube.internal$ /etc/hosts
I1113 11:59:35.543144 179491 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.67.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:59:35.556691 179491 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:59:35.556746 179491 ssh_runner.go:195] Run: sudo crictl images --output json
I1113 11:59:35.623510 179491 crio.go:496] all images are preloaded for cri-o runtime.
I1113 11:59:35.623521 179491 crio.go:415] Images already preloaded, skipping extraction
I1113 11:59:35.623578 179491 ssh_runner.go:195] Run: sudo crictl images --output json
I1113 11:59:35.664477 179491 crio.go:496] all images are preloaded for cri-o runtime.
I1113 11:59:35.664490 179491 cache_images.go:84] Images are preloaded, skipping loading
I1113 11:59:35.664565 179491 ssh_runner.go:195] Run: crio config
I1113 11:59:35.725417 179491 cni.go:84] Creating CNI manager for ""
I1113 11:59:35.725427 179491 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:59:35.725444 179491 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1113 11:59:35.725461 179491 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.67.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:scheduled-stop-719344 NodeName:scheduled-stop-719344 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.67.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.67.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodP
ath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1113 11:59:35.725599 179491 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.67.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "scheduled-stop-719344"
kubeletExtraArgs:
node-ip: 192.168.67.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.67.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1113 11:59:35.725667 179491 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=scheduled-stop-719344 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.67.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:scheduled-stop-719344 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1113 11:59:35.725734 179491 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1113 11:59:35.736622 179491 binaries.go:44] Found k8s binaries, skipping transfer
I1113 11:59:35.736686 179491 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1113 11:59:35.747299 179491 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (431 bytes)
I1113 11:59:35.768381 179491 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1113 11:59:35.789919 179491 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I1113 11:59:35.810933 179491 ssh_runner.go:195] Run: grep 192.168.67.2 control-plane.minikube.internal$ /etc/hosts
I1113 11:59:35.815193 179491 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.67.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1113 11:59:35.828483 179491 certs.go:56] Setting up /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344 for IP: 192.168.67.2
I1113 11:59:35.828506 179491 certs.go:190] acquiring lock for shared ca certs: {Name:mk4c09792c7e9e45f4b9c353ad8dff3e8ba4f6de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:35.828638 179491 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key
I1113 11:59:35.828680 179491 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key
I1113 11:59:35.828723 179491 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/client.key
I1113 11:59:35.828731 179491 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/client.crt with IP's: []
I1113 11:59:36.583611 179491 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/client.crt ...
I1113 11:59:36.583628 179491 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/client.crt: {Name:mk0e3e3a168e087183fc633b92d0d0a27392d095 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:36.583840 179491 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/client.key ...
I1113 11:59:36.583848 179491 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/client.key: {Name:mk8457a7779dd2a1a29a9c326d00c18d2d734883 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:36.583951 179491 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.key.c7fa3a9e
I1113 11:59:36.583963 179491 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.crt.c7fa3a9e with IP's: [192.168.67.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1113 11:59:37.103570 179491 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.crt.c7fa3a9e ...
I1113 11:59:37.103586 179491 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.crt.c7fa3a9e: {Name:mk62343acc7659e788650221fd8ddca9fb1434d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:37.103776 179491 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.key.c7fa3a9e ...
I1113 11:59:37.103788 179491 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.key.c7fa3a9e: {Name:mk33bf412f52c22574596572724d17d2313678a5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:37.103871 179491 certs.go:337] copying /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.crt.c7fa3a9e -> /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.crt
I1113 11:59:37.103944 179491 certs.go:341] copying /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.key.c7fa3a9e -> /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.key
I1113 11:59:37.104080 179491 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/proxy-client.key
I1113 11:59:37.104093 179491 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/proxy-client.crt with IP's: []
I1113 11:59:37.286746 179491 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/proxy-client.crt ...
I1113 11:59:37.286761 179491 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/proxy-client.crt: {Name:mkae9c29e54f55d35112b2480da7855ca58b04b5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:37.286965 179491 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/proxy-client.key ...
I1113 11:59:37.286973 179491 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/proxy-client.key: {Name:mk109778ad5aae88f1faa9f44c53ede923d881ab Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:37.287174 179491 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem (1338 bytes)
W1113 11:59:37.287210 179491 certs.go:433] ignoring /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400_empty.pem, impossibly tiny 0 bytes
I1113 11:59:37.287220 179491 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem (1679 bytes)
I1113 11:59:37.287253 179491 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem (1078 bytes)
I1113 11:59:37.287280 179491 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem (1123 bytes)
I1113 11:59:37.287303 179491 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem (1679 bytes)
I1113 11:59:37.287379 179491 certs.go:437] found cert: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem (1708 bytes)
I1113 11:59:37.288012 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1113 11:59:37.319381 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1113 11:59:37.351051 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1113 11:59:37.379940 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/scheduled-stop-719344/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1113 11:59:37.409265 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1113 11:59:37.437710 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1113 11:59:37.466217 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1113 11:59:37.494690 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1113 11:59:37.523290 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /usr/share/ca-certificates/844002.pem (1708 bytes)
I1113 11:59:37.552821 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1113 11:59:37.581907 179491 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/84400.pem --> /usr/share/ca-certificates/84400.pem (1338 bytes)
I1113 11:59:37.610876 179491 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1113 11:59:37.633038 179491 ssh_runner.go:195] Run: openssl version
I1113 11:59:37.640615 179491 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/844002.pem && ln -fs /usr/share/ca-certificates/844002.pem /etc/ssl/certs/844002.pem"
I1113 11:59:37.652371 179491 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/844002.pem
I1113 11:59:37.657260 179491 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Nov 13 11:33 /usr/share/ca-certificates/844002.pem
I1113 11:59:37.657313 179491 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/844002.pem
I1113 11:59:37.665526 179491 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/844002.pem /etc/ssl/certs/3ec20f2e.0"
I1113 11:59:37.676854 179491 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1113 11:59:37.688388 179491 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1113 11:59:37.693288 179491 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Nov 13 11:26 /usr/share/ca-certificates/minikubeCA.pem
I1113 11:59:37.693354 179491 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1113 11:59:37.702141 179491 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1113 11:59:37.713707 179491 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/84400.pem && ln -fs /usr/share/ca-certificates/84400.pem /etc/ssl/certs/84400.pem"
I1113 11:59:37.725688 179491 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/84400.pem
I1113 11:59:37.730454 179491 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Nov 13 11:33 /usr/share/ca-certificates/84400.pem
I1113 11:59:37.730512 179491 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/84400.pem
I1113 11:59:37.739328 179491 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/84400.pem /etc/ssl/certs/51391683.0"
I1113 11:59:37.751075 179491 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1113 11:59:37.755532 179491 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1113 11:59:37.755578 179491 kubeadm.go:404] StartCluster: {Name:scheduled-stop-719344 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:scheduled-stop-719344 Namespace:default APIServerName:minikubeCA APIServ
erNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.67.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: Socket
VMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:59:37.755641 179491 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1113 11:59:37.755697 179491 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1113 11:59:37.801603 179491 cri.go:89] found id: ""
I1113 11:59:37.801666 179491 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1113 11:59:37.812386 179491 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1113 11:59:37.822974 179491 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1113 11:59:37.823050 179491 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1113 11:59:37.833827 179491 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1113 11:59:37.833865 179491 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1113 11:59:37.893530 179491 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1113 11:59:37.893727 179491 kubeadm.go:322] [preflight] Running pre-flight checks
I1113 11:59:37.936518 179491 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1113 11:59:37.936578 179491 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1049-aws[0m
I1113 11:59:37.936611 179491 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1113 11:59:37.936652 179491 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1113 11:59:37.936697 179491 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1113 11:59:37.936740 179491 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1113 11:59:37.936784 179491 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1113 11:59:37.936829 179491 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1113 11:59:37.936881 179491 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1113 11:59:37.936922 179491 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1113 11:59:37.936968 179491 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1113 11:59:37.937011 179491 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1113 11:59:38.025375 179491 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1113 11:59:38.025472 179491 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1113 11:59:38.025558 179491 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1113 11:59:38.275597 179491 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1113 11:59:38.280065 179491 out.go:204] - Generating certificates and keys ...
I1113 11:59:38.280262 179491 kubeadm.go:322] [certs] Using existing ca certificate authority
I1113 11:59:38.280323 179491 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1113 11:59:38.602850 179491 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1113 11:59:38.837489 179491 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1113 11:59:39.653192 179491 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1113 11:59:39.904662 179491 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1113 11:59:40.613627 179491 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1113 11:59:40.614002 179491 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [localhost scheduled-stop-719344] and IPs [192.168.67.2 127.0.0.1 ::1]
I1113 11:59:40.936342 179491 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1113 11:59:40.936605 179491 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [localhost scheduled-stop-719344] and IPs [192.168.67.2 127.0.0.1 ::1]
I1113 11:59:41.872249 179491 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1113 11:59:42.220423 179491 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1113 11:59:42.870854 179491 kubeadm.go:322] [certs] Generating "sa" key and public key
I1113 11:59:42.871150 179491 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1113 11:59:43.221210 179491 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1113 11:59:43.728058 179491 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1113 11:59:44.119922 179491 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1113 11:59:44.620963 179491 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1113 11:59:44.622864 179491 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1113 11:59:44.627235 179491 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1113 11:59:44.629662 179491 out.go:204] - Booting up control plane ...
I1113 11:59:44.629794 179491 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1113 11:59:44.629875 179491 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1113 11:59:44.630684 179491 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1113 11:59:44.640863 179491 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1113 11:59:44.641919 179491 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1113 11:59:44.642171 179491 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1113 11:59:44.735593 179491 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1113 11:59:52.239847 179491 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.504364 seconds
I1113 11:59:52.239997 179491 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1113 11:59:52.264281 179491 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1113 11:59:52.796628 179491 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1113 11:59:52.796821 179491 kubeadm.go:322] [mark-control-plane] Marking the node scheduled-stop-719344 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1113 11:59:53.308576 179491 kubeadm.go:322] [bootstrap-token] Using token: n3d4u8.3rnpent3borcqj1a
I1113 11:59:53.311512 179491 out.go:204] - Configuring RBAC rules ...
I1113 11:59:53.311639 179491 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1113 11:59:53.317236 179491 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1113 11:59:53.325616 179491 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1113 11:59:53.329672 179491 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1113 11:59:53.335919 179491 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1113 11:59:53.340014 179491 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1113 11:59:53.355161 179491 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1113 11:59:53.649868 179491 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1113 11:59:53.784335 179491 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1113 11:59:53.784346 179491 kubeadm.go:322]
I1113 11:59:53.784404 179491 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1113 11:59:53.784408 179491 kubeadm.go:322]
I1113 11:59:53.784479 179491 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1113 11:59:53.784482 179491 kubeadm.go:322]
I1113 11:59:53.784505 179491 kubeadm.go:322] mkdir -p $HOME/.kube
I1113 11:59:53.784559 179491 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1113 11:59:53.784606 179491 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1113 11:59:53.784609 179491 kubeadm.go:322]
I1113 11:59:53.784659 179491 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1113 11:59:53.784662 179491 kubeadm.go:322]
I1113 11:59:53.784705 179491 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1113 11:59:53.784708 179491 kubeadm.go:322]
I1113 11:59:53.784756 179491 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1113 11:59:53.784825 179491 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1113 11:59:53.784887 179491 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1113 11:59:53.784891 179491 kubeadm.go:322]
I1113 11:59:53.784981 179491 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1113 11:59:53.785051 179491 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1113 11:59:53.785062 179491 kubeadm.go:322]
I1113 11:59:53.785146 179491 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token n3d4u8.3rnpent3borcqj1a \
I1113 11:59:53.785242 179491 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7 \
I1113 11:59:53.785260 179491 kubeadm.go:322] --control-plane
I1113 11:59:53.785266 179491 kubeadm.go:322]
I1113 11:59:53.785344 179491 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1113 11:59:53.785348 179491 kubeadm.go:322]
I1113 11:59:53.785423 179491 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token n3d4u8.3rnpent3borcqj1a \
I1113 11:59:53.785517 179491 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:c94fedcd49b4a3bf7d8a58631ecf63909347f66b93f31b70b96ed15a5ebdfff7
I1113 11:59:53.790643 179491 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1049-aws\n", err: exit status 1
I1113 11:59:53.790755 179491 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1113 11:59:53.790769 179491 cni.go:84] Creating CNI manager for ""
I1113 11:59:53.790775 179491 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:59:53.794005 179491 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1113 11:59:53.797503 179491 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1113 11:59:53.803527 179491 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.3/kubectl ...
I1113 11:59:53.803539 179491 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1113 11:59:53.839555 179491 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1113 11:59:54.713978 179491 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1113 11:59:54.714107 179491 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:59:54.714180 179491 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=38bf9295d07b53a964e04743c0d3a5a2b8d47342 minikube.k8s.io/name=scheduled-stop-719344 minikube.k8s.io/updated_at=2023_11_13T11_59_54_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1113 11:59:54.730022 179491 ops.go:34] apiserver oom_adj: -16
I1113 11:59:54.856988 179491 kubeadm.go:1081] duration metric: took 142.927633ms to wait for elevateKubeSystemPrivileges.
I1113 11:59:54.857006 179491 kubeadm.go:406] StartCluster complete in 17.101437047s
I1113 11:59:54.857029 179491 settings.go:142] acquiring lock: {Name:mk879b02fe6fc7cadc6dc7ae1ee388cee7e588cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:54.857098 179491 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:59:54.857837 179491 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17605-78988/kubeconfig: {Name:mk249265cec2468fbd1b9b3796318d02c58236ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1113 11:59:54.859669 179491 config.go:182] Loaded profile config "scheduled-stop-719344": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:59:54.859719 179491 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1113 11:59:54.859846 179491 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false]
I1113 11:59:54.859922 179491 addons.go:69] Setting storage-provisioner=true in profile "scheduled-stop-719344"
I1113 11:59:54.859940 179491 addons.go:231] Setting addon storage-provisioner=true in "scheduled-stop-719344"
I1113 11:59:54.859992 179491 host.go:66] Checking if "scheduled-stop-719344" exists ...
I1113 11:59:54.860160 179491 addons.go:69] Setting default-storageclass=true in profile "scheduled-stop-719344"
I1113 11:59:54.860178 179491 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "scheduled-stop-719344"
I1113 11:59:54.860649 179491 cli_runner.go:164] Run: docker container inspect scheduled-stop-719344 --format={{.State.Status}}
I1113 11:59:54.860984 179491 cli_runner.go:164] Run: docker container inspect scheduled-stop-719344 --format={{.State.Status}}
I1113 11:59:54.916441 179491 addons.go:231] Setting addon default-storageclass=true in "scheduled-stop-719344"
I1113 11:59:54.916470 179491 host.go:66] Checking if "scheduled-stop-719344" exists ...
I1113 11:59:54.916930 179491 cli_runner.go:164] Run: docker container inspect scheduled-stop-719344 --format={{.State.Status}}
I1113 11:59:54.949206 179491 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1113 11:59:54.943139 179491 kapi.go:248] "coredns" deployment in "kube-system" namespace and "scheduled-stop-719344" context rescaled to 1 replicas
I1113 11:59:54.951624 179491 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.67.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I1113 11:59:54.954226 179491 out.go:177] * Verifying Kubernetes components...
I1113 11:59:54.957074 179491 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:59:54.957121 179491 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1113 11:59:54.957130 179491 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1113 11:59:54.957183 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:54.967821 179491 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1113 11:59:54.967833 179491 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1113 11:59:54.967897 179491 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-719344
I1113 11:59:55.003562 179491 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39881 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/scheduled-stop-719344/id_rsa Username:docker}
I1113 11:59:55.023182 179491 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39881 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/scheduled-stop-719344/id_rsa Username:docker}
I1113 11:59:55.064623 179491 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.67.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1113 11:59:55.065483 179491 api_server.go:52] waiting for apiserver process to appear ...
I1113 11:59:55.065529 179491 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1113 11:59:55.222455 179491 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1113 11:59:55.258438 179491 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1113 11:59:55.661589 179491 api_server.go:72] duration metric: took 709.858876ms to wait for apiserver process to appear ...
I1113 11:59:55.661603 179491 api_server.go:88] waiting for apiserver healthz status ...
I1113 11:59:55.661618 179491 api_server.go:253] Checking apiserver healthz at https://192.168.67.2:8443/healthz ...
I1113 11:59:55.661907 179491 start.go:926] {"host.minikube.internal": 192.168.67.1} host record injected into CoreDNS's ConfigMap
I1113 11:59:55.675233 179491 api_server.go:279] https://192.168.67.2:8443/healthz returned 200:
ok
I1113 11:59:55.676925 179491 api_server.go:141] control plane version: v1.28.3
I1113 11:59:55.676940 179491 api_server.go:131] duration metric: took 15.332447ms to wait for apiserver health ...
I1113 11:59:55.676947 179491 system_pods.go:43] waiting for kube-system pods to appear ...
I1113 11:59:55.691747 179491 system_pods.go:59] 4 kube-system pods found
I1113 11:59:55.691770 179491 system_pods.go:61] "etcd-scheduled-stop-719344" [60af585c-3090-46ae-a57e-3f6bb9a4bd6d] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1113 11:59:55.691780 179491 system_pods.go:61] "kube-apiserver-scheduled-stop-719344" [802ef571-37bd-4531-8c9a-54a74da5c37a] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1113 11:59:55.691795 179491 system_pods.go:61] "kube-controller-manager-scheduled-stop-719344" [417e3251-c31d-47ba-8122-32a4e287cc1c] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1113 11:59:55.691803 179491 system_pods.go:61] "kube-scheduler-scheduled-stop-719344" [7ec1d542-db4e-4839-a11f-2cda9805fbe7] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1113 11:59:55.691809 179491 system_pods.go:74] duration metric: took 14.857079ms to wait for pod list to return data ...
I1113 11:59:55.691818 179491 kubeadm.go:581] duration metric: took 740.096943ms to wait for : map[apiserver:true system_pods:true] ...
I1113 11:59:55.691830 179491 node_conditions.go:102] verifying NodePressure condition ...
I1113 11:59:55.695722 179491 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1113 11:59:55.695742 179491 node_conditions.go:123] node cpu capacity is 2
I1113 11:59:55.695753 179491 node_conditions.go:105] duration metric: took 3.918602ms to run NodePressure ...
I1113 11:59:55.695763 179491 start.go:228] waiting for startup goroutines ...
I1113 11:59:55.872229 179491 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1113 11:59:55.874379 179491 addons.go:502] enable addons completed in 1.014525366s: enabled=[storage-provisioner default-storageclass]
I1113 11:59:55.874410 179491 start.go:233] waiting for cluster config update ...
I1113 11:59:55.874422 179491 start.go:242] writing updated cluster config ...
I1113 11:59:55.874715 179491 ssh_runner.go:195] Run: rm -f paused
I1113 11:59:55.933661 179491 start.go:600] kubectl: 1.28.3, cluster: 1.28.3 (minor skew: 0)
I1113 11:59:55.936365 179491 out.go:177] * Done! kubectl is now configured to use "scheduled-stop-719344" cluster and "default" namespace by default
*
* ==> CRI-O <==
* Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.126384563Z" level=info msg="Checking image status: registry.k8s.io/kube-scheduler:v1.28.3" id=33ccac11-5c01-4d8f-9388-b7d2071485c9 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.134754989Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:537e9a59ee2fdef3cc7f5ebd14f9c4c77047176fca2bc5599db196217efeb5d7,RepoTags:[registry.k8s.io/kube-apiserver:v1.28.3],RepoDigests:[registry.k8s.io/kube-apiserver@sha256:7055e7e0041a953d3fcec5950b88e8608ce09489f775dc0a8bd62a3300fd3ffa registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d],Size_:121054158,Uid:&Int64Value{Value:0,},Username:,Spec:nil,},Info:map[string]string{},}" id=0fd23262-7c24-4142-9236-54fb0ab8907b name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.134807813Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:42a4e73724daac2ee0c96eeeb79b9cf5f242fc3927ccfdc4df63b58140097314,RepoTags:[registry.k8s.io/kube-scheduler:v1.28.3],RepoDigests:[registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725 registry.k8s.io/kube-scheduler@sha256:c0c5cdf040306fccc833bfa847f74be0f6ea5c828ba6c2a443210f68aa9bdd7c],Size_:59188020,Uid:&Int64Value{Value:0,},Username:,Spec:nil,},Info:map[string]string{},}" id=33ccac11-5c01-4d8f-9388-b7d2071485c9 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.137098836Z" level=info msg="Checking image status: registry.k8s.io/kube-apiserver:v1.28.3" id=ae580881-a7a2-40fd-b7e1-13c5cc6e0385 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.137333009Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:537e9a59ee2fdef3cc7f5ebd14f9c4c77047176fca2bc5599db196217efeb5d7,RepoTags:[registry.k8s.io/kube-apiserver:v1.28.3],RepoDigests:[registry.k8s.io/kube-apiserver@sha256:7055e7e0041a953d3fcec5950b88e8608ce09489f775dc0a8bd62a3300fd3ffa registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d],Size_:121054158,Uid:&Int64Value{Value:0,},Username:,Spec:nil,},Info:map[string]string{},}" id=ae580881-a7a2-40fd-b7e1-13c5cc6e0385 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.137506866Z" level=info msg="Checking image status: registry.k8s.io/kube-scheduler:v1.28.3" id=de57ae4c-636f-486a-a4bd-5c5bef936183 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.137651447Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:42a4e73724daac2ee0c96eeeb79b9cf5f242fc3927ccfdc4df63b58140097314,RepoTags:[registry.k8s.io/kube-scheduler:v1.28.3],RepoDigests:[registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725 registry.k8s.io/kube-scheduler@sha256:c0c5cdf040306fccc833bfa847f74be0f6ea5c828ba6c2a443210f68aa9bdd7c],Size_:59188020,Uid:&Int64Value{Value:0,},Username:,Spec:nil,},Info:map[string]string{},}" id=de57ae4c-636f-486a-a4bd-5c5bef936183 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.139588972Z" level=info msg="Creating container: kube-system/kube-apiserver-scheduled-stop-719344/kube-apiserver" id=6c5a6db0-49af-4f21-9581-8d387ab81fc1 name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.139690493Z" level=warning msg="Allowed annotations are specified for workload []"
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.139757331Z" level=info msg="Creating container: kube-system/kube-scheduler-scheduled-stop-719344/kube-scheduler" id=21b20f41-a400-4ed5-bf1d-c750db95bfc3 name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.139806726Z" level=warning msg="Allowed annotations are specified for workload []"
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.297975712Z" level=info msg="Created container e65ba6ef125bb73ba57cf982d2851a3401cec840f60f8bba00bdf28df82a21f6: kube-system/kube-apiserver-scheduled-stop-719344/kube-apiserver" id=6c5a6db0-49af-4f21-9581-8d387ab81fc1 name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.298743163Z" level=info msg="Starting container: e65ba6ef125bb73ba57cf982d2851a3401cec840f60f8bba00bdf28df82a21f6" id=296b66df-d3ec-4301-88d1-fe224495ea7f name=/runtime.v1.RuntimeService/StartContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.321933606Z" level=info msg="Started container" PID=1262 containerID=e65ba6ef125bb73ba57cf982d2851a3401cec840f60f8bba00bdf28df82a21f6 description=kube-system/kube-apiserver-scheduled-stop-719344/kube-apiserver id=296b66df-d3ec-4301-88d1-fe224495ea7f name=/runtime.v1.RuntimeService/StartContainer sandboxID=906160b4d53333a6e938a158e8159dfbe3bb8e0357f15dc21aaea37ef4c3c37e
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.330141482Z" level=info msg="Created container d37ab991ab8cb6e3a9235d0e97b83bcec38a3629199895c613f83b272a69e4ee: kube-system/kube-scheduler-scheduled-stop-719344/kube-scheduler" id=21b20f41-a400-4ed5-bf1d-c750db95bfc3 name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.330679455Z" level=info msg="Starting container: d37ab991ab8cb6e3a9235d0e97b83bcec38a3629199895c613f83b272a69e4ee" id=1a176886-8f8f-4b1e-8d7d-09ca45f1bf62 name=/runtime.v1.RuntimeService/StartContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.334121778Z" level=info msg="Created container 1e2cccc52b1df5f5fa05c16b454629e13dc2cc37c8f0bf576253c46392cc362a: kube-system/etcd-scheduled-stop-719344/etcd" id=de7cb4ad-7b99-4039-89e7-c408cba5ce19 name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.334636235Z" level=info msg="Starting container: 1e2cccc52b1df5f5fa05c16b454629e13dc2cc37c8f0bf576253c46392cc362a" id=bb6cdf80-2407-41c2-adf7-ed5e6e7b4822 name=/runtime.v1.RuntimeService/StartContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.338215394Z" level=info msg="Created container 142d7f7ea15a184ddaf1dbf009cc87d7233836ed08ff2ddf6dd61bdd26246bc4: kube-system/kube-controller-manager-scheduled-stop-719344/kube-controller-manager" id=2a010819-de7b-47ae-bcaf-98a92a938a02 name=/runtime.v1.RuntimeService/CreateContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.338770179Z" level=info msg="Starting container: 142d7f7ea15a184ddaf1dbf009cc87d7233836ed08ff2ddf6dd61bdd26246bc4" id=aa1a1945-758e-42bb-9c4d-83cb8474874b name=/runtime.v1.RuntimeService/StartContainer
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.362489306Z" level=info msg="Started container" PID=1263 containerID=1e2cccc52b1df5f5fa05c16b454629e13dc2cc37c8f0bf576253c46392cc362a description=kube-system/etcd-scheduled-stop-719344/etcd id=bb6cdf80-2407-41c2-adf7-ed5e6e7b4822 name=/runtime.v1.RuntimeService/StartContainer sandboxID=ce3a4a5c1fc80ec117d0fb9e1158c33be1202e2f43f2a018ee51f9a76ffcc9f3
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.368618497Z" level=info msg="Started container" PID=1242 containerID=d37ab991ab8cb6e3a9235d0e97b83bcec38a3629199895c613f83b272a69e4ee description=kube-system/kube-scheduler-scheduled-stop-719344/kube-scheduler id=1a176886-8f8f-4b1e-8d7d-09ca45f1bf62 name=/runtime.v1.RuntimeService/StartContainer sandboxID=e871bdae3eecaef3e7421b864c188f11dc74216e74fc54fccaa96a99d10c1e07
Nov 13 11:59:46 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:46.368818545Z" level=info msg="Started container" PID=1265 containerID=142d7f7ea15a184ddaf1dbf009cc87d7233836ed08ff2ddf6dd61bdd26246bc4 description=kube-system/kube-controller-manager-scheduled-stop-719344/kube-controller-manager id=aa1a1945-758e-42bb-9c4d-83cb8474874b name=/runtime.v1.RuntimeService/StartContainer sandboxID=e6762072e9ab628eee2ccf9c20a82c6752be9fec05926f3b3ba5c52d53aa37f4
Nov 13 11:59:53 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:53.701419858Z" level=info msg="Checking image status: registry.k8s.io/pause:3.9" id=a279526b-3d31-41a0-9e3f-bb9fd0bc5154 name=/runtime.v1.ImageService/ImageStatus
Nov 13 11:59:53 scheduled-stop-719344 crio[902]: time="2023-11-13 11:59:53.701636151Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:829e9de338bd5fdd3f16f68f83a9fb288fbc8453e881e5d5cfd0f6f2ff72b43e,RepoTags:[registry.k8s.io/pause:3.9],RepoDigests:[registry.k8s.io/pause@sha256:3ec98b8452dc8ae265a6917dfb81587ac78849e520d5dbba6de524851d20eca6 registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097],Size_:520014,Uid:&Int64Value{Value:65535,},Username:,Spec:nil,},Info:map[string]string{},}" id=a279526b-3d31-41a0-9e3f-bb9fd0bc5154 name=/runtime.v1.ImageService/ImageStatus
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
e65ba6ef125bb 537e9a59ee2fdef3cc7f5ebd14f9c4c77047176fca2bc5599db196217efeb5d7 11 seconds ago Running kube-apiserver 0 906160b4d5333 kube-apiserver-scheduled-stop-719344
d37ab991ab8cb 42a4e73724daac2ee0c96eeeb79b9cf5f242fc3927ccfdc4df63b58140097314 11 seconds ago Running kube-scheduler 0 e871bdae3eeca kube-scheduler-scheduled-stop-719344
142d7f7ea15a1 8276439b4f237dda1f7820b0fcef600bb5662e441aa00e7b7c45843e60f04a16 11 seconds ago Running kube-controller-manager 0 e6762072e9ab6 kube-controller-manager-scheduled-stop-719344
1e2cccc52b1df 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 11 seconds ago Running etcd 0 ce3a4a5c1fc80 etcd-scheduled-stop-719344
*
* ==> describe nodes <==
* Name: scheduled-stop-719344
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=scheduled-stop-719344
kubernetes.io/os=linux
minikube.k8s.io/commit=38bf9295d07b53a964e04743c0d3a5a2b8d47342
minikube.k8s.io/name=scheduled-stop-719344
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_11_13T11_59_54_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 13 Nov 2023 11:59:50 +0000
Taints: node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: scheduled-stop-719344
AcquireTime: <unset>
RenewTime: Mon, 13 Nov 2023 11:59:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 13 Nov 2023 11:59:53 +0000 Mon, 13 Nov 2023 11:59:47 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 13 Nov 2023 11:59:53 +0000 Mon, 13 Nov 2023 11:59:47 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 13 Nov 2023 11:59:53 +0000 Mon, 13 Nov 2023 11:59:47 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Mon, 13 Nov 2023 11:59:53 +0000 Mon, 13 Nov 2023 11:59:47 +0000 KubeletNotReady [container runtime status check may not have completed yet, container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: No CNI configuration file in /etc/cni/net.d/. Has your network provider started?]
Addresses:
InternalIP: 192.168.67.2
Hostname: scheduled-stop-719344
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: c8e3463785ba437097acde2bd0bb44e3
System UUID: eae14cd4-58b0-4406-9234-227f46ae9428
Boot ID: cd9aaadd-c19b-48c0-b641-c7286d06270c
Kernel Version: 5.15.0-1049-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
Non-terminated Pods: (4 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-scheduled-stop-719344 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3s
kube-system kube-apiserver-scheduled-stop-719344 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3s
kube-system kube-controller-manager-scheduled-stop-719344 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3s
kube-system kube-scheduler-scheduled-stop-719344 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 650m (32%!)(MISSING) 0 (0%!)(MISSING)
memory 100Mi (1%!)(MISSING) 0 (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal NodeHasSufficientMemory 12s (x8 over 12s) kubelet Node scheduled-stop-719344 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12s (x8 over 12s) kubelet Node scheduled-stop-719344 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12s (x8 over 12s) kubelet Node scheduled-stop-719344 status is now: NodeHasSufficientPID
Normal Starting 4s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4s kubelet Node scheduled-stop-719344 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4s kubelet Node scheduled-stop-719344 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4s kubelet Node scheduled-stop-719344 status is now: NodeHasSufficientPID
*
* ==> dmesg <==
* [ +0.001313] FS-Cache: O-key=[8] '8af8c90000000000'
[ +0.000821] FS-Cache: N-cookie c=00000186 [p=0000017d fl=2 nc=0 na=1]
[ +0.001101] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=0000000089f7fa46
[ +0.001247] FS-Cache: N-key=[8] '8af8c90000000000'
[ +0.003824] FS-Cache: Duplicate cookie detected
[ +0.000865] FS-Cache: O-cookie c=00000180 [p=0000017d fl=226 nc=0 na=1]
[ +0.001163] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=0000000077c77484
[ +0.001233] FS-Cache: O-key=[8] '8af8c90000000000'
[ +0.000835] FS-Cache: N-cookie c=00000187 [p=0000017d fl=2 nc=0 na=1]
[ +0.001128] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=000000003d4e5666
[ +0.001207] FS-Cache: N-key=[8] '8af8c90000000000'
[ +3.199359] FS-Cache: Duplicate cookie detected
[ +0.000738] FS-Cache: O-cookie c=0000017e [p=0000017d fl=226 nc=0 na=1]
[ +0.001013] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=00000000cb3220a0
[ +0.001153] FS-Cache: O-key=[8] '89f8c90000000000'
[ +0.000759] FS-Cache: N-cookie c=00000189 [p=0000017d fl=2 nc=0 na=1]
[ +0.000995] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=0000000089f7fa46
[ +0.001103] FS-Cache: N-key=[8] '89f8c90000000000'
[ +0.510558] FS-Cache: Duplicate cookie detected
[ +0.000799] FS-Cache: O-cookie c=00000183 [p=0000017d fl=226 nc=0 na=1]
[ +0.001133] FS-Cache: O-cookie d=000000009c871d7b{9p.inode} n=00000000afd6ee50
[ +0.001294] FS-Cache: O-key=[8] '8ff8c90000000000'
[ +0.000860] FS-Cache: N-cookie c=0000018a [p=0000017d fl=2 nc=0 na=1]
[ +0.001160] FS-Cache: N-cookie d=000000009c871d7b{9p.inode} n=000000001d96f47e
[ +0.001268] FS-Cache: N-key=[8] '8ff8c90000000000'
*
* ==> etcd [1e2cccc52b1df5f5fa05c16b454629e13dc2cc37c8f0bf576253c46392cc362a] <==
* {"level":"info","ts":"2023-11-13T11:59:46.482082Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2023-11-13T11:59:46.48211Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2023-11-13T11:59:46.482118Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2023-11-13T11:59:46.482576Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.67.2:2380"}
{"level":"info","ts":"2023-11-13T11:59:46.482599Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.67.2:2380"}
{"level":"info","ts":"2023-11-13T11:59:46.483045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8688e899f7831fc7 switched to configuration voters=(9694253945895198663)"}
{"level":"info","ts":"2023-11-13T11:59:46.483207Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9d8fdeb88b6def78","local-member-id":"8688e899f7831fc7","added-peer-id":"8688e899f7831fc7","added-peer-peer-urls":["https://192.168.67.2:2380"]}
{"level":"info","ts":"2023-11-13T11:59:47.44544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8688e899f7831fc7 is starting a new election at term 1"}
{"level":"info","ts":"2023-11-13T11:59:47.445563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8688e899f7831fc7 became pre-candidate at term 1"}
{"level":"info","ts":"2023-11-13T11:59:47.445614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8688e899f7831fc7 received MsgPreVoteResp from 8688e899f7831fc7 at term 1"}
{"level":"info","ts":"2023-11-13T11:59:47.445652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8688e899f7831fc7 became candidate at term 2"}
{"level":"info","ts":"2023-11-13T11:59:47.445688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8688e899f7831fc7 received MsgVoteResp from 8688e899f7831fc7 at term 2"}
{"level":"info","ts":"2023-11-13T11:59:47.44573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8688e899f7831fc7 became leader at term 2"}
{"level":"info","ts":"2023-11-13T11:59:47.445767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 8688e899f7831fc7 elected leader 8688e899f7831fc7 at term 2"}
{"level":"info","ts":"2023-11-13T11:59:47.451509Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"8688e899f7831fc7","local-member-attributes":"{Name:scheduled-stop-719344 ClientURLs:[https://192.168.67.2:2379]}","request-path":"/0/members/8688e899f7831fc7/attributes","cluster-id":"9d8fdeb88b6def78","publish-timeout":"7s"}
{"level":"info","ts":"2023-11-13T11:59:47.451604Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-13T11:59:47.452871Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.67.2:2379"}
{"level":"info","ts":"2023-11-13T11:59:47.451662Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:59:47.453109Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-11-13T11:59:47.45315Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-11-13T11:59:47.45168Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-13T11:59:47.460068Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-11-13T11:59:47.455923Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9d8fdeb88b6def78","local-member-id":"8688e899f7831fc7","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:59:47.483446Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-13T11:59:47.491377Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
*
* ==> kernel <==
* 11:59:58 up 1 day, 18:42, 0 users, load average: 1.66, 1.48, 1.73
Linux scheduled-stop-719344 5.15.0-1049-aws #54~20.04.1-Ubuntu SMP Fri Oct 6 22:07:16 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kube-apiserver [e65ba6ef125bb73ba57cf982d2851a3401cec840f60f8bba00bdf28df82a21f6] <==
* I1113 11:59:50.262448 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1113 11:59:50.262455 1 cache.go:39] Caches are synced for autoregister controller
I1113 11:59:50.311395 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1113 11:59:50.312286 1 apf_controller.go:377] Running API Priority and Fairness config worker
I1113 11:59:50.312301 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I1113 11:59:50.312577 1 shared_informer.go:318] Caches are synced for configmaps
I1113 11:59:50.313074 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1113 11:59:50.313567 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1113 11:59:50.328165 1 controller.go:624] quota admission added evaluator for: namespaces
E1113 11:59:50.397430 1 controller.go:146] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
I1113 11:59:50.468288 1 shared_informer.go:318] Caches are synced for node_authorizer
I1113 11:59:50.605781 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1113 11:59:51.018220 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1113 11:59:51.026151 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1113 11:59:51.026254 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1113 11:59:51.661775 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1113 11:59:51.709450 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1113 11:59:51.780820 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1113 11:59:51.786909 1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.67.2]
I1113 11:59:51.787949 1 controller.go:624] quota admission added evaluator for: endpoints
I1113 11:59:51.792254 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1113 11:59:52.252930 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1113 11:59:53.598348 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1113 11:59:53.647076 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1113 11:59:53.691212 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
*
* ==> kube-controller-manager [142d7f7ea15a184ddaf1dbf009cc87d7233836ed08ff2ddf6dd61bdd26246bc4] <==
* I1113 11:59:47.684745 1 serving.go:348] Generated self-signed cert in-memory
I1113 11:59:48.543940 1 controllermanager.go:189] "Starting" version="v1.28.3"
I1113 11:59:48.544035 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1113 11:59:48.545381 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I1113 11:59:48.545579 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I1113 11:59:48.546496 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I1113 11:59:48.546578 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I1113 11:59:52.237460 1 shared_informer.go:311] Waiting for caches to sync for tokens
I1113 11:59:52.259563 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller"
I1113 11:59:52.259682 1 cleaner.go:83] "Starting CSR cleaner controller"
I1113 11:59:52.277159 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller"
I1113 11:59:52.277525 1 endpointslice_controller.go:264] "Starting endpoint slice controller"
I1113 11:59:52.277628 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice
I1113 11:59:52.288264 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller"
I1113 11:59:52.288312 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer
I1113 11:59:52.297879 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller"
I1113 11:59:52.298056 1 tokencleaner.go:112] "Starting token cleaner controller"
I1113 11:59:52.298075 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner
I1113 11:59:52.298084 1 shared_informer.go:318] Caches are synced for token_cleaner
I1113 11:59:52.338254 1 shared_informer.go:318] Caches are synced for tokens
*
* ==> kube-scheduler [d37ab991ab8cb6e3a9235d0e97b83bcec38a3629199895c613f83b272a69e4ee] <==
* W1113 11:59:51.421144 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1113 11:59:51.421160 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1113 11:59:51.421203 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1113 11:59:51.421217 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1113 11:59:51.421300 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1113 11:59:51.421314 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W1113 11:59:51.426442 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1113 11:59:51.426476 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1113 11:59:51.427157 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1113 11:59:51.427179 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1113 11:59:51.427239 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1113 11:59:51.427254 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1113 11:59:51.427304 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1113 11:59:51.427906 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1113 11:59:51.427749 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1113 11:59:51.427945 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1113 11:59:51.427812 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1113 11:59:51.427993 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1113 11:59:51.427866 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1113 11:59:51.428006 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1113 11:59:51.429675 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1113 11:59:51.429699 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1113 11:59:51.429744 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1113 11:59:51.429759 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
I1113 11:59:52.314892 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.067154 1388 topology_manager.go:215] "Topology Admit Handler" podUID="d7ca96508ad305491800552dc4301aca" podNamespace="kube-system" podName="kube-apiserver-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.067206 1388 topology_manager.go:215] "Topology Admit Handler" podUID="1d5db30c1a4d6c6aaa8db4ba9a5a145b" podNamespace="kube-system" podName="kube-controller-manager-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.067247 1388 topology_manager.go:215] "Topology Admit Handler" podUID="7f5f6e7b6021007995c083539f2a22ad" podNamespace="kube-system" podName="kube-scheduler-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115204 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-certs\" (UniqueName: \"kubernetes.io/host-path/b43283aee4d1cbbb4b14be6d61b93e82-etcd-certs\") pod \"etcd-scheduled-stop-719344\" (UID: \"b43283aee4d1cbbb4b14be6d61b93e82\") " pod="kube-system/etcd-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115270 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-certs\" (UniqueName: \"kubernetes.io/host-path/d7ca96508ad305491800552dc4301aca-ca-certs\") pod \"kube-apiserver-scheduled-stop-719344\" (UID: \"d7ca96508ad305491800552dc4301aca\") " pod="kube-system/kube-apiserver-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115299 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-certs\" (UniqueName: \"kubernetes.io/host-path/1d5db30c1a4d6c6aaa8db4ba9a5a145b-ca-certs\") pod \"kube-controller-manager-scheduled-stop-719344\" (UID: \"1d5db30c1a4d6c6aaa8db4ba9a5a145b\") " pod="kube-system/kube-controller-manager-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115357 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/d7ca96508ad305491800552dc4301aca-etc-ca-certificates\") pod \"kube-apiserver-scheduled-stop-719344\" (UID: \"d7ca96508ad305491800552dc4301aca\") " pod="kube-system/kube-apiserver-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115386 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/1d5db30c1a4d6c6aaa8db4ba9a5a145b-etc-ca-certificates\") pod \"kube-controller-manager-scheduled-stop-719344\" (UID: \"1d5db30c1a4d6c6aaa8db4ba9a5a145b\") " pod="kube-system/kube-controller-manager-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115413 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-local-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/1d5db30c1a4d6c6aaa8db4ba9a5a145b-usr-local-share-ca-certificates\") pod \"kube-controller-manager-scheduled-stop-719344\" (UID: \"1d5db30c1a4d6c6aaa8db4ba9a5a145b\") " pod="kube-system/kube-controller-manager-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115450 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubeconfig\" (UniqueName: \"kubernetes.io/host-path/7f5f6e7b6021007995c083539f2a22ad-kubeconfig\") pod \"kube-scheduler-scheduled-stop-719344\" (UID: \"7f5f6e7b6021007995c083539f2a22ad\") " pod="kube-system/kube-scheduler-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115472 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"k8s-certs\" (UniqueName: \"kubernetes.io/host-path/d7ca96508ad305491800552dc4301aca-k8s-certs\") pod \"kube-apiserver-scheduled-stop-719344\" (UID: \"d7ca96508ad305491800552dc4301aca\") " pod="kube-system/kube-apiserver-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115500 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/d7ca96508ad305491800552dc4301aca-usr-share-ca-certificates\") pod \"kube-apiserver-scheduled-stop-719344\" (UID: \"d7ca96508ad305491800552dc4301aca\") " pod="kube-system/kube-apiserver-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115530 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/1d5db30c1a4d6c6aaa8db4ba9a5a145b-usr-share-ca-certificates\") pod \"kube-controller-manager-scheduled-stop-719344\" (UID: \"1d5db30c1a4d6c6aaa8db4ba9a5a145b\") " pod="kube-system/kube-controller-manager-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115554 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-data\" (UniqueName: \"kubernetes.io/host-path/b43283aee4d1cbbb4b14be6d61b93e82-etcd-data\") pod \"etcd-scheduled-stop-719344\" (UID: \"b43283aee4d1cbbb4b14be6d61b93e82\") " pod="kube-system/etcd-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115579 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-local-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/d7ca96508ad305491800552dc4301aca-usr-local-share-ca-certificates\") pod \"kube-apiserver-scheduled-stop-719344\" (UID: \"d7ca96508ad305491800552dc4301aca\") " pod="kube-system/kube-apiserver-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115604 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"flexvolume-dir\" (UniqueName: \"kubernetes.io/host-path/1d5db30c1a4d6c6aaa8db4ba9a5a145b-flexvolume-dir\") pod \"kube-controller-manager-scheduled-stop-719344\" (UID: \"1d5db30c1a4d6c6aaa8db4ba9a5a145b\") " pod="kube-system/kube-controller-manager-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115641 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"k8s-certs\" (UniqueName: \"kubernetes.io/host-path/1d5db30c1a4d6c6aaa8db4ba9a5a145b-k8s-certs\") pod \"kube-controller-manager-scheduled-stop-719344\" (UID: \"1d5db30c1a4d6c6aaa8db4ba9a5a145b\") " pod="kube-system/kube-controller-manager-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.115678 1388 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubeconfig\" (UniqueName: \"kubernetes.io/host-path/1d5db30c1a4d6c6aaa8db4ba9a5a145b-kubeconfig\") pod \"kube-controller-manager-scheduled-stop-719344\" (UID: \"1d5db30c1a4d6c6aaa8db4ba9a5a145b\") " pod="kube-system/kube-controller-manager-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.673983 1388 apiserver.go:52] "Watching apiserver"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.713241 1388 desired_state_of_world_populator.go:159] "Finished populating initial desired state of world"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: E1113 11:59:54.884907 1388 kubelet.go:1890] "Failed creating a mirror pod for" err="pods \"kube-apiserver-scheduled-stop-719344\" already exists" pod="kube-system/kube-apiserver-scheduled-stop-719344"
Nov 13 11:59:54 scheduled-stop-719344 kubelet[1388]: I1113 11:59:54.975620 1388 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-scheduler-scheduled-stop-719344" podStartSLOduration=0.97554897 podCreationTimestamp="2023-11-13 11:59:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-11-13 11:59:54.939542759 +0000 UTC m=+1.370235700" watchObservedRunningTime="2023-11-13 11:59:54.97554897 +0000 UTC m=+1.406241895"
Nov 13 11:59:55 scheduled-stop-719344 kubelet[1388]: I1113 11:59:55.051275 1388 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/etcd-scheduled-stop-719344" podStartSLOduration=1.051229183 podCreationTimestamp="2023-11-13 11:59:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-11-13 11:59:54.976402296 +0000 UTC m=+1.407095220" watchObservedRunningTime="2023-11-13 11:59:55.051229183 +0000 UTC m=+1.481922108"
Nov 13 11:59:55 scheduled-stop-719344 kubelet[1388]: I1113 11:59:55.084334 1388 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-apiserver-scheduled-stop-719344" podStartSLOduration=1.084288894 podCreationTimestamp="2023-11-13 11:59:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-11-13 11:59:55.054433847 +0000 UTC m=+1.485126772" watchObservedRunningTime="2023-11-13 11:59:55.084288894 +0000 UTC m=+1.514981827"
Nov 13 11:59:55 scheduled-stop-719344 kubelet[1388]: I1113 11:59:55.128130 1388 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-controller-manager-scheduled-stop-719344" podStartSLOduration=1.12805583 podCreationTimestamp="2023-11-13 11:59:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-11-13 11:59:55.085307289 +0000 UTC m=+1.516000213" watchObservedRunningTime="2023-11-13 11:59:55.12805583 +0000 UTC m=+1.558748763"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p scheduled-stop-719344 -n scheduled-stop-719344
helpers_test.go:261: (dbg) Run: kubectl --context scheduled-stop-719344 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: storage-provisioner
helpers_test.go:274: ======> post-mortem[TestScheduledStopUnix]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context scheduled-stop-719344 describe pod storage-provisioner
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context scheduled-stop-719344 describe pod storage-provisioner: exit status 1 (89.195413ms)
** stderr **
Error from server (NotFound): pods "storage-provisioner" not found
** /stderr **
helpers_test.go:279: kubectl --context scheduled-stop-719344 describe pod storage-provisioner: exit status 1
helpers_test.go:175: Cleaning up "scheduled-stop-719344" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-719344
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-719344: (2.534658259s)
--- FAIL: TestScheduledStopUnix (35.54s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:133: (dbg) Run: /tmp/minikube-v1.17.0.3639233683.exe start -p running-upgrade-652097 --memory=2200 --vm-driver=docker --container-runtime=crio
E1113 12:03:59.099500 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 12:04:36.524785 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
version_upgrade_test.go:133: (dbg) Done: /tmp/minikube-v1.17.0.3639233683.exe start -p running-upgrade-652097 --memory=2200 --vm-driver=docker --container-runtime=crio: (57.701032021s)
version_upgrade_test.go:143: (dbg) Run: out/minikube-linux-arm64 start -p running-upgrade-652097 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:143: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p running-upgrade-652097 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90 (3.139126904s)
-- stdout --
* [running-upgrade-652097] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17605
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
* Using the docker driver based on existing profile
* Starting control plane node running-upgrade-652097 in cluster running-upgrade-652097
* Pulling base image ...
* Updating the running docker "running-upgrade-652097" container ...
-- /stdout --
** stderr **
I1113 12:04:47.112892 206969 out.go:296] Setting OutFile to fd 1 ...
I1113 12:04:47.113199 206969 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 12:04:47.113228 206969 out.go:309] Setting ErrFile to fd 2...
I1113 12:04:47.113248 206969 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 12:04:47.113532 206969 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 12:04:47.113924 206969 out.go:303] Setting JSON to false
I1113 12:04:47.115956 206969 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":154035,"bootTime":1699723052,"procs":284,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 12:04:47.116071 206969 start.go:138] virtualization:
I1113 12:04:47.118898 206969 out.go:177] * [running-upgrade-652097] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 12:04:47.121565 206969 out.go:177] - MINIKUBE_LOCATION=17605
I1113 12:04:47.123827 206969 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 12:04:47.121694 206969 preload.go:306] deleting older generation preload /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v8-v1.20.2-cri-o-overlay-arm64.tar.lz4
I1113 12:04:47.121730 206969 notify.go:220] Checking for updates...
I1113 12:04:47.126816 206969 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 12:04:47.128960 206969 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 12:04:47.130755 206969 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 12:04:47.132951 206969 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 12:04:47.135763 206969 config.go:182] Loaded profile config "running-upgrade-652097": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.20.2
I1113 12:04:47.139031 206969 out.go:177] * Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
I1113 12:04:47.141166 206969 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 12:04:47.187184 206969 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 12:04:47.187282 206969 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 12:04:47.276316 206969 preload.go:306] deleting older generation preload /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v8-v1.20.2-cri-o-overlay-arm64.tar.lz4.checksum
I1113 12:04:47.291757 206969 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:43 OomKillDisable:true NGoroutines:54 SystemTime:2023-11-13 12:04:47.280530949 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 12:04:47.291883 206969 docker.go:295] overlay module found
I1113 12:04:47.295400 206969 out.go:177] * Using the docker driver based on existing profile
I1113 12:04:47.297091 206969 start.go:298] selected driver: docker
I1113 12:04:47.297112 206969 start.go:902] validating driver "docker" against &{Name:running-upgrade-652097 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.2 ClusterName:running-upgrade-652097 Namespace:default APIServerName:minikubeCA APIServer
Names:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.70.66 Port:8443 KubernetesVersion:v1.20.2 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath:
StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1113 12:04:47.297258 206969 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 12:04:47.297922 206969 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 12:04:47.370958 206969 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:43 OomKillDisable:true NGoroutines:54 SystemTime:2023-11-13 12:04:47.361186528 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 12:04:47.371361 206969 cni.go:84] Creating CNI manager for ""
I1113 12:04:47.371380 206969 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 12:04:47.371394 206969 start_flags.go:323] config:
{Name:running-upgrade-652097 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.2 ClusterName:running-upgrade-652097 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket
: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.70.66 Port:8443 KubernetesVersion:v1.20.2 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1113 12:04:47.373759 206969 out.go:177] * Starting control plane node running-upgrade-652097 in cluster running-upgrade-652097
I1113 12:04:47.375600 206969 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 12:04:47.377734 206969 out.go:177] * Pulling base image ...
I1113 12:04:47.379735 206969 preload.go:132] Checking if preload exists for k8s version v1.20.2 and runtime crio
I1113 12:04:47.379798 206969 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e in local docker daemon
I1113 12:04:47.400102 206969 image.go:83] Found gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e in local docker daemon, skipping pull
I1113 12:04:47.400130 206969 cache.go:144] gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e exists in daemon, skipping load
W1113 12:04:47.448940 206969 preload.go:115] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.2/preloaded-images-k8s-v18-v1.20.2-cri-o-overlay-arm64.tar.lz4 status code: 404
I1113 12:04:47.449083 206969 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/running-upgrade-652097/config.json ...
I1113 12:04:47.449345 206969 cache.go:194] Successfully downloaded all kic artifacts
I1113 12:04:47.449374 206969 start.go:365] acquiring machines lock for running-upgrade-652097: {Name:mk1144875da27bb65a3c6770e2d56e574761f7c7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:04:47.449430 206969 start.go:369] acquired machines lock for "running-upgrade-652097" in 33.091µs
I1113 12:04:47.449449 206969 start.go:96] Skipping create...Using existing machine configuration
I1113 12:04:47.449464 206969 fix.go:54] fixHost starting:
I1113 12:04:47.449730 206969 cli_runner.go:164] Run: docker container inspect running-upgrade-652097 --format={{.State.Status}}
I1113 12:04:47.449996 206969 cache.go:107] acquiring lock: {Name:mk5cd60f95f753883445e8a1ce242ceddf824085 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:04:47.450089 206969 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1113 12:04:47.450104 206969 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5" took 111.006µs
I1113 12:04:47.450121 206969 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1113 12:04:47.450133 206969 cache.go:107] acquiring lock: {Name:mk3853470655b008a5c959029e7047dd2efff4d7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:04:47.450168 206969 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2 exists
I1113 12:04:47.450176 206969 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2" took 44.413µs
I1113 12:04:47.450182 206969 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2 succeeded
I1113 12:04:47.450192 206969 cache.go:107] acquiring lock: {Name:mke4543619fcde720bd09ca8a0d91343a9acecb1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:04:47.450222 206969 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2 exists
I1113 12:04:47.450232 206969 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2" took 40.672µs
I1113 12:04:47.450243 206969 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2 succeeded
I1113 12:04:47.450264 206969 cache.go:107] acquiring lock: {Name:mk6a1f9c4a189cb4f5434e43ebc8e63e257df322 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:04:47.450298 206969 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2 exists
I1113 12:04:47.450307 206969 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2" took 43.594µs
I1113 12:04:47.450314 206969 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2 succeeded
I1113 12:04:47.450328 206969 cache.go:107] acquiring lock: {Name:mk6d7a1fc97f99ace770a0ca3a1aa4a7a44970ee Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:04:47.450354 206969 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2 exists
I1113 12:04:47.450363 206969 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2" took 36.652µs
I1113 12:04:47.450370 206969 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2 succeeded
I1113 12:04:47.450378 206969 cache.go:107] acquiring lock: {Name:mk81514b7f53988ac1d0ada3be436d544b79a2b0 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:04:47.450409 206969 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2 exists
I1113 12:04:47.450418 206969 cache.go:96] cache image "registry.k8s.io/pause:3.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2" took 40.656µs
I1113 12:04:47.450424 206969 cache.go:80] save to tar file registry.k8s.io/pause:3.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2 succeeded
I1113 12:04:47.450432 206969 cache.go:107] acquiring lock: {Name:mk699c507166cb6c621470457ae82ef50a66788d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:04:47.450462 206969 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.13-0 exists
I1113 12:04:47.450470 206969 cache.go:96] cache image "registry.k8s.io/etcd:3.4.13-0" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.13-0" took 39.31µs
I1113 12:04:47.450476 206969 cache.go:80] save to tar file registry.k8s.io/etcd:3.4.13-0 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.13-0 succeeded
I1113 12:04:47.450484 206969 cache.go:107] acquiring lock: {Name:mk508324e0dfd982578a6a1bf338fafc45c5ff63 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:04:47.450512 206969 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0 exists
I1113 12:04:47.450516 206969 cache.go:96] cache image "registry.k8s.io/coredns:1.7.0" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0" took 32.623µs
I1113 12:04:47.450522 206969 cache.go:80] save to tar file registry.k8s.io/coredns:1.7.0 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0 succeeded
I1113 12:04:47.450527 206969 cache.go:87] Successfully saved all images to host disk.
I1113 12:04:47.468622 206969 fix.go:102] recreateIfNeeded on running-upgrade-652097: state=Running err=<nil>
W1113 12:04:47.468650 206969 fix.go:128] unexpected machine state, will restart: <nil>
I1113 12:04:47.471689 206969 out.go:177] * Updating the running docker "running-upgrade-652097" container ...
I1113 12:04:47.473652 206969 machine.go:88] provisioning docker machine ...
I1113 12:04:47.473679 206969 ubuntu.go:169] provisioning hostname "running-upgrade-652097"
I1113 12:04:47.473763 206969 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-652097
I1113 12:04:47.493419 206969 main.go:141] libmachine: Using SSH client type: native
I1113 12:04:47.493852 206969 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39932 <nil> <nil>}
I1113 12:04:47.493865 206969 main.go:141] libmachine: About to run SSH command:
sudo hostname running-upgrade-652097 && echo "running-upgrade-652097" | sudo tee /etc/hostname
I1113 12:04:47.648033 206969 main.go:141] libmachine: SSH cmd err, output: <nil>: running-upgrade-652097
I1113 12:04:47.648161 206969 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-652097
I1113 12:04:47.667605 206969 main.go:141] libmachine: Using SSH client type: native
I1113 12:04:47.668014 206969 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39932 <nil> <nil>}
I1113 12:04:47.668041 206969 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\srunning-upgrade-652097' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 running-upgrade-652097/g' /etc/hosts;
else
echo '127.0.1.1 running-upgrade-652097' | sudo tee -a /etc/hosts;
fi
fi
I1113 12:04:47.808836 206969 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1113 12:04:47.808863 206969 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17605-78988/.minikube CaCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17605-78988/.minikube}
I1113 12:04:47.808884 206969 ubuntu.go:177] setting up certificates
I1113 12:04:47.808893 206969 provision.go:83] configureAuth start
I1113 12:04:47.808966 206969 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-652097
I1113 12:04:47.827634 206969 provision.go:138] copyHostCerts
I1113 12:04:47.827703 206969 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem, removing ...
I1113 12:04:47.827717 206969 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 12:04:47.827797 206969 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem (1123 bytes)
I1113 12:04:47.827894 206969 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem, removing ...
I1113 12:04:47.827905 206969 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 12:04:47.827932 206969 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem (1679 bytes)
I1113 12:04:47.827987 206969 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem, removing ...
I1113 12:04:47.827996 206969 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 12:04:47.828019 206969 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem (1078 bytes)
I1113 12:04:47.828066 206969 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem org=jenkins.running-upgrade-652097 san=[192.168.70.66 127.0.0.1 localhost 127.0.0.1 minikube running-upgrade-652097]
I1113 12:04:48.259770 206969 provision.go:172] copyRemoteCerts
I1113 12:04:48.259848 206969 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1113 12:04:48.259891 206969 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-652097
I1113 12:04:48.285494 206969 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39932 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/running-upgrade-652097/id_rsa Username:docker}
I1113 12:04:48.384385 206969 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1113 12:04:48.409145 206969 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1113 12:04:48.433136 206969 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1113 12:04:48.458659 206969 provision.go:86] duration metric: configureAuth took 649.752417ms
I1113 12:04:48.458684 206969 ubuntu.go:193] setting minikube options for container-runtime
I1113 12:04:48.458876 206969 config.go:182] Loaded profile config "running-upgrade-652097": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.20.2
I1113 12:04:48.458983 206969 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-652097
I1113 12:04:48.478356 206969 main.go:141] libmachine: Using SSH client type: native
I1113 12:04:48.478789 206969 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39932 <nil> <nil>}
I1113 12:04:48.478811 206969 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1113 12:04:49.064004 206969 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1113 12:04:49.064030 206969 machine.go:91] provisioned docker machine in 1.590361447s
I1113 12:04:49.064045 206969 start.go:300] post-start starting for "running-upgrade-652097" (driver="docker")
I1113 12:04:49.064056 206969 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1113 12:04:49.064124 206969 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1113 12:04:49.064172 206969 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-652097
I1113 12:04:49.090828 206969 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39932 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/running-upgrade-652097/id_rsa Username:docker}
I1113 12:04:49.195119 206969 ssh_runner.go:195] Run: cat /etc/os-release
I1113 12:04:49.204304 206969 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1113 12:04:49.204333 206969 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1113 12:04:49.204345 206969 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1113 12:04:49.204352 206969 info.go:137] Remote host: Ubuntu 20.04.1 LTS
I1113 12:04:49.204362 206969 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/addons for local assets ...
I1113 12:04:49.204425 206969 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/files for local assets ...
I1113 12:04:49.204520 206969 filesync.go:149] local asset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> 844002.pem in /etc/ssl/certs
I1113 12:04:49.204630 206969 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1113 12:04:49.218640 206969 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /etc/ssl/certs/844002.pem (1708 bytes)
I1113 12:04:49.258493 206969 start.go:303] post-start completed in 194.432166ms
I1113 12:04:49.258589 206969 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 12:04:49.258633 206969 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-652097
I1113 12:04:49.288521 206969 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39932 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/running-upgrade-652097/id_rsa Username:docker}
I1113 12:04:49.402034 206969 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1113 12:04:49.410879 206969 fix.go:56] fixHost completed within 1.961401471s
I1113 12:04:49.410906 206969 start.go:83] releasing machines lock for "running-upgrade-652097", held for 1.961464182s
I1113 12:04:49.410993 206969 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-652097
I1113 12:04:49.438302 206969 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1113 12:04:49.438357 206969 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-652097
I1113 12:04:49.438442 206969 ssh_runner.go:195] Run: cat /version.json
I1113 12:04:49.438530 206969 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-652097
I1113 12:04:49.466920 206969 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39932 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/running-upgrade-652097/id_rsa Username:docker}
I1113 12:04:49.497540 206969 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39932 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/running-upgrade-652097/id_rsa Username:docker}
W1113 12:04:49.594883 206969 start.go:419] Unable to open version.json: cat /version.json: Process exited with status 1
stdout:
stderr:
cat: /version.json: No such file or directory
I1113 12:04:49.595049 206969 ssh_runner.go:195] Run: systemctl --version
I1113 12:04:49.712149 206969 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1113 12:04:49.956882 206969 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1113 12:04:49.964043 206969 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 12:04:49.996995 206969 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1113 12:04:49.997133 206969 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 12:04:50.041921 206969 cni.go:262] disabled [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1113 12:04:50.041989 206969 start.go:472] detecting cgroup driver to use...
I1113 12:04:50.042038 206969 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1113 12:04:50.042136 206969 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
W1113 12:04:50.108824 206969 cruntime.go:290] disable failed: sudo systemctl stop -f containerd: Process exited with status 1
stdout:
stderr:
Job for containerd.service canceled.
I1113 12:04:50.108982 206969 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
W1113 12:04:50.128252 206969 crio.go:202] disableOthers: containerd is still active
I1113 12:04:50.128422 206969 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1113 12:04:50.149890 206969 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1113 12:04:50.150035 206969 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 12:04:50.171121 206969 out.go:177]
W1113 12:04:50.173185 206969 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
W1113 12:04:50.173398 206969 out.go:239] *
*
W1113 12:04:50.174443 206969 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1113 12:04:50.176984 206969 out.go:177]
** /stderr **
version_upgrade_test.go:145: upgrade from v1.17.0 to HEAD failed: out/minikube-linux-arm64 start -p running-upgrade-652097 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90
panic.go:523: *** TestRunningBinaryUpgrade FAILED at 2023-11-13 12:04:50.212787998 +0000 UTC m=+2331.251200301
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestRunningBinaryUpgrade]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect running-upgrade-652097
helpers_test.go:235: (dbg) docker inspect running-upgrade-652097:
-- stdout --
[
{
"Id": "bda3c6a1798fd2fb40e92718c841404f297571776cb581e80e0905f6dd6c02a9",
"Created": "2023-11-13T12:04:01.642194374Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 203618,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-13T12:04:02.088413309Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:9b79b8263a5873a7b57b8bb7698df1f71e90108b3174dea92dc6c576c0a9dbf9",
"ResolvConfPath": "/var/lib/docker/containers/bda3c6a1798fd2fb40e92718c841404f297571776cb581e80e0905f6dd6c02a9/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/bda3c6a1798fd2fb40e92718c841404f297571776cb581e80e0905f6dd6c02a9/hostname",
"HostsPath": "/var/lib/docker/containers/bda3c6a1798fd2fb40e92718c841404f297571776cb581e80e0905f6dd6c02a9/hosts",
"LogPath": "/var/lib/docker/containers/bda3c6a1798fd2fb40e92718c841404f297571776cb581e80e0905f6dd6c02a9/bda3c6a1798fd2fb40e92718c841404f297571776cb581e80e0905f6dd6c02a9-json.log",
"Name": "/running-upgrade-652097",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"running-upgrade-652097:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "running-upgrade-652097",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 2306867200,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/a45bdb2ebd0b40a26ae82dc7490ea376bed1091001bf1b50b26eda396acb15f1-init/diff:/var/lib/docker/overlay2/71865bc88df05d4a1fd9f77e6ded674cec26e13682aa57bc1d29d3ceb7c1cff3/diff:/var/lib/docker/overlay2/717463d61f7053145eafa88a4a0518e3dbb1c08380f4b12ca44da4bcd1857f5e/diff:/var/lib/docker/overlay2/dcf3ac1a5a48a081417e4059be4bf9fd5d9d2badbb7f3d1df97f5e7e5b1c2e67/diff:/var/lib/docker/overlay2/6509fbabb32440cb98980e0e3c9d19647368a1401dadb63b4c679e2c44c57cc7/diff:/var/lib/docker/overlay2/9d45da1ae83dc3d2a15e9dea5604112d2d487a9851b9e1c6294536b0c03ef680/diff:/var/lib/docker/overlay2/e026fa77f71d68a6a9912d0af1783ff5569efbc0e9ed95f139f098d4400e8804/diff:/var/lib/docker/overlay2/10ced9e898819a27a65b4c6b6f14cad33a6205b6de2ae000a1fc8c381a9bb50b/diff:/var/lib/docker/overlay2/a0c30485acef0461c1a5aa99f1546a8fdbf7803b49aa34ef7ec7fb0336620f71/diff:/var/lib/docker/overlay2/b11ac7bea36eb749befcf6f73be50f9be5fa876157a08cd9418a2f845f45471c/diff:/var/lib/docker/overlay2/c82096
fe9ae922dbabc88931d97208622b65339037bd8e100a21d8be3e1f2725/diff:/var/lib/docker/overlay2/d05f7e07a184b0449f69a9f78e1cd5ae239b8ce55a1323f027fcfdf0e4f78339/diff:/var/lib/docker/overlay2/b8dec72c7b8bcef171890cc244cd2e0b8a923c96ee42556fb8636f760ce7a640/diff:/var/lib/docker/overlay2/494def4ac8bf968b7170df0ba94fc9f5adbd6d0df8caa7060914cb716b609593/diff:/var/lib/docker/overlay2/12bea3d3826128f17934bc4f13bde9daa98ecf2b5dc2eed9727922c50774a069/diff:/var/lib/docker/overlay2/971041bd1f43b70dbf24c2cd7235ed845d5d2a5ae68628588253ccd624afd8ae/diff:/var/lib/docker/overlay2/7ef702538910c32f3478dcbf6f34be50d0bd39de15e2823e626abea5b7b593c2/diff:/var/lib/docker/overlay2/f19aaa44890fe42458c18cc9cdb948ca086143b82fe68e2f4bec063cd979a1ea/diff:/var/lib/docker/overlay2/5bdd366775299478ade331117c73dbb659f2f6ed77d7c0fa205cd31c97100b3f/diff:/var/lib/docker/overlay2/1dd2b62f2812f2e0e2f5eab4a362725aebebcc0755ca9288569203551a215db4/diff:/var/lib/docker/overlay2/9e339dc5913a621081b7de676e437b1520700a6c155ef4bd30bb933b49f51645/diff:/var/lib/d
ocker/overlay2/83b6ba6e835e9cf05ad522a6cb924fe42446c1113a030deda632f8df7b018b5e/diff:/var/lib/docker/overlay2/8dd25a4753524bb113cd09ee5fdd2551e5efcee52a1d17ff96143256ccfff15b/diff:/var/lib/docker/overlay2/e23dd9117733f31847ded31c27fb795d0d6e81eba24b09887b387525ac102e4c/diff:/var/lib/docker/overlay2/434bf7b1e66732458a77328285d6c2b299fbafdd2b2a7cce8cf61bb116473b4d/diff:/var/lib/docker/overlay2/b46ba597ffa3873895e2b4d785c3a5f67659701b97423bda1b9c9bb17626a446/diff:/var/lib/docker/overlay2/578f6b21c3bf3c825c31ce0b2059d5c66e5a5edb072de585a2769897bb596909/diff:/var/lib/docker/overlay2/dab2bc999fbcb23a6cddc7f02dd5bb0167faf661c9aa272a16be2c4245bf74ba/diff:/var/lib/docker/overlay2/265d098d69db0a3c63f90ddd46b54ae05a39378bde7d5803689d3c0ceaf55b23/diff:/var/lib/docker/overlay2/5141b857ee16987b4aa59f6c2f4a7fa875f57ff6b3f10b2f86b647596777e297/diff:/var/lib/docker/overlay2/f8f3431558b6af10bfab1e7cfe6ddbdfe9a74e9ed952ffb1299edff434cd4b6c/diff:/var/lib/docker/overlay2/40c178d8f320b2be4f2402f059a91d6b934ae2710dd7d9cb50af011fa8a
b2139/diff:/var/lib/docker/overlay2/e72f42c5e0d61396db8a0154f7a9145926dc34df25628c5019884baa43fe14ee/diff:/var/lib/docker/overlay2/605d7cff5d0f46e780ecb79e8938bc7e71f305e5a725a5d3b3d6c246e61e6365/diff:/var/lib/docker/overlay2/9f7610f825753c16798df9e9f4aade47fba5c206620a70b552420e934530e4b5/diff",
"MergedDir": "/var/lib/docker/overlay2/a45bdb2ebd0b40a26ae82dc7490ea376bed1091001bf1b50b26eda396acb15f1/merged",
"UpperDir": "/var/lib/docker/overlay2/a45bdb2ebd0b40a26ae82dc7490ea376bed1091001bf1b50b26eda396acb15f1/diff",
"WorkDir": "/var/lib/docker/overlay2/a45bdb2ebd0b40a26ae82dc7490ea376bed1091001bf1b50b26eda396acb15f1/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "running-upgrade-652097",
"Source": "/var/lib/docker/volumes/running-upgrade-652097/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "running-upgrade-652097",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "running-upgrade-652097",
"name.minikube.sigs.k8s.io": "running-upgrade-652097",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "af8580c3653fafa66654b18b970b293a1b32ba9cf4b35b6373d9463c7b1ac35b",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39932"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39931"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39930"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39929"
}
]
},
"SandboxKey": "/var/run/docker/netns/af8580c3653f",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"running-upgrade-652097": {
"IPAMConfig": {
"IPv4Address": "192.168.70.66"
},
"Links": null,
"Aliases": [
"bda3c6a1798f",
"running-upgrade-652097"
],
"NetworkID": "75616fdd483d3fe07f8cb368bcde8595f446e4724ae57022971041afb81be15a",
"EndpointID": "7f5602d71c603257e3c774949a9d432c7c18891f781367b41f15e2170188de5a",
"Gateway": "192.168.70.1",
"IPAddress": "192.168.70.66",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:46:42",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p running-upgrade-652097 -n running-upgrade-652097
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p running-upgrade-652097 -n running-upgrade-652097: exit status 4 (520.450695ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1113 12:04:50.677422 207584 status.go:415] kubeconfig endpoint: extract IP: "running-upgrade-652097" does not appear in /home/jenkins/minikube-integration/17605-78988/kubeconfig
** /stderr **
helpers_test.go:239: status error: exit status 4 (may be ok)
helpers_test.go:241: "running-upgrade-652097" host is not running, skipping log retrieval (state="Running\nWARNING: Your kubectl is pointing to stale minikube-vm.\nTo fix the kubectl context, run `minikube update-context`")
helpers_test.go:175: Cleaning up "running-upgrade-652097" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p running-upgrade-652097
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p running-upgrade-652097: (2.812972396s)
--- FAIL: TestRunningBinaryUpgrade (65.18s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:322: (dbg) Run: /tmp/minikube-v1.17.0.4206817881.exe start -p missing-upgrade-598213 --memory=2200 --driver=docker --container-runtime=crio
E1113 12:00:59.569974 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
version_upgrade_test.go:322: (dbg) Done: /tmp/minikube-v1.17.0.4206817881.exe start -p missing-upgrade-598213 --memory=2200 --driver=docker --container-runtime=crio: (1m39.578112221s)
version_upgrade_test.go:331: (dbg) Run: docker stop missing-upgrade-598213
version_upgrade_test.go:331: (dbg) Done: docker stop missing-upgrade-598213: (1.75203764s)
version_upgrade_test.go:336: (dbg) Run: docker rm missing-upgrade-598213
version_upgrade_test.go:342: (dbg) Run: out/minikube-linux-arm64 start -p missing-upgrade-598213 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:342: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p missing-upgrade-598213 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90 (32.452291316s)
-- stdout --
* [missing-upgrade-598213] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17605
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
* Using the docker driver based on existing profile
* Starting control plane node missing-upgrade-598213 in cluster missing-upgrade-598213
* Pulling base image ...
* docker "missing-upgrade-598213" container is missing, will recreate.
* Creating docker container (CPUs=2, Memory=2200MB) ...
-- /stdout --
** stderr **
I1113 12:01:54.983309 194233 out.go:296] Setting OutFile to fd 1 ...
I1113 12:01:54.983550 194233 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 12:01:54.983563 194233 out.go:309] Setting ErrFile to fd 2...
I1113 12:01:54.983581 194233 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 12:01:54.983905 194233 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 12:01:54.984832 194233 out.go:303] Setting JSON to false
I1113 12:01:54.985913 194233 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":153863,"bootTime":1699723052,"procs":287,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 12:01:54.986014 194233 start.go:138] virtualization:
I1113 12:01:54.990128 194233 out.go:177] * [missing-upgrade-598213] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 12:01:54.992056 194233 out.go:177] - MINIKUBE_LOCATION=17605
I1113 12:01:54.994246 194233 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 12:01:54.992165 194233 notify.go:220] Checking for updates...
I1113 12:01:54.998735 194233 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 12:01:55.001106 194233 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 12:01:55.010652 194233 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 12:01:55.015103 194233 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 12:01:55.025248 194233 config.go:182] Loaded profile config "missing-upgrade-598213": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.20.2
I1113 12:01:55.028372 194233 out.go:177] * Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
I1113 12:01:55.031870 194233 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 12:01:55.074782 194233 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 12:01:55.074910 194233 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 12:01:55.173349 194233 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:35 OomKillDisable:true NGoroutines:45 SystemTime:2023-11-13 12:01:55.162166502 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 12:01:55.173493 194233 docker.go:295] overlay module found
I1113 12:01:55.176154 194233 out.go:177] * Using the docker driver based on existing profile
I1113 12:01:55.178579 194233 start.go:298] selected driver: docker
I1113 12:01:55.178602 194233 start.go:902] validating driver "docker" against &{Name:missing-upgrade-598213 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.2 ClusterName:missing-upgrade-598213 Namespace:default APIServerName:minikubeCA APIServer
Names:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.59.198 Port:8443 KubernetesVersion:v1.20.2 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath
: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1113 12:01:55.178731 194233 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 12:01:55.179494 194233 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 12:01:55.273409 194233 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:36 OomKillDisable:true NGoroutines:46 SystemTime:2023-11-13 12:01:55.26337508 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 12:01:55.273755 194233 cni.go:84] Creating CNI manager for ""
I1113 12:01:55.273770 194233 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 12:01:55.273781 194233 start_flags.go:323] config:
{Name:missing-upgrade-598213 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.2 ClusterName:missing-upgrade-598213 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket
: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.59.198 Port:8443 KubernetesVersion:v1.20.2 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1113 12:01:55.276579 194233 out.go:177] * Starting control plane node missing-upgrade-598213 in cluster missing-upgrade-598213
I1113 12:01:55.278887 194233 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 12:01:55.281442 194233 out.go:177] * Pulling base image ...
I1113 12:01:55.283811 194233 preload.go:132] Checking if preload exists for k8s version v1.20.2 and runtime crio
I1113 12:01:55.284014 194233 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e in local docker daemon
I1113 12:01:55.308875 194233 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e to local cache
I1113 12:01:55.309077 194233 image.go:63] Checking for gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e in local cache directory
I1113 12:01:55.309748 194233 image.go:118] Writing gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e to local cache
W1113 12:01:55.358488 194233 preload.go:115] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.2/preloaded-images-k8s-v18-v1.20.2-cri-o-overlay-arm64.tar.lz4 status code: 404
I1113 12:01:55.358627 194233 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/missing-upgrade-598213/config.json ...
I1113 12:01:55.358790 194233 cache.go:107] acquiring lock: {Name:mk5cd60f95f753883445e8a1ce242ceddf824085 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:01:55.358880 194233 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1113 12:01:55.358891 194233 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5" took 108.102µs
I1113 12:01:55.358899 194233 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1113 12:01:55.358910 194233 cache.go:107] acquiring lock: {Name:mk81514b7f53988ac1d0ada3be436d544b79a2b0 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:01:55.358904 194233 cache.go:107] acquiring lock: {Name:mk6d7a1fc97f99ace770a0ca3a1aa4a7a44970ee Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:01:55.359001 194233 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I1113 12:01:55.359024 194233 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.20.2
I1113 12:01:55.359148 194233 cache.go:107] acquiring lock: {Name:mk699c507166cb6c621470457ae82ef50a66788d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:01:55.359228 194233 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.13-0
I1113 12:01:55.359307 194233 cache.go:107] acquiring lock: {Name:mk508324e0dfd982578a6a1bf338fafc45c5ff63 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:01:55.359409 194233 cache.go:107] acquiring lock: {Name:mk3853470655b008a5c959029e7047dd2efff4d7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:01:55.359482 194233 image.go:134] retrieving image: registry.k8s.io/coredns:1.7.0
I1113 12:01:55.359507 194233 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.20.2
I1113 12:01:55.359675 194233 cache.go:107] acquiring lock: {Name:mk6a1f9c4a189cb4f5434e43ebc8e63e257df322 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:01:55.359748 194233 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.20.2
I1113 12:01:55.359830 194233 cache.go:107] acquiring lock: {Name:mke4543619fcde720bd09ca8a0d91343a9acecb1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:01:55.359889 194233 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.20.2
I1113 12:01:55.360528 194233 image.go:177] daemon lookup for registry.k8s.io/coredns:1.7.0: Error response from daemon: No such image: registry.k8s.io/coredns:1.7.0
I1113 12:01:55.361296 194233 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.20.2: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.20.2
I1113 12:01:55.361492 194233 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.13-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.13-0
I1113 12:01:55.361638 194233 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I1113 12:01:55.361766 194233 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.20.2: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.20.2
I1113 12:01:55.361879 194233 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.20.2: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.20.2
I1113 12:01:55.362010 194233 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.20.2: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.20.2
W1113 12:01:55.723983 194233 image.go:265] image registry.k8s.io/kube-proxy:v1.20.2 arch mismatch: want arm64 got amd64. fixing
I1113 12:01:55.724116 194233 cache.go:162] opening: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2
I1113 12:01:55.733358 194233 cache.go:162] opening: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2
I1113 12:01:55.734029 194233 cache.go:162] opening: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2
I1113 12:01:55.749211 194233 cache.go:162] opening: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2
I1113 12:01:55.765699 194233 cache.go:162] opening: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2
W1113 12:01:55.775283 194233 image.go:265] image registry.k8s.io/etcd:3.4.13-0 arch mismatch: want arm64 got amd64. fixing
I1113 12:01:55.775444 194233 cache.go:162] opening: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.13-0
W1113 12:01:55.782276 194233 image.go:265] image registry.k8s.io/coredns:1.7.0 arch mismatch: want arm64 got amd64. fixing
I1113 12:01:55.782385 194233 cache.go:162] opening: /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0
I1113 12:01:55.894023 194233 cache.go:157] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2 exists
I1113 12:01:55.894053 194233 cache.go:96] cache image "registry.k8s.io/pause:3.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2" took 535.142341ms
I1113 12:01:55.894066 194233 cache.go:80] save to tar file registry.k8s.io/pause:3.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2 succeeded
> gcr.io/k8s-minikube/kicbase...: 17.69 KiB / 287.99 MiB [>] 0.01% ? p/s ?I1113 12:01:56.144807 194233 cache.go:157] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0 exists
I1113 12:01:56.147368 194233 cache.go:96] cache image "registry.k8s.io/coredns:1.7.0" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0" took 788.05279ms
I1113 12:01:56.147434 194233 cache.go:80] save to tar file registry.k8s.io/coredns:1.7.0 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0 succeeded
> gcr.io/k8s-minikube/kicbase...: 3.91 MiB / 287.99 MiB [>_] 1.36% ? p/s ?I1113 12:01:56.340234 194233 cache.go:157] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2 exists
I1113 12:01:56.340262 194233 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2" took 980.589772ms
I1113 12:01:56.340277 194233 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2 succeeded
> gcr.io/k8s-minikube/kicbase...: 22.03 MiB / 287.99 MiB [>] 7.65% ? p/s ?I1113 12:01:56.468528 194233 cache.go:157] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2 exists
I1113 12:01:56.468558 194233 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2" took 1.109153252s
I1113 12:01:56.468572 194233 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2 succeeded
> gcr.io/k8s-minikube/kicbase...: 25.93 MiB / 287.99 MiB 9.00% 43.21 MiB I1113 12:01:56.641629 194233 cache.go:157] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2 exists
I1113 12:01:56.641658 194233 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2" took 1.281828006s
I1113 12:01:56.641680 194233 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2 succeeded
> gcr.io/k8s-minikube/kicbase...: 25.93 MiB / 287.99 MiB 9.00% 43.21 MiB I1113 12:01:56.932576 194233 cache.go:157] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2 exists
I1113 12:01:56.932623 194233 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2" took 1.573722087s
I1113 12:01:56.932637 194233 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2 succeeded
> gcr.io/k8s-minikube/kicbase...: 26.88 MiB / 287.99 MiB 9.33% 43.21 MiB > gcr.io/k8s-minikube/kicbase...: 43.87 MiB / 287.99 MiB 15.23% 42.23 MiB > gcr.io/k8s-minikube/kicbase...: 51.37 MiB / 287.99 MiB 17.84% 42.23 MiB > gcr.io/k8s-minikube/kicbase...: 67.79 MiB / 287.99 MiB 23.54% 42.23 MiB > gcr.io/k8s-minikube/kicbase...: 75.54 MiB / 287.99 MiB 26.23% 43.16 MiB > gcr.io/k8s-minikube/kicbase...: 93.03 MiB / 287.99 MiB 32.30% 43.16 MiB > gcr.io/k8s-minikube/kicbase...: 113.17 MiB / 287.99 MiB 39.30% 43.16 Mi > gcr.io/k8s-minikube/kicbase...: 135.33 MiB / 287.99 MiB 46.99% 46.82 Mi > gcr.io/k8s-minikube/kicbase...: 157.84 MiB / 287.99 MiB 54.81% 46.82 Mi > gcr.io/k8s-minikube/kicbase...: 171.72 MiB / 287.99 MiB 59.63% 46.82 Mi > gcr.io/k8s-minikube/kicbase...: 178.54 MiB / 287.99 MiB 61.99% 48.44 MiI1113 12:01:59.065175 194233 cache.go:157] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.1
3-0 exists
I1113 12:01:59.065225 194233 cache.go:96] cache image "registry.k8s.io/etcd:3.4.13-0" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.13-0" took 3.706076412s
I1113 12:01:59.065273 194233 cache.go:80] save to tar file registry.k8s.io/etcd:3.4.13-0 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.13-0 succeeded
I1113 12:01:59.065303 194233 cache.go:87] Successfully saved all images to host disk.
> gcr.io/k8s-minikube/kicbase...: 196.49 MiB / 287.99 MiB 68.23% 48.44 Mi > gcr.io/k8s-minikube/kicbase...: 209.68 MiB / 287.99 MiB 72.81% 48.44 Mi > gcr.io/k8s-minikube/kicbase...: 214.37 MiB / 287.99 MiB 74.44% 49.17 Mi > gcr.io/k8s-minikube/kicbase...: 231.28 MiB / 287.99 MiB 80.31% 49.17 Mi > gcr.io/k8s-minikube/kicbase...: 238.06 MiB / 287.99 MiB 82.66% 49.17 Mi > gcr.io/k8s-minikube/kicbase...: 243.61 MiB / 287.99 MiB 84.59% 49.13 Mi > gcr.io/k8s-minikube/kicbase...: 257.28 MiB / 287.99 MiB 89.34% 49.13 Mi > gcr.io/k8s-minikube/kicbase...: 265.05 MiB / 287.99 MiB 92.03% 49.13 Mi > gcr.io/k8s-minikube/kicbase...: 271.83 MiB / 287.99 MiB 94.39% 49.01 Mi > gcr.io/k8s-minikube/kicbase...: 287.96 MiB / 287.99 MiB 99.99% 49.01 Mi > gcr.io/k8s-minikube/kicbase...: 287.96 MiB / 287.99 MiB 99.99% 49.01 Mi > gcr.io/k8s-minikube/kicbase...: 287.97 MiB / 287.99 MiB 99.99% 47.58 Mi > gcr.io/k8s-minikube/kicbase...: 287.97 MiB / 287.99 MiB 99.
99% 47.58 Mi > gcr.io/k8s-minikube/kicbase...: 287.97 MiB / 287.99 MiB 99.99% 47.58 Mi > gcr.io/k8s-minikube/kicbase...: 287.98 MiB / 287.99 MiB 100.00% 44.51 M > gcr.io/k8s-minikube/kicbase...: 287.98 MiB / 287.99 MiB 100.00% 44.51 M > gcr.io/k8s-minikube/kicbase...: 287.98 MiB / 287.99 MiB 100.00% 44.51 M > gcr.io/k8s-minikube/kicbase...: 287.99 MiB / 287.99 MiB 100.00% 41.64 M > gcr.io/k8s-minikube/kicbase...: 287.99 MiB / 287.99 MiB 100.00% 43.59 MI1113 12:02:02.551155 194233 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e as a tarball
I1113 12:02:02.551165 194233 cache.go:162] Loading gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e from local cache
I1113 12:02:02.942958 194233 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e from cached tarball
I1113 12:02:02.942995 194233 cache.go:194] Successfully downloaded all kic artifacts
I1113 12:02:02.943035 194233 start.go:365] acquiring machines lock for missing-upgrade-598213: {Name:mk94eb8370131a2934bf9336fc6ab409d63d3cfc Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:02:02.943101 194233 start.go:369] acquired machines lock for "missing-upgrade-598213" in 47.055µs
I1113 12:02:02.943121 194233 start.go:96] Skipping create...Using existing machine configuration
I1113 12:02:02.943138 194233 fix.go:54] fixHost starting:
I1113 12:02:02.943432 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:02.965035 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:02.965100 194233 fix.go:102] recreateIfNeeded on missing-upgrade-598213: state= err=unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:02.965118 194233 fix.go:107] machineExists: false. err=machine does not exist
I1113 12:02:02.979475 194233 out.go:177] * docker "missing-upgrade-598213" container is missing, will recreate.
I1113 12:02:02.995141 194233 delete.go:124] DEMOLISHING missing-upgrade-598213 ...
I1113 12:02:02.995274 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:03.016056 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
W1113 12:02:03.016115 194233 stop.go:75] unable to get state: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:03.016140 194233 delete.go:128] stophost failed (probably ok): ssh power off: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:03.016599 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:03.041869 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:03.041966 194233 delete.go:82] Unable to get host status for missing-upgrade-598213, assuming it has already been deleted: state: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:03.042053 194233 cli_runner.go:164] Run: docker container inspect -f {{.Id}} missing-upgrade-598213
W1113 12:02:03.062728 194233 cli_runner.go:211] docker container inspect -f {{.Id}} missing-upgrade-598213 returned with exit code 1
I1113 12:02:03.062767 194233 kic.go:371] could not find the container missing-upgrade-598213 to remove it. will try anyways
I1113 12:02:03.062867 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:03.081998 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
W1113 12:02:03.082054 194233 oci.go:84] error getting container status, will try to delete anyways: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:03.082122 194233 cli_runner.go:164] Run: docker exec --privileged -t missing-upgrade-598213 /bin/bash -c "sudo init 0"
W1113 12:02:03.101475 194233 cli_runner.go:211] docker exec --privileged -t missing-upgrade-598213 /bin/bash -c "sudo init 0" returned with exit code 1
I1113 12:02:03.101507 194233 oci.go:650] error shutdown missing-upgrade-598213: docker exec --privileged -t missing-upgrade-598213 /bin/bash -c "sudo init 0": exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:04.101844 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:04.127342 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:04.127400 194233 oci.go:662] temporary error verifying shutdown: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:04.127409 194233 oci.go:664] temporary error: container missing-upgrade-598213 status is but expect it to be exited
I1113 12:02:04.127438 194233 retry.go:31] will retry after 473.877324ms: couldn't verify container is exited. %v: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:04.602105 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:04.628160 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:04.628226 194233 oci.go:662] temporary error verifying shutdown: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:04.628240 194233 oci.go:664] temporary error: container missing-upgrade-598213 status is but expect it to be exited
I1113 12:02:04.628267 194233 retry.go:31] will retry after 377.692608ms: couldn't verify container is exited. %v: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:05.006919 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:05.064966 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:05.065034 194233 oci.go:662] temporary error verifying shutdown: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:05.065050 194233 oci.go:664] temporary error: container missing-upgrade-598213 status is but expect it to be exited
I1113 12:02:05.065120 194233 retry.go:31] will retry after 1.199797529s: couldn't verify container is exited. %v: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:06.265112 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:06.289279 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:06.289341 194233 oci.go:662] temporary error verifying shutdown: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:06.289361 194233 oci.go:664] temporary error: container missing-upgrade-598213 status is but expect it to be exited
I1113 12:02:06.289387 194233 retry.go:31] will retry after 1.607480697s: couldn't verify container is exited. %v: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:07.897505 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:07.921986 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:07.922043 194233 oci.go:662] temporary error verifying shutdown: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:07.922052 194233 oci.go:664] temporary error: container missing-upgrade-598213 status is but expect it to be exited
I1113 12:02:07.922078 194233 retry.go:31] will retry after 2.135593344s: couldn't verify container is exited. %v: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:10.058317 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:10.089850 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:10.089917 194233 oci.go:662] temporary error verifying shutdown: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:10.089926 194233 oci.go:664] temporary error: container missing-upgrade-598213 status is but expect it to be exited
I1113 12:02:10.089954 194233 retry.go:31] will retry after 2.541009881s: couldn't verify container is exited. %v: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:12.631436 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:12.668157 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:12.668224 194233 oci.go:662] temporary error verifying shutdown: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:12.668234 194233 oci.go:664] temporary error: container missing-upgrade-598213 status is but expect it to be exited
I1113 12:02:12.668259 194233 retry.go:31] will retry after 5.497855263s: couldn't verify container is exited. %v: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:18.168738 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:18.203488 194233 cli_runner.go:211] docker container inspect missing-upgrade-598213 --format={{.State.Status}} returned with exit code 1
I1113 12:02:18.203546 194233 oci.go:662] temporary error verifying shutdown: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:18.203556 194233 oci.go:664] temporary error: container missing-upgrade-598213 status is but expect it to be exited
I1113 12:02:18.203587 194233 oci.go:88] couldn't shut down missing-upgrade-598213 (might be okay): verify shutdown: couldn't verify container is exited. %v: unknown state "missing-upgrade-598213": docker container inspect missing-upgrade-598213 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-598213
I1113 12:02:18.203642 194233 cli_runner.go:164] Run: docker rm -f -v missing-upgrade-598213
I1113 12:02:18.249288 194233 cli_runner.go:164] Run: docker container inspect -f {{.Id}} missing-upgrade-598213
W1113 12:02:18.269396 194233 cli_runner.go:211] docker container inspect -f {{.Id}} missing-upgrade-598213 returned with exit code 1
I1113 12:02:18.269485 194233 cli_runner.go:164] Run: docker network inspect missing-upgrade-598213 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 12:02:18.297441 194233 cli_runner.go:164] Run: docker network rm missing-upgrade-598213
I1113 12:02:18.416332 194233 fix.go:114] Sleeping 1 second for extra luck!
I1113 12:02:19.416462 194233 start.go:125] createHost starting for "" (driver="docker")
I1113 12:02:19.418753 194233 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I1113 12:02:19.418906 194233 start.go:159] libmachine.API.Create for "missing-upgrade-598213" (driver="docker")
I1113 12:02:19.418931 194233 client.go:168] LocalClient.Create starting
I1113 12:02:19.419009 194233 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem
I1113 12:02:19.419044 194233 main.go:141] libmachine: Decoding PEM data...
I1113 12:02:19.419059 194233 main.go:141] libmachine: Parsing certificate...
I1113 12:02:19.419118 194233 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem
I1113 12:02:19.419136 194233 main.go:141] libmachine: Decoding PEM data...
I1113 12:02:19.419147 194233 main.go:141] libmachine: Parsing certificate...
I1113 12:02:19.419424 194233 cli_runner.go:164] Run: docker network inspect missing-upgrade-598213 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1113 12:02:19.446637 194233 cli_runner.go:211] docker network inspect missing-upgrade-598213 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1113 12:02:19.446722 194233 network_create.go:281] running [docker network inspect missing-upgrade-598213] to gather additional debugging logs...
I1113 12:02:19.446744 194233 cli_runner.go:164] Run: docker network inspect missing-upgrade-598213
W1113 12:02:19.480282 194233 cli_runner.go:211] docker network inspect missing-upgrade-598213 returned with exit code 1
I1113 12:02:19.480315 194233 network_create.go:284] error running [docker network inspect missing-upgrade-598213]: docker network inspect missing-upgrade-598213: exit status 1
stdout:
[]
stderr:
Error response from daemon: network missing-upgrade-598213 not found
I1113 12:02:19.480328 194233 network_create.go:286] output of [docker network inspect missing-upgrade-598213]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network missing-upgrade-598213 not found
** /stderr **
I1113 12:02:19.480437 194233 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1113 12:02:19.509505 194233 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-dbe98c51c365 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:6e:17:f1:4b} reservation:<nil>}
I1113 12:02:19.509865 194233 network.go:214] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-4214c621070f IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:02:42:d4:dc:3a:cb} reservation:<nil>}
I1113 12:02:19.510198 194233 network.go:214] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-ea0db9be1836 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:02:42:19:c9:67:94} reservation:<nil>}
I1113 12:02:19.510606 194233 network.go:209] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4000702f50}
I1113 12:02:19.510640 194233 network_create.go:124] attempt to create docker network missing-upgrade-598213 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1113 12:02:19.510700 194233 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=missing-upgrade-598213 missing-upgrade-598213
I1113 12:02:19.674463 194233 network_create.go:108] docker network missing-upgrade-598213 192.168.76.0/24 created
I1113 12:02:19.674504 194233 kic.go:121] calculated static IP "192.168.76.2" for the "missing-upgrade-598213" container
I1113 12:02:19.674577 194233 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1113 12:02:19.698716 194233 cli_runner.go:164] Run: docker volume create missing-upgrade-598213 --label name.minikube.sigs.k8s.io=missing-upgrade-598213 --label created_by.minikube.sigs.k8s.io=true
I1113 12:02:19.728183 194233 oci.go:103] Successfully created a docker volume missing-upgrade-598213
I1113 12:02:19.728266 194233 cli_runner.go:164] Run: docker run --rm --name missing-upgrade-598213-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-598213 --entrypoint /usr/bin/test -v missing-upgrade-598213:/var gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e -d /var/lib
I1113 12:02:20.679121 194233 oci.go:107] Successfully prepared a docker volume missing-upgrade-598213
I1113 12:02:20.679153 194233 preload.go:132] Checking if preload exists for k8s version v1.20.2 and runtime crio
W1113 12:02:20.679291 194233 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1113 12:02:20.679532 194233 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1113 12:02:20.826485 194233 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname missing-upgrade-598213 --name missing-upgrade-598213 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-598213 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=missing-upgrade-598213 --network missing-upgrade-598213 --ip 192.168.76.2 --volume missing-upgrade-598213:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e
I1113 12:02:21.307495 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Running}}
I1113 12:02:21.348230 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
I1113 12:02:21.378559 194233 cli_runner.go:164] Run: docker exec missing-upgrade-598213 stat /var/lib/dpkg/alternatives/iptables
I1113 12:02:21.500699 194233 oci.go:144] the created container "missing-upgrade-598213" has a running status.
I1113 12:02:21.500727 194233 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa...
I1113 12:02:22.101759 194233 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1113 12:02:22.135473 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
I1113 12:02:22.159273 194233 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1113 12:02:22.159292 194233 kic_runner.go:114] Args: [docker exec --privileged missing-upgrade-598213 chown docker:docker /home/docker/.ssh/authorized_keys]
I1113 12:02:22.286952 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
I1113 12:02:22.329990 194233 machine.go:88] provisioning docker machine ...
I1113 12:02:22.330021 194233 ubuntu.go:169] provisioning hostname "missing-upgrade-598213"
I1113 12:02:22.330089 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:22.363488 194233 main.go:141] libmachine: Using SSH client type: native
I1113 12:02:22.363933 194233 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39915 <nil> <nil>}
I1113 12:02:22.363946 194233 main.go:141] libmachine: About to run SSH command:
sudo hostname missing-upgrade-598213 && echo "missing-upgrade-598213" | sudo tee /etc/hostname
I1113 12:02:22.593943 194233 main.go:141] libmachine: SSH cmd err, output: <nil>: missing-upgrade-598213
I1113 12:02:22.594129 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:22.621193 194233 main.go:141] libmachine: Using SSH client type: native
I1113 12:02:22.621604 194233 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39915 <nil> <nil>}
I1113 12:02:22.621628 194233 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smissing-upgrade-598213' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 missing-upgrade-598213/g' /etc/hosts;
else
echo '127.0.1.1 missing-upgrade-598213' | sudo tee -a /etc/hosts;
fi
fi
I1113 12:02:22.837206 194233 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1113 12:02:22.837238 194233 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17605-78988/.minikube CaCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17605-78988/.minikube}
I1113 12:02:22.837256 194233 ubuntu.go:177] setting up certificates
I1113 12:02:22.837272 194233 provision.go:83] configureAuth start
I1113 12:02:22.837335 194233 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-598213
I1113 12:02:22.867731 194233 provision.go:138] copyHostCerts
I1113 12:02:22.867794 194233 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem, removing ...
I1113 12:02:22.867809 194233 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 12:02:22.867891 194233 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem (1123 bytes)
I1113 12:02:22.867983 194233 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem, removing ...
I1113 12:02:22.867993 194233 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 12:02:22.868020 194233 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem (1679 bytes)
I1113 12:02:22.868097 194233 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem, removing ...
I1113 12:02:22.868108 194233 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 12:02:22.868135 194233 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem (1078 bytes)
I1113 12:02:22.868184 194233 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem org=jenkins.missing-upgrade-598213 san=[192.168.76.2 127.0.0.1 localhost 127.0.0.1 minikube missing-upgrade-598213]
I1113 12:02:23.431107 194233 provision.go:172] copyRemoteCerts
I1113 12:02:23.431191 194233 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1113 12:02:23.431238 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:23.455530 194233 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39915 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa Username:docker}
I1113 12:02:23.581237 194233 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1113 12:02:23.607805 194233 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1113 12:02:23.633233 194233 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1113 12:02:23.658771 194233 provision.go:86] duration metric: configureAuth took 821.470583ms
I1113 12:02:23.658802 194233 ubuntu.go:193] setting minikube options for container-runtime
I1113 12:02:23.659036 194233 config.go:182] Loaded profile config "missing-upgrade-598213": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.20.2
I1113 12:02:23.659162 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:23.691629 194233 main.go:141] libmachine: Using SSH client type: native
I1113 12:02:23.692086 194233 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39915 <nil> <nil>}
I1113 12:02:23.692110 194233 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1113 12:02:24.211075 194233 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1113 12:02:24.211167 194233 machine.go:91] provisioned docker machine in 1.881155939s
I1113 12:02:24.211192 194233 client.go:171] LocalClient.Create took 4.792254009s
I1113 12:02:24.211238 194233 start.go:167] duration metric: libmachine.API.Create for "missing-upgrade-598213" took 4.792319183s
I1113 12:02:24.211279 194233 start.go:300] post-start starting for "missing-upgrade-598213" (driver="docker")
I1113 12:02:24.211351 194233 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1113 12:02:24.211478 194233 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1113 12:02:24.211554 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:24.244814 194233 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39915 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa Username:docker}
I1113 12:02:24.352885 194233 ssh_runner.go:195] Run: cat /etc/os-release
I1113 12:02:24.357857 194233 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1113 12:02:24.357880 194233 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1113 12:02:24.357890 194233 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1113 12:02:24.357898 194233 info.go:137] Remote host: Ubuntu 20.04.1 LTS
I1113 12:02:24.357908 194233 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/addons for local assets ...
I1113 12:02:24.357964 194233 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/files for local assets ...
I1113 12:02:24.358053 194233 filesync.go:149] local asset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> 844002.pem in /etc/ssl/certs
I1113 12:02:24.358164 194233 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1113 12:02:24.368127 194233 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /etc/ssl/certs/844002.pem (1708 bytes)
I1113 12:02:24.396063 194233 start.go:303] post-start completed in 184.755647ms
I1113 12:02:24.396540 194233 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-598213
I1113 12:02:24.414799 194233 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/missing-upgrade-598213/config.json ...
I1113 12:02:24.415090 194233 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 12:02:24.415141 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:24.433737 194233 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39915 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa Username:docker}
I1113 12:02:24.531188 194233 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1113 12:02:24.537744 194233 start.go:128] duration metric: createHost completed in 5.121250126s
I1113 12:02:24.537837 194233 cli_runner.go:164] Run: docker container inspect missing-upgrade-598213 --format={{.State.Status}}
W1113 12:02:24.560972 194233 fix.go:128] unexpected machine state, will restart: <nil>
I1113 12:02:24.561001 194233 machine.go:88] provisioning docker machine ...
I1113 12:02:24.561018 194233 ubuntu.go:169] provisioning hostname "missing-upgrade-598213"
I1113 12:02:24.561093 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:24.595527 194233 main.go:141] libmachine: Using SSH client type: native
I1113 12:02:24.595925 194233 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39915 <nil> <nil>}
I1113 12:02:24.595939 194233 main.go:141] libmachine: About to run SSH command:
sudo hostname missing-upgrade-598213 && echo "missing-upgrade-598213" | sudo tee /etc/hostname
I1113 12:02:24.753137 194233 main.go:141] libmachine: SSH cmd err, output: <nil>: missing-upgrade-598213
I1113 12:02:24.753214 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:24.776443 194233 main.go:141] libmachine: Using SSH client type: native
I1113 12:02:24.776854 194233 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39915 <nil> <nil>}
I1113 12:02:24.776872 194233 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smissing-upgrade-598213' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 missing-upgrade-598213/g' /etc/hosts;
else
echo '127.0.1.1 missing-upgrade-598213' | sudo tee -a /etc/hosts;
fi
fi
I1113 12:02:24.932506 194233 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1113 12:02:24.932534 194233 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17605-78988/.minikube CaCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17605-78988/.minikube}
I1113 12:02:24.932555 194233 ubuntu.go:177] setting up certificates
I1113 12:02:24.932565 194233 provision.go:83] configureAuth start
I1113 12:02:24.932633 194233 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-598213
I1113 12:02:24.961758 194233 provision.go:138] copyHostCerts
I1113 12:02:24.961832 194233 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem, removing ...
I1113 12:02:24.961846 194233 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 12:02:24.961922 194233 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem (1078 bytes)
I1113 12:02:24.962016 194233 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem, removing ...
I1113 12:02:24.962026 194233 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 12:02:24.962053 194233 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem (1123 bytes)
I1113 12:02:24.962107 194233 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem, removing ...
I1113 12:02:24.962116 194233 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 12:02:24.962139 194233 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem (1679 bytes)
I1113 12:02:24.962188 194233 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem org=jenkins.missing-upgrade-598213 san=[192.168.76.2 127.0.0.1 localhost 127.0.0.1 minikube missing-upgrade-598213]
I1113 12:02:25.379769 194233 provision.go:172] copyRemoteCerts
I1113 12:02:25.379840 194233 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1113 12:02:25.379887 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:25.402897 194233 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39915 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa Username:docker}
I1113 12:02:25.519709 194233 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1113 12:02:25.551936 194233 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1113 12:02:25.595953 194233 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1113 12:02:25.633306 194233 provision.go:86] duration metric: configureAuth took 700.727182ms
I1113 12:02:25.633380 194233 ubuntu.go:193] setting minikube options for container-runtime
I1113 12:02:25.633600 194233 config.go:182] Loaded profile config "missing-upgrade-598213": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.20.2
I1113 12:02:25.633751 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:25.660504 194233 main.go:141] libmachine: Using SSH client type: native
I1113 12:02:25.660905 194233 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39915 <nil> <nil>}
I1113 12:02:25.660920 194233 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1113 12:02:25.999261 194233 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1113 12:02:25.999360 194233 machine.go:91] provisioned docker machine in 1.438347191s
I1113 12:02:25.999388 194233 start.go:300] post-start starting for "missing-upgrade-598213" (driver="docker")
I1113 12:02:25.999427 194233 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1113 12:02:25.999542 194233 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1113 12:02:25.999613 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:26.021906 194233 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39915 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa Username:docker}
I1113 12:02:26.124414 194233 ssh_runner.go:195] Run: cat /etc/os-release
I1113 12:02:26.128137 194233 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1113 12:02:26.128164 194233 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1113 12:02:26.128175 194233 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1113 12:02:26.128183 194233 info.go:137] Remote host: Ubuntu 20.04.1 LTS
I1113 12:02:26.128193 194233 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/addons for local assets ...
I1113 12:02:26.128252 194233 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/files for local assets ...
I1113 12:02:26.128338 194233 filesync.go:149] local asset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> 844002.pem in /etc/ssl/certs
I1113 12:02:26.128459 194233 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1113 12:02:26.137197 194233 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /etc/ssl/certs/844002.pem (1708 bytes)
I1113 12:02:26.162245 194233 start.go:303] post-start completed in 162.829552ms
I1113 12:02:26.162364 194233 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 12:02:26.162439 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:26.180313 194233 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39915 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa Username:docker}
I1113 12:02:26.281127 194233 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1113 12:02:26.286915 194233 fix.go:56] fixHost completed within 23.34377961s
I1113 12:02:26.286938 194233 start.go:83] releasing machines lock for "missing-upgrade-598213", held for 23.343829013s
I1113 12:02:26.287017 194233 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-598213
I1113 12:02:26.306761 194233 ssh_runner.go:195] Run: cat /version.json
I1113 12:02:26.306819 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:26.307120 194233 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1113 12:02:26.307257 194233 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-598213
I1113 12:02:26.329097 194233 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39915 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa Username:docker}
I1113 12:02:26.343252 194233 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39915 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/missing-upgrade-598213/id_rsa Username:docker}
W1113 12:02:26.447980 194233 start.go:419] Unable to open version.json: cat /version.json: Process exited with status 1
stdout:
stderr:
cat: /version.json: No such file or directory
I1113 12:02:26.448067 194233 ssh_runner.go:195] Run: systemctl --version
I1113 12:02:26.593051 194233 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1113 12:02:26.714240 194233 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1113 12:02:26.720821 194233 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 12:02:26.751360 194233 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1113 12:02:26.751506 194233 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 12:02:26.792025 194233 cni.go:262] disabled [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1113 12:02:26.792095 194233 start.go:472] detecting cgroup driver to use...
I1113 12:02:26.792141 194233 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1113 12:02:26.792229 194233 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1113 12:02:26.823549 194233 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1113 12:02:26.836936 194233 docker.go:203] disabling cri-docker service (if available) ...
I1113 12:02:26.837002 194233 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1113 12:02:26.856582 194233 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1113 12:02:26.872060 194233 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
W1113 12:02:26.888805 194233 docker.go:213] Failed to disable socket "cri-docker.socket" (might be ok): sudo systemctl disable cri-docker.socket: Process exited with status 1
stdout:
stderr:
Failed to disable unit: Unit file cri-docker.socket does not exist.
I1113 12:02:26.888870 194233 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1113 12:02:27.009190 194233 docker.go:219] disabling docker service ...
I1113 12:02:27.009273 194233 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1113 12:02:27.023714 194233 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1113 12:02:27.037457 194233 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1113 12:02:27.164805 194233 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1113 12:02:27.285529 194233 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1113 12:02:27.298327 194233 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1113 12:02:27.319788 194233 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1113 12:02:27.319885 194233 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 12:02:27.336057 194233 out.go:177]
W1113 12:02:27.337876 194233 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
W1113 12:02:27.337905 194233 out.go:239] *
*
W1113 12:02:27.338800 194233 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1113 12:02:27.340558 194233 out.go:177]
** /stderr **
version_upgrade_test.go:344: failed missing container upgrade from v1.17.0. args: out/minikube-linux-arm64 start -p missing-upgrade-598213 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio : exit status 90
version_upgrade_test.go:346: *** TestMissingContainerUpgrade FAILED at 2023-11-13 12:02:27.387759473 +0000 UTC m=+2188.426171784
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestMissingContainerUpgrade]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect missing-upgrade-598213
helpers_test.go:235: (dbg) docker inspect missing-upgrade-598213:
-- stdout --
[
{
"Id": "4e34f6efff6e3b465174b56a0e2b719ead2689eefb765e308d07f7f23740e95a",
"Created": "2023-11-13T12:02:20.86113279Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 195867,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-13T12:02:21.298644176Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:9b79b8263a5873a7b57b8bb7698df1f71e90108b3174dea92dc6c576c0a9dbf9",
"ResolvConfPath": "/var/lib/docker/containers/4e34f6efff6e3b465174b56a0e2b719ead2689eefb765e308d07f7f23740e95a/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4e34f6efff6e3b465174b56a0e2b719ead2689eefb765e308d07f7f23740e95a/hostname",
"HostsPath": "/var/lib/docker/containers/4e34f6efff6e3b465174b56a0e2b719ead2689eefb765e308d07f7f23740e95a/hosts",
"LogPath": "/var/lib/docker/containers/4e34f6efff6e3b465174b56a0e2b719ead2689eefb765e308d07f7f23740e95a/4e34f6efff6e3b465174b56a0e2b719ead2689eefb765e308d07f7f23740e95a-json.log",
"Name": "/missing-upgrade-598213",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"missing-upgrade-598213:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "missing-upgrade-598213",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/d1874fa1658fd6d1b324a91e3c02c4612ecfd0039d5e314acbeabc588666620c-init/diff:/var/lib/docker/overlay2/71865bc88df05d4a1fd9f77e6ded674cec26e13682aa57bc1d29d3ceb7c1cff3/diff:/var/lib/docker/overlay2/717463d61f7053145eafa88a4a0518e3dbb1c08380f4b12ca44da4bcd1857f5e/diff:/var/lib/docker/overlay2/dcf3ac1a5a48a081417e4059be4bf9fd5d9d2badbb7f3d1df97f5e7e5b1c2e67/diff:/var/lib/docker/overlay2/6509fbabb32440cb98980e0e3c9d19647368a1401dadb63b4c679e2c44c57cc7/diff:/var/lib/docker/overlay2/9d45da1ae83dc3d2a15e9dea5604112d2d487a9851b9e1c6294536b0c03ef680/diff:/var/lib/docker/overlay2/e026fa77f71d68a6a9912d0af1783ff5569efbc0e9ed95f139f098d4400e8804/diff:/var/lib/docker/overlay2/10ced9e898819a27a65b4c6b6f14cad33a6205b6de2ae000a1fc8c381a9bb50b/diff:/var/lib/docker/overlay2/a0c30485acef0461c1a5aa99f1546a8fdbf7803b49aa34ef7ec7fb0336620f71/diff:/var/lib/docker/overlay2/b11ac7bea36eb749befcf6f73be50f9be5fa876157a08cd9418a2f845f45471c/diff:/var/lib/docker/overlay2/c82096
fe9ae922dbabc88931d97208622b65339037bd8e100a21d8be3e1f2725/diff:/var/lib/docker/overlay2/d05f7e07a184b0449f69a9f78e1cd5ae239b8ce55a1323f027fcfdf0e4f78339/diff:/var/lib/docker/overlay2/b8dec72c7b8bcef171890cc244cd2e0b8a923c96ee42556fb8636f760ce7a640/diff:/var/lib/docker/overlay2/494def4ac8bf968b7170df0ba94fc9f5adbd6d0df8caa7060914cb716b609593/diff:/var/lib/docker/overlay2/12bea3d3826128f17934bc4f13bde9daa98ecf2b5dc2eed9727922c50774a069/diff:/var/lib/docker/overlay2/971041bd1f43b70dbf24c2cd7235ed845d5d2a5ae68628588253ccd624afd8ae/diff:/var/lib/docker/overlay2/7ef702538910c32f3478dcbf6f34be50d0bd39de15e2823e626abea5b7b593c2/diff:/var/lib/docker/overlay2/f19aaa44890fe42458c18cc9cdb948ca086143b82fe68e2f4bec063cd979a1ea/diff:/var/lib/docker/overlay2/5bdd366775299478ade331117c73dbb659f2f6ed77d7c0fa205cd31c97100b3f/diff:/var/lib/docker/overlay2/1dd2b62f2812f2e0e2f5eab4a362725aebebcc0755ca9288569203551a215db4/diff:/var/lib/docker/overlay2/9e339dc5913a621081b7de676e437b1520700a6c155ef4bd30bb933b49f51645/diff:/var/lib/d
ocker/overlay2/83b6ba6e835e9cf05ad522a6cb924fe42446c1113a030deda632f8df7b018b5e/diff:/var/lib/docker/overlay2/8dd25a4753524bb113cd09ee5fdd2551e5efcee52a1d17ff96143256ccfff15b/diff:/var/lib/docker/overlay2/e23dd9117733f31847ded31c27fb795d0d6e81eba24b09887b387525ac102e4c/diff:/var/lib/docker/overlay2/434bf7b1e66732458a77328285d6c2b299fbafdd2b2a7cce8cf61bb116473b4d/diff:/var/lib/docker/overlay2/b46ba597ffa3873895e2b4d785c3a5f67659701b97423bda1b9c9bb17626a446/diff:/var/lib/docker/overlay2/578f6b21c3bf3c825c31ce0b2059d5c66e5a5edb072de585a2769897bb596909/diff:/var/lib/docker/overlay2/dab2bc999fbcb23a6cddc7f02dd5bb0167faf661c9aa272a16be2c4245bf74ba/diff:/var/lib/docker/overlay2/265d098d69db0a3c63f90ddd46b54ae05a39378bde7d5803689d3c0ceaf55b23/diff:/var/lib/docker/overlay2/5141b857ee16987b4aa59f6c2f4a7fa875f57ff6b3f10b2f86b647596777e297/diff:/var/lib/docker/overlay2/f8f3431558b6af10bfab1e7cfe6ddbdfe9a74e9ed952ffb1299edff434cd4b6c/diff:/var/lib/docker/overlay2/40c178d8f320b2be4f2402f059a91d6b934ae2710dd7d9cb50af011fa8a
b2139/diff:/var/lib/docker/overlay2/e72f42c5e0d61396db8a0154f7a9145926dc34df25628c5019884baa43fe14ee/diff:/var/lib/docker/overlay2/605d7cff5d0f46e780ecb79e8938bc7e71f305e5a725a5d3b3d6c246e61e6365/diff:/var/lib/docker/overlay2/9f7610f825753c16798df9e9f4aade47fba5c206620a70b552420e934530e4b5/diff",
"MergedDir": "/var/lib/docker/overlay2/d1874fa1658fd6d1b324a91e3c02c4612ecfd0039d5e314acbeabc588666620c/merged",
"UpperDir": "/var/lib/docker/overlay2/d1874fa1658fd6d1b324a91e3c02c4612ecfd0039d5e314acbeabc588666620c/diff",
"WorkDir": "/var/lib/docker/overlay2/d1874fa1658fd6d1b324a91e3c02c4612ecfd0039d5e314acbeabc588666620c/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "missing-upgrade-598213",
"Source": "/var/lib/docker/volumes/missing-upgrade-598213/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "missing-upgrade-598213",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "missing-upgrade-598213",
"name.minikube.sigs.k8s.io": "missing-upgrade-598213",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "00a2723929a203e461c0c2aec43965bfd85362c0065953b164a943198334537b",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39915"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39914"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39911"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39913"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "39912"
}
]
},
"SandboxKey": "/var/run/docker/netns/00a2723929a2",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"missing-upgrade-598213": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": [
"4e34f6efff6e",
"missing-upgrade-598213"
],
"NetworkID": "92706a0d94a077d300d06e3671df517dc9a0b24e606b37432440b30298c34364",
"EndpointID": "72e53b4a81c073edde8588368c794be4b18cb1aecae128a1173f4ff0f8cdf0a7",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:4c:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p missing-upgrade-598213 -n missing-upgrade-598213
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p missing-upgrade-598213 -n missing-upgrade-598213: exit status 6 (407.677039ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1113 12:02:27.796632 196870 status.go:415] kubeconfig endpoint: got: 192.168.59.198:8443, want: 192.168.76.2:8443
** /stderr **
helpers_test.go:239: status error: exit status 6 (may be ok)
helpers_test.go:241: "missing-upgrade-598213" host is not running, skipping log retrieval (state="Running\nWARNING: Your kubectl is pointing to stale minikube-vm.\nTo fix the kubectl context, run `minikube update-context`")
helpers_test.go:175: Cleaning up "missing-upgrade-598213" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p missing-upgrade-598213
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p missing-upgrade-598213: (2.133267906s)
--- FAIL: TestMissingContainerUpgrade (137.45s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:196: (dbg) Run: /tmp/minikube-v1.17.0.1133530551.exe start -p stopped-upgrade-025489 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:196: (dbg) Done: /tmp/minikube-v1.17.0.1133530551.exe start -p stopped-upgrade-025489 --memory=2200 --vm-driver=docker --container-runtime=crio: (1m5.528346312s)
version_upgrade_test.go:205: (dbg) Run: /tmp/minikube-v1.17.0.1133530551.exe -p stopped-upgrade-025489 stop
version_upgrade_test.go:205: (dbg) Done: /tmp/minikube-v1.17.0.1133530551.exe -p stopped-upgrade-025489 stop: (2.015706835s)
version_upgrade_test.go:211: (dbg) Run: out/minikube-linux-arm64 start -p stopped-upgrade-025489 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:211: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p stopped-upgrade-025489 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90 (6.626910012s)
-- stdout --
* [stopped-upgrade-025489] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17605
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
* Using the docker driver based on existing profile
* Starting control plane node stopped-upgrade-025489 in cluster stopped-upgrade-025489
* Pulling base image ...
* Restarting existing docker container for "stopped-upgrade-025489" ...
-- /stdout --
** stderr **
I1113 12:03:38.759477 201844 out.go:296] Setting OutFile to fd 1 ...
I1113 12:03:38.759641 201844 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 12:03:38.759649 201844 out.go:309] Setting ErrFile to fd 2...
I1113 12:03:38.759656 201844 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 12:03:38.759919 201844 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 12:03:38.760272 201844 out.go:303] Setting JSON to false
I1113 12:03:38.761339 201844 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":153967,"bootTime":1699723052,"procs":272,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 12:03:38.761414 201844 start.go:138] virtualization:
I1113 12:03:38.763710 201844 out.go:177] * [stopped-upgrade-025489] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 12:03:38.766189 201844 out.go:177] - MINIKUBE_LOCATION=17605
I1113 12:03:38.768009 201844 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 12:03:38.766383 201844 notify.go:220] Checking for updates...
I1113 12:03:38.770489 201844 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 12:03:38.772110 201844 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 12:03:38.773652 201844 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 12:03:38.775455 201844 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 12:03:38.777629 201844 config.go:182] Loaded profile config "stopped-upgrade-025489": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.20.2
I1113 12:03:38.779994 201844 out.go:177] * Kubernetes 1.28.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.28.3
I1113 12:03:38.781727 201844 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 12:03:38.806617 201844 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 12:03:38.806726 201844 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 12:03:38.906168 201844 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:40 OomKillDisable:true NGoroutines:45 SystemTime:2023-11-13 12:03:38.885694065 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 12:03:38.906287 201844 docker.go:295] overlay module found
I1113 12:03:38.908399 201844 out.go:177] * Using the docker driver based on existing profile
I1113 12:03:38.910225 201844 start.go:298] selected driver: docker
I1113 12:03:38.910239 201844 start.go:902] validating driver "docker" against &{Name:stopped-upgrade-025489 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.2 ClusterName:stopped-upgrade-025489 Namespace:default APIServerName:minikubeCA APIServer
Names:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.59.146 Port:8443 KubernetesVersion:v1.20.2 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath
: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1113 12:03:38.910329 201844 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 12:03:38.911001 201844 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 12:03:38.984823 201844 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:45 SystemTime:2023-11-13 12:03:38.974786613 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 12:03:38.985214 201844 cni.go:84] Creating CNI manager for ""
I1113 12:03:38.985234 201844 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 12:03:38.985248 201844 start_flags.go:323] config:
{Name:stopped-upgrade-025489 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.2 ClusterName:stopped-upgrade-025489 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket
: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.59.146 Port:8443 KubernetesVersion:v1.20.2 ContainerRuntime: ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString: Mount9PVersion: MountGID: MountIP: MountMSize:0 MountOptions:[] MountPort:0 MountType: MountUID: BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:0s GPUs:}
I1113 12:03:38.988303 201844 out.go:177] * Starting control plane node stopped-upgrade-025489 in cluster stopped-upgrade-025489
I1113 12:03:38.989912 201844 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 12:03:38.991770 201844 out.go:177] * Pulling base image ...
I1113 12:03:38.993657 201844 preload.go:132] Checking if preload exists for k8s version v1.20.2 and runtime crio
I1113 12:03:38.993749 201844 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e in local docker daemon
I1113 12:03:39.016097 201844 image.go:83] Found gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e in local docker daemon, skipping pull
I1113 12:03:39.016127 201844 cache.go:144] gcr.io/k8s-minikube/kicbase:v0.0.17@sha256:1cd2e039ec9d418e6380b2fa0280503a72e5b282adea674ee67882f59f4f546e exists in daemon, skipping load
W1113 12:03:39.062719 201844 preload.go:115] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.2/preloaded-images-k8s-v18-v1.20.2-cri-o-overlay-arm64.tar.lz4 status code: 404
I1113 12:03:39.062920 201844 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/stopped-upgrade-025489/config.json ...
I1113 12:03:39.063059 201844 cache.go:107] acquiring lock: {Name:mk5cd60f95f753883445e8a1ce242ceddf824085 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:03:39.063167 201844 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1113 12:03:39.063177 201844 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5" took 126.038µs
I1113 12:03:39.063187 201844 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1113 12:03:39.063199 201844 cache.go:107] acquiring lock: {Name:mk3853470655b008a5c959029e7047dd2efff4d7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:03:39.063219 201844 cache.go:194] Successfully downloaded all kic artifacts
I1113 12:03:39.063229 201844 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2 exists
I1113 12:03:39.063234 201844 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2" took 37.415µs
I1113 12:03:39.063241 201844 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.20.2 succeeded
I1113 12:03:39.063243 201844 start.go:365] acquiring machines lock for stopped-upgrade-025489: {Name:mk62f3b7186e388f1b2a3106c0c2a01001fa09f3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:03:39.063250 201844 cache.go:107] acquiring lock: {Name:mke4543619fcde720bd09ca8a0d91343a9acecb1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:03:39.063284 201844 start.go:369] acquired machines lock for "stopped-upgrade-025489" in 26.691µs
I1113 12:03:39.063290 201844 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2 exists
I1113 12:03:39.063296 201844 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2" took 47.228µs
I1113 12:03:39.063304 201844 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.20.2 succeeded
I1113 12:03:39.063299 201844 start.go:96] Skipping create...Using existing machine configuration
I1113 12:03:39.063356 201844 fix.go:54] fixHost starting:
I1113 12:03:39.063367 201844 cache.go:107] acquiring lock: {Name:mk81514b7f53988ac1d0ada3be436d544b79a2b0 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:03:39.063423 201844 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2 exists
I1113 12:03:39.063430 201844 cache.go:96] cache image "registry.k8s.io/pause:3.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2" took 85.218µs
I1113 12:03:39.063444 201844 cache.go:80] save to tar file registry.k8s.io/pause:3.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2 succeeded
I1113 12:03:39.063458 201844 cache.go:107] acquiring lock: {Name:mk6a1f9c4a189cb4f5434e43ebc8e63e257df322 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:03:39.063489 201844 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2 exists
I1113 12:03:39.063496 201844 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2" took 41.838µs
I1113 12:03:39.063502 201844 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.20.2 succeeded
I1113 12:03:39.063527 201844 cache.go:107] acquiring lock: {Name:mk6d7a1fc97f99ace770a0ca3a1aa4a7a44970ee Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:03:39.063555 201844 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2 exists
I1113 12:03:39.063566 201844 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.20.2" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2" took 55.458µs
I1113 12:03:39.063573 201844 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.20.2 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.20.2 succeeded
I1113 12:03:39.063583 201844 cache.go:107] acquiring lock: {Name:mk699c507166cb6c621470457ae82ef50a66788d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:03:39.063610 201844 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.13-0 exists
I1113 12:03:39.063615 201844 cache.go:96] cache image "registry.k8s.io/etcd:3.4.13-0" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.13-0" took 33.329µs
I1113 12:03:39.063621 201844 cache.go:80] save to tar file registry.k8s.io/etcd:3.4.13-0 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.13-0 succeeded
I1113 12:03:39.063629 201844 cache.go:107] acquiring lock: {Name:mk508324e0dfd982578a6a1bf338fafc45c5ff63 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1113 12:03:39.063638 201844 cli_runner.go:164] Run: docker container inspect stopped-upgrade-025489 --format={{.State.Status}}
I1113 12:03:39.063656 201844 cache.go:115] /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0 exists
I1113 12:03:39.063661 201844 cache.go:96] cache image "registry.k8s.io/coredns:1.7.0" -> "/home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0" took 32.435µs
I1113 12:03:39.063672 201844 cache.go:80] save to tar file registry.k8s.io/coredns:1.7.0 -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.7.0 succeeded
I1113 12:03:39.063678 201844 cache.go:87] Successfully saved all images to host disk.
I1113 12:03:39.082962 201844 fix.go:102] recreateIfNeeded on stopped-upgrade-025489: state=Stopped err=<nil>
W1113 12:03:39.082993 201844 fix.go:128] unexpected machine state, will restart: <nil>
I1113 12:03:39.085211 201844 out.go:177] * Restarting existing docker container for "stopped-upgrade-025489" ...
I1113 12:03:39.086927 201844 cli_runner.go:164] Run: docker start stopped-upgrade-025489
I1113 12:03:39.434321 201844 cli_runner.go:164] Run: docker container inspect stopped-upgrade-025489 --format={{.State.Status}}
I1113 12:03:39.459605 201844 kic.go:430] container "stopped-upgrade-025489" state is running.
I1113 12:03:39.460007 201844 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-025489
I1113 12:03:39.485466 201844 profile.go:148] Saving config to /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/stopped-upgrade-025489/config.json ...
I1113 12:03:39.485694 201844 machine.go:88] provisioning docker machine ...
I1113 12:03:39.485708 201844 ubuntu.go:169] provisioning hostname "stopped-upgrade-025489"
I1113 12:03:39.485762 201844 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-025489
I1113 12:03:39.507744 201844 main.go:141] libmachine: Using SSH client type: native
I1113 12:03:39.508163 201844 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39928 <nil> <nil>}
I1113 12:03:39.508175 201844 main.go:141] libmachine: About to run SSH command:
sudo hostname stopped-upgrade-025489 && echo "stopped-upgrade-025489" | sudo tee /etc/hostname
I1113 12:03:39.511068 201844 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1113 12:03:42.663516 201844 main.go:141] libmachine: SSH cmd err, output: <nil>: stopped-upgrade-025489
I1113 12:03:42.664571 201844 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-025489
I1113 12:03:42.683594 201844 main.go:141] libmachine: Using SSH client type: native
I1113 12:03:42.684019 201844 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39928 <nil> <nil>}
I1113 12:03:42.684045 201844 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sstopped-upgrade-025489' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 stopped-upgrade-025489/g' /etc/hosts;
else
echo '127.0.1.1 stopped-upgrade-025489' | sudo tee -a /etc/hosts;
fi
fi
I1113 12:03:42.824277 201844 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1113 12:03:42.824305 201844 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17605-78988/.minikube CaCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17605-78988/.minikube}
I1113 12:03:42.824335 201844 ubuntu.go:177] setting up certificates
I1113 12:03:42.824345 201844 provision.go:83] configureAuth start
I1113 12:03:42.824409 201844 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-025489
I1113 12:03:42.842748 201844 provision.go:138] copyHostCerts
I1113 12:03:42.842814 201844 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem, removing ...
I1113 12:03:42.842839 201844 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem
I1113 12:03:42.842917 201844 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/ca.pem (1078 bytes)
I1113 12:03:42.843030 201844 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem, removing ...
I1113 12:03:42.843041 201844 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem
I1113 12:03:42.843071 201844 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/cert.pem (1123 bytes)
I1113 12:03:42.843135 201844 exec_runner.go:144] found /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem, removing ...
I1113 12:03:42.843144 201844 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem
I1113 12:03:42.843169 201844 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17605-78988/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17605-78988/.minikube/key.pem (1679 bytes)
I1113 12:03:42.843217 201844 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca-key.pem org=jenkins.stopped-upgrade-025489 san=[192.168.59.146 127.0.0.1 localhost 127.0.0.1 minikube stopped-upgrade-025489]
I1113 12:03:43.385784 201844 provision.go:172] copyRemoteCerts
I1113 12:03:43.385856 201844 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1113 12:03:43.385906 201844 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-025489
I1113 12:03:43.404363 201844 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39928 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/stopped-upgrade-025489/id_rsa Username:docker}
I1113 12:03:43.504351 201844 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1113 12:03:43.527519 201844 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1113 12:03:43.550430 201844 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1113 12:03:43.574389 201844 provision.go:86] duration metric: configureAuth took 750.026699ms
I1113 12:03:43.574467 201844 ubuntu.go:193] setting minikube options for container-runtime
I1113 12:03:43.574669 201844 config.go:182] Loaded profile config "stopped-upgrade-025489": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.20.2
I1113 12:03:43.574779 201844 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-025489
I1113 12:03:43.592848 201844 main.go:141] libmachine: Using SSH client type: native
I1113 12:03:43.593302 201844 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bded0] 0x3c0640 <nil> [] 0s} 127.0.0.1 39928 <nil> <nil>}
I1113 12:03:43.593325 201844 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1113 12:03:44.061472 201844 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1113 12:03:44.061501 201844 machine.go:91] provisioned docker machine in 4.575797387s
I1113 12:03:44.061512 201844 start.go:300] post-start starting for "stopped-upgrade-025489" (driver="docker")
I1113 12:03:44.061523 201844 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1113 12:03:44.061589 201844 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1113 12:03:44.061634 201844 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-025489
I1113 12:03:44.082473 201844 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39928 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/stopped-upgrade-025489/id_rsa Username:docker}
I1113 12:03:44.180702 201844 ssh_runner.go:195] Run: cat /etc/os-release
I1113 12:03:44.184862 201844 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1113 12:03:44.184888 201844 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1113 12:03:44.184899 201844 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1113 12:03:44.184906 201844 info.go:137] Remote host: Ubuntu 20.04.1 LTS
I1113 12:03:44.184920 201844 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/addons for local assets ...
I1113 12:03:44.184973 201844 filesync.go:126] Scanning /home/jenkins/minikube-integration/17605-78988/.minikube/files for local assets ...
I1113 12:03:44.185059 201844 filesync.go:149] local asset: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem -> 844002.pem in /etc/ssl/certs
I1113 12:03:44.185179 201844 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1113 12:03:44.194541 201844 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/ssl/certs/844002.pem --> /etc/ssl/certs/844002.pem (1708 bytes)
I1113 12:03:44.219099 201844 start.go:303] post-start completed in 157.570413ms
I1113 12:03:44.219219 201844 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 12:03:44.219261 201844 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-025489
I1113 12:03:44.240135 201844 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39928 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/stopped-upgrade-025489/id_rsa Username:docker}
I1113 12:03:44.337556 201844 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1113 12:03:44.343622 201844 fix.go:56] fixHost completed within 5.28026827s
I1113 12:03:44.343648 201844 start.go:83] releasing machines lock for "stopped-upgrade-025489", held for 5.280355359s
I1113 12:03:44.343727 201844 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-025489
I1113 12:03:44.362266 201844 ssh_runner.go:195] Run: cat /version.json
I1113 12:03:44.362323 201844 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-025489
I1113 12:03:44.362582 201844 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1113 12:03:44.362632 201844 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-025489
I1113 12:03:44.387109 201844 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39928 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/stopped-upgrade-025489/id_rsa Username:docker}
I1113 12:03:44.387273 201844 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39928 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/stopped-upgrade-025489/id_rsa Username:docker}
W1113 12:03:44.484700 201844 start.go:419] Unable to open version.json: cat /version.json: Process exited with status 1
stdout:
stderr:
cat: /version.json: No such file or directory
I1113 12:03:44.484817 201844 ssh_runner.go:195] Run: systemctl --version
I1113 12:03:44.556781 201844 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1113 12:03:44.657104 201844 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1113 12:03:44.663802 201844 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 12:03:44.689043 201844 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1113 12:03:44.689120 201844 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1113 12:03:44.719986 201844 cni.go:262] disabled [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1113 12:03:44.720050 201844 start.go:472] detecting cgroup driver to use...
I1113 12:03:44.720094 201844 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1113 12:03:44.720167 201844 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1113 12:03:44.747832 201844 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1113 12:03:44.759499 201844 docker.go:203] disabling cri-docker service (if available) ...
I1113 12:03:44.759579 201844 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1113 12:03:44.771740 201844 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1113 12:03:44.784086 201844 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
W1113 12:03:44.796394 201844 docker.go:213] Failed to disable socket "cri-docker.socket" (might be ok): sudo systemctl disable cri-docker.socket: Process exited with status 1
stdout:
stderr:
Failed to disable unit: Unit file cri-docker.socket does not exist.
I1113 12:03:44.796509 201844 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1113 12:03:44.902830 201844 docker.go:219] disabling docker service ...
I1113 12:03:44.902960 201844 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1113 12:03:44.916283 201844 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1113 12:03:44.928400 201844 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1113 12:03:45.062520 201844 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1113 12:03:45.228741 201844 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1113 12:03:45.245792 201844 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1113 12:03:45.272413 201844 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I1113 12:03:45.272547 201844 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I1113 12:03:45.290962 201844 out.go:177]
W1113 12:03:45.293229 201844 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: update pause_image: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf": Process exited with status 2
stdout:
stderr:
sed: can't read /etc/crio/crio.conf.d/02-crio.conf: No such file or directory
W1113 12:03:45.293267 201844 out.go:239] *
*
W1113 12:03:45.294547 201844 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1113 12:03:45.297275 201844 out.go:177]
** /stderr **
version_upgrade_test.go:213: upgrade from v1.17.0 to HEAD failed: out/minikube-linux-arm64 start -p stopped-upgrade-025489 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: exit status 90
--- FAIL: TestStoppedBinaryUpgrade/Upgrade (74.17s)
=== RUN TestDownloadOnly/v1.16.0/json-events
aaa_download_only_test.go:69: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-749796 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:69: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-749796 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio: (9.189811359s)
--- PASS: TestDownloadOnly/v1.16.0/json-events (9.19s)
=== RUN TestDownloadOnly/v1.16.0/preload-exists
--- PASS: TestDownloadOnly/v1.16.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.16.0/LogsDuration
aaa_download_only_test.go:172: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-749796
aaa_download_only_test.go:172: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-749796: exit status 85 (88.528109ms)
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-749796 | jenkins | v1.32.0 | 13 Nov 23 11:25 UTC | |
| | -p download-only-749796 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
*
* ==> Last Start <==
* Log file created at: 2023/11/13 11:25:59
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1113 11:25:59.085289 84407 out.go:296] Setting OutFile to fd 1 ...
I1113 11:25:59.087758 84407 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:25:59.087770 84407 out.go:309] Setting ErrFile to fd 2...
I1113 11:25:59.087777 84407 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:25:59.088076 84407 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
W1113 11:25:59.088231 84407 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17605-78988/.minikube/config/config.json: open /home/jenkins/minikube-integration/17605-78988/.minikube/config/config.json: no such file or directory
I1113 11:25:59.088736 84407 out.go:303] Setting JSON to true
I1113 11:25:59.089715 84407 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":151707,"bootTime":1699723052,"procs":236,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 11:25:59.089794 84407 start.go:138] virtualization:
I1113 11:25:59.094088 84407 out.go:97] [download-only-749796] minikube v1.32.0 on Ubuntu 20.04 (arm64)
W1113 11:25:59.094966 84407 preload.go:295] Failed to list preload files: open /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball: no such file or directory
I1113 11:25:59.095085 84407 notify.go:220] Checking for updates...
I1113 11:25:59.098973 84407 out.go:169] MINIKUBE_LOCATION=17605
I1113 11:25:59.101412 84407 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 11:25:59.104764 84407 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:25:59.107610 84407 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 11:25:59.109821 84407 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W1113 11:25:59.114701 84407 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1113 11:25:59.115005 84407 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 11:25:59.140743 84407 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 11:25:59.140840 84407 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:25:59.217251 84407 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:42 SystemTime:2023-11-13 11:25:59.20629329 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:25:59.217383 84407 docker.go:295] overlay module found
I1113 11:25:59.220179 84407 out.go:97] Using the docker driver based on user configuration
I1113 11:25:59.220212 84407 start.go:298] selected driver: docker
I1113 11:25:59.220220 84407 start.go:902] validating driver "docker" against <nil>
I1113 11:25:59.220379 84407 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:25:59.292864 84407 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:42 SystemTime:2023-11-13 11:25:59.282277509 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:25:59.293065 84407 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1113 11:25:59.293446 84407 start_flags.go:394] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I1113 11:25:59.293647 84407 start_flags.go:913] Wait components to verify : map[apiserver:true system_pods:true]
I1113 11:25:59.296375 84407 out.go:169] Using Docker driver with root privileges
I1113 11:25:59.298758 84407 cni.go:84] Creating CNI manager for ""
I1113 11:25:59.298777 84407 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:25:59.298799 84407 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1113 11:25:59.298815 84407 start_flags.go:323] config:
{Name:download-only-749796 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-749796 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:25:59.301425 84407 out.go:97] Starting control plane node download-only-749796 in cluster download-only-749796
I1113 11:25:59.301460 84407 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 11:25:59.303906 84407 out.go:97] Pulling base image ...
I1113 11:25:59.303946 84407 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1113 11:25:59.304129 84407 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon
I1113 11:25:59.322020 84407 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 to local cache
I1113 11:25:59.322249 84407 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local cache directory
I1113 11:25:59.322390 84407 image.go:118] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 to local cache
I1113 11:25:59.370706 84407 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4
I1113 11:25:59.370741 84407 cache.go:56] Caching tarball of preloaded images
I1113 11:25:59.370910 84407 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I1113 11:25:59.373931 84407 out.go:97] Downloading Kubernetes v1.16.0 preload ...
I1113 11:25:59.373970 84407 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4 ...
I1113 11:25:59.487201 84407 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4?checksum=md5:743cd3b7071469270e4dbdc0d89badaa -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4
I1113 11:26:03.954188 84407 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 as a tarball
*
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-749796"
-- /stdout --
aaa_download_only_test.go:173: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.16.0/LogsDuration (0.09s)
=== RUN TestDownloadOnly/v1.28.3/json-events
aaa_download_only_test.go:69: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-749796 --force --alsologtostderr --kubernetes-version=v1.28.3 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:69: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-749796 --force --alsologtostderr --kubernetes-version=v1.28.3 --container-runtime=crio --driver=docker --container-runtime=crio: (7.852678742s)
--- PASS: TestDownloadOnly/v1.28.3/json-events (7.85s)
=== RUN TestDownloadOnly/v1.28.3/preload-exists
--- PASS: TestDownloadOnly/v1.28.3/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.3/LogsDuration
aaa_download_only_test.go:172: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-749796
aaa_download_only_test.go:172: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-749796: exit status 85 (85.700401ms)
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-749796 | jenkins | v1.32.0 | 13 Nov 23 11:25 UTC | |
| | -p download-only-749796 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -o=json --download-only | download-only-749796 | jenkins | v1.32.0 | 13 Nov 23 11:26 UTC | |
| | -p download-only-749796 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.3 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
*
* ==> Last Start <==
* Log file created at: 2023/11/13 11:26:08
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1113 11:26:08.365266 84491 out.go:296] Setting OutFile to fd 1 ...
I1113 11:26:08.365420 84491 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:26:08.365430 84491 out.go:309] Setting ErrFile to fd 2...
I1113 11:26:08.365437 84491 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:26:08.365697 84491 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
W1113 11:26:08.365840 84491 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17605-78988/.minikube/config/config.json: open /home/jenkins/minikube-integration/17605-78988/.minikube/config/config.json: no such file or directory
I1113 11:26:08.366059 84491 out.go:303] Setting JSON to true
I1113 11:26:08.367024 84491 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":151716,"bootTime":1699723052,"procs":231,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 11:26:08.367095 84491 start.go:138] virtualization:
I1113 11:26:08.369392 84491 out.go:97] [download-only-749796] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 11:26:08.371026 84491 out.go:169] MINIKUBE_LOCATION=17605
I1113 11:26:08.369749 84491 notify.go:220] Checking for updates...
I1113 11:26:08.374206 84491 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 11:26:08.375832 84491 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:26:08.377674 84491 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 11:26:08.379272 84491 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W1113 11:26:08.382578 84491 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1113 11:26:08.383167 84491 config.go:182] Loaded profile config "download-only-749796": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.16.0
W1113 11:26:08.383263 84491 start.go:810] api.Load failed for download-only-749796: filestore "download-only-749796": Docker machine "download-only-749796" does not exist. Use "docker-machine ls" to list machines. Use "docker-machine create" to add a new one.
I1113 11:26:08.383430 84491 driver.go:378] Setting default libvirt URI to qemu:///system
W1113 11:26:08.383467 84491 start.go:810] api.Load failed for download-only-749796: filestore "download-only-749796": Docker machine "download-only-749796" does not exist. Use "docker-machine ls" to list machines. Use "docker-machine create" to add a new one.
I1113 11:26:08.407383 84491 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 11:26:08.407467 84491 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:26:08.483838 84491 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:39 SystemTime:2023-11-13 11:26:08.473236312 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:26:08.483964 84491 docker.go:295] overlay module found
I1113 11:26:08.485825 84491 out.go:97] Using the docker driver based on existing profile
I1113 11:26:08.485847 84491 start.go:298] selected driver: docker
I1113 11:26:08.485853 84491 start.go:902] validating driver "docker" against &{Name:download-only-749796 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-749796 Namespace:default APIServerName:
minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:
SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:26:08.486032 84491 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:26:08.561097 84491 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:39 SystemTime:2023-11-13 11:26:08.551761653 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:26:08.561585 84491 cni.go:84] Creating CNI manager for ""
I1113 11:26:08.561604 84491 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1113 11:26:08.561619 84491 start_flags.go:323] config:
{Name:download-only-749796 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:download-only-749796 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPU
s:}
I1113 11:26:08.563435 84491 out.go:97] Starting control plane node download-only-749796 in cluster download-only-749796
I1113 11:26:08.563456 84491 cache.go:121] Beginning downloading kic base image for docker with crio
I1113 11:26:08.565061 84491 out.go:97] Pulling base image ...
I1113 11:26:08.565091 84491 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:26:08.565275 84491 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local docker daemon
I1113 11:26:08.581859 84491 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 to local cache
I1113 11:26:08.581986 84491 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local cache directory
I1113 11:26:08.582011 84491 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 in local cache directory, skipping pull
I1113 11:26:08.582020 84491 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 exists in cache, skipping pull
I1113 11:26:08.582028 84491 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 as a tarball
I1113 11:26:08.681734 84491 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.3/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4
I1113 11:26:08.681768 84491 cache.go:56] Caching tarball of preloaded images
I1113 11:26:08.682631 84491 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime crio
I1113 11:26:08.685153 84491 out.go:97] Downloading Kubernetes v1.28.3 preload ...
I1113 11:26:08.685177 84491 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4 ...
I1113 11:26:08.808792 84491 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.3/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4?checksum=md5:3fdaeefa2c0cc3e046170ba83ccf0cac -> /home/jenkins/minikube-integration/17605-78988/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-cri-o-overlay-arm64.tar.lz4
*
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-749796"
-- /stdout --
aaa_download_only_test.go:173: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.3/LogsDuration (0.09s)
=== RUN TestDownloadOnly/DeleteAll
aaa_download_only_test.go:190: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/DeleteAll (0.24s)
=== RUN TestDownloadOnly/DeleteAlwaysSucceeds
aaa_download_only_test.go:202: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-749796
--- PASS: TestDownloadOnly/DeleteAlwaysSucceeds (0.16s)
=== RUN TestBinaryMirror
aaa_download_only_test.go:307: (dbg) Run: out/minikube-linux-arm64 start --download-only -p binary-mirror-053994 --alsologtostderr --binary-mirror http://127.0.0.1:39131 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-053994" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p binary-mirror-053994
--- PASS: TestBinaryMirror (0.61s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:927: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-052722
addons_test.go:927: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable dashboard -p addons-052722: exit status 85 (98.880149ms)
-- stdout --
* Profile "addons-052722" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-052722"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.10s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:938: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-052722
addons_test.go:938: (dbg) Non-zero exit: out/minikube-linux-arm64 addons disable dashboard -p addons-052722: exit status 85 (107.501768ms)
-- stdout --
* Profile "addons-052722" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-052722"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.11s)
=== RUN TestAddons/Setup
addons_test.go:109: (dbg) Run: out/minikube-linux-arm64 start -p addons-052722 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns
addons_test.go:109: (dbg) Done: out/minikube-linux-arm64 start -p addons-052722 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns: (2m40.942497034s)
--- PASS: TestAddons/Setup (160.94s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:329: registry stabilized in 49.002245ms
addons_test.go:331: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-zjnqg" [ac45526e-5e8e-42ef-91c9-54bc16167378] Running
addons_test.go:331: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.016090619s
addons_test.go:334: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-xd4n4" [3a33e6bb-7f18-4291-b12a-2cb28557b869] Running
addons_test.go:334: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.01741815s
addons_test.go:339: (dbg) Run: kubectl --context addons-052722 delete po -l run=registry-test --now
addons_test.go:344: (dbg) Run: kubectl --context addons-052722 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:344: (dbg) Done: kubectl --context addons-052722 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (3.758844169s)
addons_test.go:358: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 ip
addons_test.go:387: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (14.99s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:837: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-jwnbf" [7b605fcf-1d1d-40fa-a69f-30dc691198f1] Running
addons_test.go:837: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 5.019099239s
addons_test.go:840: (dbg) Run: out/minikube-linux-arm64 addons disable inspektor-gadget -p addons-052722
addons_test.go:840: (dbg) Done: out/minikube-linux-arm64 addons disable inspektor-gadget -p addons-052722: (6.071941761s)
--- PASS: TestAddons/parallel/InspektorGadget (11.09s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:406: metrics-server stabilized in 9.40256ms
addons_test.go:408: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-7c66d45ddc-spcht" [9f893902-03b6-4af9-bee4-2b665525fee7] Running
addons_test.go:408: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 5.015727427s
addons_test.go:414: (dbg) Run: kubectl --context addons-052722 top pods -n kube-system
addons_test.go:431: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 addons disable metrics-server --alsologtostderr -v=1
--- PASS: TestAddons/parallel/MetricsServer (5.94s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
addons_test.go:560: csi-hostpath-driver pods stabilized in 58.801626ms
addons_test.go:563: (dbg) Run: kubectl --context addons-052722 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:568: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
2023/11/13 11:29:13 [DEBUG] GET http://192.168.49.2:5000
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:573: (dbg) Run: kubectl --context addons-052722 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:578: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [6615a1da-af60-4694-a8b5-33646b287466] Pending
helpers_test.go:344: "task-pv-pod" [6615a1da-af60-4694-a8b5-33646b287466] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [6615a1da-af60-4694-a8b5-33646b287466] Running
addons_test.go:578: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 13.015046694s
addons_test.go:583: (dbg) Run: kubectl --context addons-052722 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:588: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-052722 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-052722 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-052722 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:593: (dbg) Run: kubectl --context addons-052722 delete pod task-pv-pod
addons_test.go:599: (dbg) Run: kubectl --context addons-052722 delete pvc hpvc
addons_test.go:605: (dbg) Run: kubectl --context addons-052722 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:610: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:615: (dbg) Run: kubectl --context addons-052722 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:620: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [c8f92496-d31a-480a-921b-5c5f74502c17] Pending
helpers_test.go:344: "task-pv-pod-restore" [c8f92496-d31a-480a-921b-5c5f74502c17] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [c8f92496-d31a-480a-921b-5c5f74502c17] Running
addons_test.go:620: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 7.028266536s
addons_test.go:625: (dbg) Run: kubectl --context addons-052722 delete pod task-pv-pod-restore
addons_test.go:629: (dbg) Run: kubectl --context addons-052722 delete pvc hpvc-restore
addons_test.go:633: (dbg) Run: kubectl --context addons-052722 delete volumesnapshot new-snapshot-demo
addons_test.go:637: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:637: (dbg) Done: out/minikube-linux-arm64 -p addons-052722 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.888160888s)
addons_test.go:641: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 addons disable volumesnapshots --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CSI (77.31s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:823: (dbg) Run: out/minikube-linux-arm64 addons enable headlamp -p addons-052722 --alsologtostderr -v=1
addons_test.go:823: (dbg) Done: out/minikube-linux-arm64 addons enable headlamp -p addons-052722 --alsologtostderr -v=1: (1.073588666s)
addons_test.go:828: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-777fd4b855-p6qb7" [925dc7de-11c6-4f57-b5b0-7038f6c4cdf6] Pending
helpers_test.go:344: "headlamp-777fd4b855-p6qb7" [925dc7de-11c6-4f57-b5b0-7038f6c4cdf6] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-777fd4b855-p6qb7" [925dc7de-11c6-4f57-b5b0-7038f6c4cdf6] Running
addons_test.go:828: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 11.019440818s
--- PASS: TestAddons/parallel/Headlamp (12.09s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:856: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-5649c69bf6-lbjs2" [5590578f-637c-4498-96e8-00842b577313] Running
addons_test.go:856: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.014465861s
addons_test.go:859: (dbg) Run: out/minikube-linux-arm64 addons disable cloud-spanner -p addons-052722
--- PASS: TestAddons/parallel/CloudSpanner (5.61s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:872: (dbg) Run: kubectl --context addons-052722 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:878: (dbg) Run: kubectl --context addons-052722 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:882: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-052722 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:885: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [4b6bebbe-0aad-4ef6-8177-156dbb5dda9d] Pending
helpers_test.go:344: "test-local-path" [4b6bebbe-0aad-4ef6-8177-156dbb5dda9d] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [4b6bebbe-0aad-4ef6-8177-156dbb5dda9d] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [4b6bebbe-0aad-4ef6-8177-156dbb5dda9d] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:885: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 4.010141465s
addons_test.go:890: (dbg) Run: kubectl --context addons-052722 get pvc test-pvc -o=json
addons_test.go:899: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 ssh "cat /opt/local-path-provisioner/pvc-75412495-76e4-4480-a567-eef996de0c76_default_test-pvc/file1"
addons_test.go:911: (dbg) Run: kubectl --context addons-052722 delete pod test-local-path
addons_test.go:915: (dbg) Run: kubectl --context addons-052722 delete pvc test-pvc
addons_test.go:919: (dbg) Run: out/minikube-linux-arm64 -p addons-052722 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:919: (dbg) Done: out/minikube-linux-arm64 -p addons-052722 addons disable storage-provisioner-rancher --alsologtostderr -v=1: (43.306298385s)
--- PASS: TestAddons/parallel/LocalPath (52.30s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:951: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-scp4r" [9ad78ac2-abff-4a67-9965-03600d6005b4] Running
addons_test.go:951: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 5.016664236s
addons_test.go:954: (dbg) Run: out/minikube-linux-arm64 addons disable nvidia-device-plugin -p addons-052722
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (5.60s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:649: (dbg) Run: kubectl --context addons-052722 create ns new-namespace
addons_test.go:663: (dbg) Run: kubectl --context addons-052722 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.17s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:171: (dbg) Run: out/minikube-linux-arm64 stop -p addons-052722
addons_test.go:171: (dbg) Done: out/minikube-linux-arm64 stop -p addons-052722: (12.104890497s)
addons_test.go:175: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-052722
addons_test.go:179: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-052722
addons_test.go:184: (dbg) Run: out/minikube-linux-arm64 addons disable gvisor -p addons-052722
--- PASS: TestAddons/StoppedEnableDisable (12.43s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-arm64 start -p cert-options-857626 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-arm64 start -p cert-options-857626 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (35.815148032s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-arm64 -p cert-options-857626 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-857626 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-arm64 ssh -p cert-options-857626 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-857626" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-options-857626
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-options-857626: (2.068020544s)
--- PASS: TestCertOptions (38.63s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-278570 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-278570 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (41.493928482s)
E1113 12:08:59.100040 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
cert_options_test.go:131: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-278570 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-278570 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (33.931571189s)
helpers_test.go:175: Cleaning up "cert-expiration-278570" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-expiration-278570
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-expiration-278570: (2.701526976s)
--- PASS: TestCertExpiration (258.13s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-flag-303871 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E1113 12:07:02.146603 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
docker_test.go:91: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-flag-303871 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (39.824939991s)
docker_test.go:132: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-303871 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-303871" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-flag-303871
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-flag-303871: (2.816801348s)
--- PASS: TestForceSystemdFlag (43.15s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-env-035368 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-env-035368 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (45.186900256s)
helpers_test.go:175: Cleaning up "force-systemd-env-035368" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-env-035368
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-env-035368: (3.035675424s)
--- PASS: TestForceSystemdEnv (48.22s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -p nospam-519427 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-519427 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -p nospam-519427 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-519427 --driver=docker --container-runtime=crio: (32.333303587s)
--- PASS: TestErrorSpam/setup (32.33s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 start --dry-run
--- PASS: TestErrorSpam/start (0.86s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 status
--- PASS: TestErrorSpam/status (1.18s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 pause
--- PASS: TestErrorSpam/pause (1.96s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 unpause
--- PASS: TestErrorSpam/unpause (2.13s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 stop: (1.263609713s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-519427 --log_dir /tmp/nospam-519427 stop
--- PASS: TestErrorSpam/stop (1.50s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1851: local sync path: /home/jenkins/minikube-integration/17605-78988/.minikube/files/etc/test/nested/copy/84400/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2230: (dbg) Run: out/minikube-linux-arm64 start -p functional-426226 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E1113 11:33:59.100313 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:33:59.108439 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:33:59.118710 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:33:59.138972 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:33:59.179252 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:33:59.259503 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:33:59.419884 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:33:59.740253 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:34:00.380641 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:34:01.660878 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:34:04.221089 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:34:09.341896 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:34:19.582249 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:34:40.062809 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
functional_test.go:2230: (dbg) Done: out/minikube-linux-arm64 start -p functional-426226 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (1m18.694096728s)
--- PASS: TestFunctional/serial/StartWithProxy (78.69s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
functional_test.go:655: (dbg) Run: out/minikube-linux-arm64 start -p functional-426226 --alsologtostderr -v=8
E1113 11:35:21.023458 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
functional_test.go:655: (dbg) Done: out/minikube-linux-arm64 start -p functional-426226 --alsologtostderr -v=8: (44.28735351s)
functional_test.go:659: soft start took 44.287868828s for "functional-426226" cluster.
--- PASS: TestFunctional/serial/SoftStart (44.29s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:677: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.08s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:692: (dbg) Run: kubectl --context functional-426226 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.12s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1045: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 cache add registry.k8s.io/pause:3.1
functional_test.go:1045: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 cache add registry.k8s.io/pause:3.1: (1.336761309s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 cache add registry.k8s.io/pause:3.3
functional_test.go:1045: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 cache add registry.k8s.io/pause:3.3: (1.319693806s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 cache add registry.k8s.io/pause:latest
functional_test.go:1045: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 cache add registry.k8s.io/pause:latest: (1.21019769s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (3.87s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1073: (dbg) Run: docker build -t minikube-local-cache-test:functional-426226 /tmp/TestFunctionalserialCacheCmdcacheadd_local694495896/001
functional_test.go:1085: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 cache add minikube-local-cache-test:functional-426226
functional_test.go:1090: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 cache delete minikube-local-cache-test:functional-426226
functional_test.go:1079: (dbg) Run: docker rmi minikube-local-cache-test:functional-426226
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.21s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1098: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.07s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1106: (dbg) Run: out/minikube-linux-arm64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.09s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1120: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.36s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1143: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (353.754746ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1154: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 cache reload
functional_test.go:1154: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 cache reload: (1.157375292s)
functional_test.go:1159: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (2.26s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1168: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1168: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.17s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:712: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 kubectl -- --context functional-426226 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.17s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:737: (dbg) Run: out/kubectl --context functional-426226 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.16s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:753: (dbg) Run: out/minikube-linux-arm64 start -p functional-426226 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
functional_test.go:753: (dbg) Done: out/minikube-linux-arm64 start -p functional-426226 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (34.322365053s)
functional_test.go:757: restart took 34.322478817s for "functional-426226" cluster.
--- PASS: TestFunctional/serial/ExtraConfig (34.32s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:806: (dbg) Run: kubectl --context functional-426226 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:821: etcd phase: Running
functional_test.go:831: etcd status: Ready
functional_test.go:821: kube-apiserver phase: Running
functional_test.go:831: kube-apiserver status: Ready
functional_test.go:821: kube-controller-manager phase: Running
functional_test.go:831: kube-controller-manager status: Ready
functional_test.go:821: kube-scheduler phase: Running
functional_test.go:831: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.10s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1232: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 logs
functional_test.go:1232: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 logs: (1.980117799s)
--- PASS: TestFunctional/serial/LogsCmd (1.98s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1246: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 logs --file /tmp/TestFunctionalserialLogsFileCmd1611466563/001/logs.txt
functional_test.go:1246: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 logs --file /tmp/TestFunctionalserialLogsFileCmd1611466563/001/logs.txt: (1.950833706s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.95s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2317: (dbg) Run: kubectl --context functional-426226 apply -f testdata/invalidsvc.yaml
functional_test.go:2331: (dbg) Run: out/minikube-linux-arm64 service invalid-svc -p functional-426226
functional_test.go:2331: (dbg) Non-zero exit: out/minikube-linux-arm64 service invalid-svc -p functional-426226: exit status 115 (745.682132ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:31697 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2323: (dbg) Run: kubectl --context functional-426226 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (4.71s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 config get cpus: exit status 14 (104.629353ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 config set cpus 2
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 config get cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 config get cpus: exit status 14 (122.384751ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.65s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:901: (dbg) daemon: [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-426226 --alsologtostderr -v=1]
functional_test.go:906: (dbg) stopping [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-426226 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 109931: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (9.85s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:970: (dbg) Run: out/minikube-linux-arm64 start -p functional-426226 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:970: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-426226 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (215.535649ms)
-- stdout --
* [functional-426226] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17605
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1113 11:37:11.057573 109633 out.go:296] Setting OutFile to fd 1 ...
I1113 11:37:11.057848 109633 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:11.057879 109633 out.go:309] Setting ErrFile to fd 2...
I1113 11:37:11.057901 109633 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:11.058164 109633 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:37:11.058540 109633 out.go:303] Setting JSON to false
I1113 11:37:11.059675 109633 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":152379,"bootTime":1699723052,"procs":299,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 11:37:11.059789 109633 start.go:138] virtualization:
I1113 11:37:11.062423 109633 out.go:177] * [functional-426226] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 11:37:11.064980 109633 out.go:177] - MINIKUBE_LOCATION=17605
I1113 11:37:11.064998 109633 notify.go:220] Checking for updates...
I1113 11:37:11.067080 109633 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 11:37:11.068962 109633 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:37:11.070728 109633 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 11:37:11.072213 109633 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 11:37:11.074205 109633 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 11:37:11.076554 109633 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:11.077152 109633 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 11:37:11.103675 109633 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 11:37:11.103789 109633 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:37:11.190281 109633 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:46 SystemTime:2023-11-13 11:37:11.178330928 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:37:11.190412 109633 docker.go:295] overlay module found
I1113 11:37:11.192208 109633 out.go:177] * Using the docker driver based on existing profile
I1113 11:37:11.193754 109633 start.go:298] selected driver: docker
I1113 11:37:11.193772 109633 start.go:902] validating driver "docker" against &{Name:functional-426226 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:functional-426226 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:37:11.193882 109633 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 11:37:11.196150 109633 out.go:177]
W1113 11:37:11.197826 109633 out.go:239] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1113 11:37:11.199927 109633 out.go:177]
** /stderr **
functional_test.go:987: (dbg) Run: out/minikube-linux-arm64 start -p functional-426226 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.48s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1016: (dbg) Run: out/minikube-linux-arm64 start -p functional-426226 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1016: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-426226 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (234.165065ms)
-- stdout --
* [functional-426226] minikube v1.32.0 sur Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17605
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1113 11:37:10.833503 109593 out.go:296] Setting OutFile to fd 1 ...
I1113 11:37:10.833685 109593 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:10.833709 109593 out.go:309] Setting ErrFile to fd 2...
I1113 11:37:10.833727 109593 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:10.834186 109593 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:37:10.834620 109593 out.go:303] Setting JSON to false
I1113 11:37:10.835798 109593 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":152379,"bootTime":1699723052,"procs":299,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 11:37:10.835912 109593 start.go:138] virtualization:
I1113 11:37:10.838490 109593 out.go:177] * [functional-426226] minikube v1.32.0 sur Ubuntu 20.04 (arm64)
I1113 11:37:10.841904 109593 notify.go:220] Checking for updates...
I1113 11:37:10.842764 109593 out.go:177] - MINIKUBE_LOCATION=17605
I1113 11:37:10.845548 109593 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 11:37:10.847422 109593 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 11:37:10.849025 109593 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 11:37:10.850503 109593 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 11:37:10.852329 109593 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 11:37:10.854926 109593 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:10.855599 109593 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 11:37:10.880605 109593 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 11:37:10.880711 109593 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:37:10.970930 109593 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:46 SystemTime:2023-11-13 11:37:10.960080652 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:37:10.971078 109593 docker.go:295] overlay module found
I1113 11:37:10.972891 109593 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I1113 11:37:10.974916 109593 start.go:298] selected driver: docker
I1113 11:37:10.974936 109593 start.go:902] validating driver "docker" against &{Name:functional-426226 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1699485386-17565@sha256:bc7ff092e883443bfc1c9fb6a45d08012db3c0fc68e914887b7f16ccdefcab24 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:functional-426226 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1113 11:37:10.975049 109593 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 11:37:10.977689 109593 out.go:177]
W1113 11:37:10.979568 109593 out.go:239] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1113 11:37:10.981285 109593 out.go:177]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.23s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:850: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 status
functional_test.go:856: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:868: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.38s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1626: (dbg) Run: kubectl --context functional-426226 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1634: (dbg) Run: kubectl --context functional-426226 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-7799dfb7c6-jv7v7" [90de56bd-f9cc-4e1f-8251-1b92344786d7] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-connect-7799dfb7c6-jv7v7" [90de56bd-f9cc-4e1f-8251-1b92344786d7] Running
functional_test.go:1639: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 9.015450485s
functional_test.go:1648: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 service hello-node-connect --url
functional_test.go:1654: found endpoint for hello-node-connect: http://192.168.49.2:30697
functional_test.go:1674: http://192.168.49.2:30697: success! body:
Hostname: hello-node-connect-7799dfb7c6-jv7v7
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:30697
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (9.76s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1689: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 addons list
functional_test.go:1701: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.24s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [d606f12c-f0b2-426e-852d-241581d85bc7] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 5.026560948s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-426226 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-426226 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-426226 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-426226 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [e2198a7b-63a3-4970-a4dd-14cf661374f2] Pending
helpers_test.go:344: "sp-pod" [e2198a7b-63a3-4970-a4dd-14cf661374f2] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [e2198a7b-63a3-4970-a4dd-14cf661374f2] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 12.011536183s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-426226 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-426226 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-426226 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [d92e934e-96f6-4c62-93c6-904ce336b93e] Pending
helpers_test.go:344: "sp-pod" [d92e934e-96f6-4c62-93c6-904ce336b93e] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [d92e934e-96f6-4c62-93c6-904ce336b93e] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 6.025630513s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-426226 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (25.01s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1724: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "echo hello"
functional_test.go:1741: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.80s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh -n functional-426226 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 cp functional-426226:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd2540858176/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh -n functional-426226 "sudo cat /home/docker/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (1.74s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1925: Checking for existence of /etc/test/nested/copy/84400/hosts within VM
functional_test.go:1927: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo cat /etc/test/nested/copy/84400/hosts"
functional_test.go:1932: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.37s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1968: Checking for existence of /etc/ssl/certs/84400.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo cat /etc/ssl/certs/84400.pem"
functional_test.go:1968: Checking for existence of /usr/share/ca-certificates/84400.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo cat /usr/share/ca-certificates/84400.pem"
functional_test.go:1968: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/844002.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo cat /etc/ssl/certs/844002.pem"
functional_test.go:1995: Checking for existence of /usr/share/ca-certificates/844002.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo cat /usr/share/ca-certificates/844002.pem"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.60s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:218: (dbg) Run: kubectl --context functional-426226 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.12s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2023: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo systemctl is-active docker"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 ssh "sudo systemctl is-active docker": exit status 1 (370.895562ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2023: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo systemctl is-active containerd"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 ssh "sudo systemctl is-active containerd": exit status 1 (325.004049ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.70s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2284: (dbg) Run: out/minikube-linux-arm64 license
--- PASS: TestFunctional/parallel/License (0.34s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-426226 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-426226 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-426226 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-426226 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 107625: os: process already finished
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.69s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-arm64 -p functional-426226 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-426226 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [52174459-8acd-476f-8ac5-cc2e7a20fc08] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
E1113 11:36:42.944486 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
helpers_test.go:344: "nginx-svc" [52174459-8acd-476f-8ac5-cc2e7a20fc08] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 9.019058279s
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (9.52s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-426226 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.11s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.111.252.226 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-arm64 -p functional-426226 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1436: (dbg) Run: kubectl --context functional-426226 create deployment hello-node --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1444: (dbg) Run: kubectl --context functional-426226 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-759d89bdcc-bxlzd" [e7bdf158-645b-446d-a447-75780e5b846c] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-759d89bdcc-bxlzd" [e7bdf158-645b-446d-a447-75780e5b846c] Running
functional_test.go:1449: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 7.016540112s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (7.26s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1269: (dbg) Run: out/minikube-linux-arm64 profile lis
functional_test.go:1274: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.46s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1309: (dbg) Run: out/minikube-linux-arm64 profile list
functional_test.go:1314: Took "363.190317ms" to run "out/minikube-linux-arm64 profile list"
functional_test.go:1323: (dbg) Run: out/minikube-linux-arm64 profile list -l
functional_test.go:1328: Took "79.031727ms" to run "out/minikube-linux-arm64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.44s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1360: (dbg) Run: out/minikube-linux-arm64 profile list -o json
functional_test.go:1365: Took "358.288944ms" to run "out/minikube-linux-arm64 profile list -o json"
functional_test.go:1373: (dbg) Run: out/minikube-linux-arm64 profile list -o json --light
functional_test.go:1378: Took "72.522475ms" to run "out/minikube-linux-arm64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.43s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdany-port267764816/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1699875425528119990" to /tmp/TestFunctionalparallelMountCmdany-port267764816/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1699875425528119990" to /tmp/TestFunctionalparallelMountCmdany-port267764816/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1699875425528119990" to /tmp/TestFunctionalparallelMountCmdany-port267764816/001/test-1699875425528119990
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (392.367095ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Nov 13 11:37 created-by-test
-rw-r--r-- 1 docker docker 24 Nov 13 11:37 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Nov 13 11:37 test-1699875425528119990
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh cat /mount-9p/test-1699875425528119990
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-426226 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [62fbdc01-60d0-4cc9-9e26-1f20660b8ab7] Pending
helpers_test.go:344: "busybox-mount" [62fbdc01-60d0-4cc9-9e26-1f20660b8ab7] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [62fbdc01-60d0-4cc9-9e26-1f20660b8ab7] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [62fbdc01-60d0-4cc9-9e26-1f20660b8ab7] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 5.019364526s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-426226 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdany-port267764816/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (8.78s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1458: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.71s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1488: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 service list -o json
functional_test.go:1493: Took "744.332943ms" to run "out/minikube-linux-arm64 -p functional-426226 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.74s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1508: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 service --namespace=default --https --url hello-node
functional_test.go:1521: found endpoint: https://192.168.49.2:31950
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.45s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1539: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.42s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1558: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 service hello-node --url
functional_test.go:1564: found endpoint for hello-node: http://192.168.49.2:31950
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.46s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdspecific-port732863523/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (624.7935ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdspecific-port732863523/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 ssh "sudo umount -f /mount-9p": exit status 1 (499.603146ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-arm64 -p functional-426226 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdspecific-port732863523/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.40s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdVerifyCleanup817497370/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdVerifyCleanup817497370/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdVerifyCleanup817497370/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T" /mount1: exit status 1 (1.194431471s)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-arm64 mount -p functional-426226 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdVerifyCleanup817497370/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdVerifyCleanup817497370/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-426226 /tmp/TestFunctionalparallelMountCmdVerifyCleanup817497370/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (2.87s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2252: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 version --short
--- PASS: TestFunctional/parallel/Version/short (0.11s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2266: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 version -o=json --components
functional_test.go:2266: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 version -o=json --components: (1.014437658s)
--- PASS: TestFunctional/parallel/Version/components (1.01s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls --format short --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-426226 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.9
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.28.3
registry.k8s.io/kube-proxy:v1.28.3
registry.k8s.io/kube-controller-manager:v1.28.3
registry.k8s.io/kube-apiserver:v1.28.3
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/echoserver-arm:1.8
registry.k8s.io/coredns/coredns:v1.10.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
gcr.io/google-containers/addon-resizer:functional-426226
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20230809-80a64d96
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-426226 image ls --format short --alsologtostderr:
I1113 11:37:40.895166 112155 out.go:296] Setting OutFile to fd 1 ...
I1113 11:37:40.895430 112155 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:40.895456 112155 out.go:309] Setting ErrFile to fd 2...
I1113 11:37:40.895477 112155 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:40.895805 112155 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:37:40.896495 112155 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:40.896683 112155 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:40.897367 112155 cli_runner.go:164] Run: docker container inspect functional-426226 --format={{.State.Status}}
I1113 11:37:40.922682 112155 ssh_runner.go:195] Run: systemctl --version
I1113 11:37:40.922740 112155 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-426226
I1113 11:37:40.951243 112155 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39756 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/functional-426226/id_rsa Username:docker}
I1113 11:37:41.049224 112155 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.30s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls --format table --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-426226 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| docker.io/kindest/kindnetd | v20230809-80a64d96 | 04b4eaa3d3db8 | 60.9MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | ba04bb24b9575 | 29MB |
| registry.k8s.io/kube-proxy | v1.28.3 | a5dd5cdd6d3ef | 69.9MB |
| registry.k8s.io/pause | 3.1 | 8057e0500773a | 529kB |
| registry.k8s.io/pause | latest | 8cb2091f603e7 | 246kB |
| docker.io/library/nginx | latest | 81be380254394 | 196MB |
| gcr.io/google-containers/addon-resizer | functional-426226 | ffd4cfbbe753e | 34.1MB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 1611cd07b61d5 | 3.77MB |
| registry.k8s.io/pause | 3.3 | 3d18732f8686c | 487kB |
| registry.k8s.io/coredns/coredns | v1.10.1 | 97e04611ad434 | 51.4MB |
| registry.k8s.io/etcd | 3.5.9-0 | 9cdd6470f48c8 | 182MB |
| registry.k8s.io/kube-apiserver | v1.28.3 | 537e9a59ee2fd | 121MB |
| registry.k8s.io/kube-controller-manager | v1.28.3 | 8276439b4f237 | 117MB |
| docker.io/library/nginx | alpine | aae348c9fbd40 | 50.2MB |
| registry.k8s.io/echoserver-arm | 1.8 | 72565bf5bbedf | 87.5MB |
| registry.k8s.io/kube-scheduler | v1.28.3 | 42a4e73724daa | 59.2MB |
| registry.k8s.io/pause | 3.9 | 829e9de338bd5 | 520kB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-426226 image ls --format table --alsologtostderr:
I1113 11:37:41.246855 112214 out.go:296] Setting OutFile to fd 1 ...
I1113 11:37:41.246973 112214 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:41.246980 112214 out.go:309] Setting ErrFile to fd 2...
I1113 11:37:41.246986 112214 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:41.247243 112214 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:37:41.247940 112214 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:41.248083 112214 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:41.248589 112214 cli_runner.go:164] Run: docker container inspect functional-426226 --format={{.State.Status}}
I1113 11:37:41.268092 112214 ssh_runner.go:195] Run: systemctl --version
I1113 11:37:41.268148 112214 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-426226
I1113 11:37:41.295413 112214 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39756 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/functional-426226/id_rsa Username:docker}
I1113 11:37:41.394077 112214 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.33s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls --format json --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-426226 image ls --format json --alsologtostderr:
[{"id":"42a4e73724daac2ee0c96eeeb79b9cf5f242fc3927ccfdc4df63b58140097314","repoDigests":["registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725","registry.k8s.io/kube-scheduler@sha256:c0c5cdf040306fccc833bfa847f74be0f6ea5c828ba6c2a443210f68aa9bdd7c"],"repoTags":["registry.k8s.io/kube-scheduler:v1.28.3"],"size":"59188020"},{"id":"8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5","repoDigests":["registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"528622"},{"id":"3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300","repoDigests":["registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"487479"},{"id":"829e9de338bd5fdd3f16f68f83a9fb288fbc8453e881e5d5cfd0f6f2ff72b43e","repoDigests":["registry.k8s.io/pause@sha256:3ec98b8452dc8ae265a6917dfb81587ac78849e
520d5dbba6de524851d20eca6","registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097"],"repoTags":["registry.k8s.io/pause:3.9"],"size":"520014"},{"id":"04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26","repoDigests":["docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052","docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2"],"repoTags":["docker.io/kindest/kindnetd:v20230809-80a64d96"],"size":"60867618"},{"id":"81be38025439476d1b7303cb575df80e419fd1b3be4a639f3b3e51cf95720c7b","repoDigests":["docker.io/library/nginx@sha256:565211f0ec2c97f4118c0c1b6be7f1c7775c0b3d44c2bb72bd32983a5696aa6a","docker.io/library/nginx@sha256:86e53c4c16a6a276b204b0fd3a8143d86547c967dc8258b3d47c3a21bb68d3c6"],"repoTags":["docker.io/library/nginx:latest"],"size":"196211468"},{"id":"8276439b4f237dda1f7820b0fcef600bb5662e441aa00e7b7c45843e60f04a16","repoDigests":["registry.k8s.io/kube-controller
-manager@sha256:640661231facded984f698e79315bceb5391b04e5159662e940e6e5ab2098707","registry.k8s.io/kube-controller-manager@sha256:c53671810fed4fd98b482a8e32f105585826221a4657ebd6181bc20becd3f0be"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.28.3"],"size":"117252916"},{"id":"a5dd5cdd6d3ef8058b7fbcecacbcee7f522fa8b9f3bb53bac6570e62ba2cbdbd","repoDigests":["registry.k8s.io/kube-proxy@sha256:0228eb00239c0ea5f627a6191fc192f4e20606b57419ce9e2e0c1588f960b483","registry.k8s.io/kube-proxy@sha256:73a9f275e1fa5f0b9ae744914764847c2c4fdc66e9e528d67dea70007f9a6072"],"repoTags":["registry.k8s.io/kube-proxy:v1.28.3"],"size":"69926807"},{"id":"72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb","repoDigests":["registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5"],"repoTags":["registry.k8s.io/echoserver-arm:1.8"],"size":"87536549"},{"id":"9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace","repoDigests":["registry.k8s.io/etcd@sha256:e013
d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3","registry.k8s.io/etcd@sha256:e60789d18cc66486e6db4094383f9732280092f07a1f5455ecbe11d404c8e48b"],"repoTags":["registry.k8s.io/etcd:3.5.9-0"],"size":"182203183"},{"id":"537e9a59ee2fdef3cc7f5ebd14f9c4c77047176fca2bc5599db196217efeb5d7","repoDigests":["registry.k8s.io/kube-apiserver@sha256:7055e7e0041a953d3fcec5950b88e8608ce09489f775dc0a8bd62a3300fd3ffa","registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d"],"repoTags":["registry.k8s.io/kube-apiserver:v1.28.3"],"size":"121054158"},{"id":"a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c","docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a"],"repoTags":[],"size":"42263767"},{"id":"ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91","repoDig
ests":["gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126"],"repoTags":["gcr.io/google-containers/addon-resizer:functional-426226"],"size":"34114467"},{"id":"1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"3774172"},{"id":"97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108","repoDigests":["registry.k8s.io/coredns/coredns@sha256:74130b944396a0b0ca9af923ee6e03b08a35d98fc1bbaef4e35cf9acc5599105","registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e"],"repoTags":["registry.k8s.io/coredns/coredns:v1.10.1"],"size":"51393451"},{"id":"aae348c9fbd40035f9fc24e2c9ccb9ac0a8977a3f3441a997bb40f6011d45e9
b","repoDigests":["docker.io/library/nginx@sha256:b7537eea6ffa4f00aac311f16654b50736328eb370208c68b6649a97b7a2724b","docker.io/library/nginx@sha256:db353d0f0c479c91bd15e01fc68ed0f33d9c4c52f3415e63332c3d0bf7a4bb77"],"repoTags":["docker.io/library/nginx:alpine"],"size":"50212152"},{"id":"20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf"],"repoTags":[],"size":"247562353"},{"id":"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"29037500"},{"id":"8cb209
1f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a","repoDigests":["registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca"],"repoTags":["registry.k8s.io/pause:latest"],"size":"246070"}]
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-426226 image ls --format json --alsologtostderr:
I1113 11:37:41.215071 112209 out.go:296] Setting OutFile to fd 1 ...
I1113 11:37:41.215259 112209 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:41.215270 112209 out.go:309] Setting ErrFile to fd 2...
I1113 11:37:41.215277 112209 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:41.215610 112209 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:37:41.216290 112209 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:41.216506 112209 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:41.217088 112209 cli_runner.go:164] Run: docker container inspect functional-426226 --format={{.State.Status}}
I1113 11:37:41.251868 112209 ssh_runner.go:195] Run: systemctl --version
I1113 11:37:41.251918 112209 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-426226
I1113 11:37:41.274482 112209 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39756 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/functional-426226/id_rsa Username:docker}
I1113 11:37:41.373474 112209 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.33s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls --format yaml --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-426226 image ls --format yaml --alsologtostderr:
- id: 72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb
repoDigests:
- registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5
repoTags:
- registry.k8s.io/echoserver-arm:1.8
size: "87536549"
- id: 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace
repoDigests:
- registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3
- registry.k8s.io/etcd@sha256:e60789d18cc66486e6db4094383f9732280092f07a1f5455ecbe11d404c8e48b
repoTags:
- registry.k8s.io/etcd:3.5.9-0
size: "182203183"
- id: 3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300
repoDigests:
- registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476
repoTags:
- registry.k8s.io/pause:3.3
size: "487479"
- id: 829e9de338bd5fdd3f16f68f83a9fb288fbc8453e881e5d5cfd0f6f2ff72b43e
repoDigests:
- registry.k8s.io/pause@sha256:3ec98b8452dc8ae265a6917dfb81587ac78849e520d5dbba6de524851d20eca6
- registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097
repoTags:
- registry.k8s.io/pause:3.9
size: "520014"
- id: 8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a
repoDigests:
- registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca
repoTags:
- registry.k8s.io/pause:latest
size: "246070"
- id: a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
- docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a
repoTags: []
size: "42263767"
- id: aae348c9fbd40035f9fc24e2c9ccb9ac0a8977a3f3441a997bb40f6011d45e9b
repoDigests:
- docker.io/library/nginx@sha256:b7537eea6ffa4f00aac311f16654b50736328eb370208c68b6649a97b7a2724b
- docker.io/library/nginx@sha256:db353d0f0c479c91bd15e01fc68ed0f33d9c4c52f3415e63332c3d0bf7a4bb77
repoTags:
- docker.io/library/nginx:alpine
size: "50212152"
- id: 81be38025439476d1b7303cb575df80e419fd1b3be4a639f3b3e51cf95720c7b
repoDigests:
- docker.io/library/nginx@sha256:565211f0ec2c97f4118c0c1b6be7f1c7775c0b3d44c2bb72bd32983a5696aa6a
- docker.io/library/nginx@sha256:86e53c4c16a6a276b204b0fd3a8143d86547c967dc8258b3d47c3a21bb68d3c6
repoTags:
- docker.io/library/nginx:latest
size: "196211468"
- id: 8276439b4f237dda1f7820b0fcef600bb5662e441aa00e7b7c45843e60f04a16
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:640661231facded984f698e79315bceb5391b04e5159662e940e6e5ab2098707
- registry.k8s.io/kube-controller-manager@sha256:c53671810fed4fd98b482a8e32f105585826221a4657ebd6181bc20becd3f0be
repoTags:
- registry.k8s.io/kube-controller-manager:v1.28.3
size: "117252916"
- id: 04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26
repoDigests:
- docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052
- docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2
repoTags:
- docker.io/kindest/kindnetd:v20230809-80a64d96
size: "60867618"
- id: 20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf
repoTags: []
size: "247562353"
- id: 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "3774172"
- id: 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:74130b944396a0b0ca9af923ee6e03b08a35d98fc1bbaef4e35cf9acc5599105
- registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e
repoTags:
- registry.k8s.io/coredns/coredns:v1.10.1
size: "51393451"
- id: a5dd5cdd6d3ef8058b7fbcecacbcee7f522fa8b9f3bb53bac6570e62ba2cbdbd
repoDigests:
- registry.k8s.io/kube-proxy@sha256:0228eb00239c0ea5f627a6191fc192f4e20606b57419ce9e2e0c1588f960b483
- registry.k8s.io/kube-proxy@sha256:73a9f275e1fa5f0b9ae744914764847c2c4fdc66e9e528d67dea70007f9a6072
repoTags:
- registry.k8s.io/kube-proxy:v1.28.3
size: "69926807"
- id: 42a4e73724daac2ee0c96eeeb79b9cf5f242fc3927ccfdc4df63b58140097314
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:2cfaab2fe5e5937bc37f3d05f3eb7a4912a981ab8375f1d9c2c3190b259d1725
- registry.k8s.io/kube-scheduler@sha256:c0c5cdf040306fccc833bfa847f74be0f6ea5c828ba6c2a443210f68aa9bdd7c
repoTags:
- registry.k8s.io/kube-scheduler:v1.28.3
size: "59188020"
- id: 8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5
repoDigests:
- registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67
repoTags:
- registry.k8s.io/pause:3.1
size: "528622"
- id: ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91
repoDigests:
- gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126
repoTags:
- gcr.io/google-containers/addon-resizer:functional-426226
size: "34114467"
- id: ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "29037500"
- id: 537e9a59ee2fdef3cc7f5ebd14f9c4c77047176fca2bc5599db196217efeb5d7
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:7055e7e0041a953d3fcec5950b88e8608ce09489f775dc0a8bd62a3300fd3ffa
- registry.k8s.io/kube-apiserver@sha256:8db46adefb0f251da210504e2ce268c36a5a7c630667418ea4601f63c9057a2d
repoTags:
- registry.k8s.io/kube-apiserver:v1.28.3
size: "121054158"
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-426226 image ls --format yaml --alsologtostderr:
I1113 11:37:40.913080 112154 out.go:296] Setting OutFile to fd 1 ...
I1113 11:37:40.913303 112154 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:40.913330 112154 out.go:309] Setting ErrFile to fd 2...
I1113 11:37:40.913350 112154 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:40.913641 112154 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:37:40.914434 112154 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:40.914723 112154 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:40.915406 112154 cli_runner.go:164] Run: docker container inspect functional-426226 --format={{.State.Status}}
I1113 11:37:40.943864 112154 ssh_runner.go:195] Run: systemctl --version
I1113 11:37:40.943920 112154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-426226
I1113 11:37:40.969108 112154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39756 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/functional-426226/id_rsa Username:docker}
I1113 11:37:41.077204 112154 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.33s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:307: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 ssh pgrep buildkitd
functional_test.go:307: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-426226 ssh pgrep buildkitd: exit status 1 (329.024511ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:314: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image build -t localhost/my-image:functional-426226 testdata/build --alsologtostderr
functional_test.go:314: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 image build -t localhost/my-image:functional-426226 testdata/build --alsologtostderr: (2.313545712s)
functional_test.go:319: (dbg) Stdout: out/minikube-linux-arm64 -p functional-426226 image build -t localhost/my-image:functional-426226 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> 8e8fe70aa29
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-426226
--> ea0d3097161
Successfully tagged localhost/my-image:functional-426226
ea0d3097161e5c2ea23824da19442f23b4bb169b38551bc0aac358ec657a52f0
functional_test.go:322: (dbg) Stderr: out/minikube-linux-arm64 -p functional-426226 image build -t localhost/my-image:functional-426226 testdata/build --alsologtostderr:
I1113 11:37:41.846243 112313 out.go:296] Setting OutFile to fd 1 ...
I1113 11:37:41.847658 112313 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:41.847693 112313 out.go:309] Setting ErrFile to fd 2...
I1113 11:37:41.847716 112313 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:37:41.848011 112313 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:37:41.848698 112313 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:41.849382 112313 config.go:182] Loaded profile config "functional-426226": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:37:41.849965 112313 cli_runner.go:164] Run: docker container inspect functional-426226 --format={{.State.Status}}
I1113 11:37:41.869529 112313 ssh_runner.go:195] Run: systemctl --version
I1113 11:37:41.869580 112313 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-426226
I1113 11:37:41.887799 112313 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39756 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/functional-426226/id_rsa Username:docker}
I1113 11:37:41.984921 112313 build_images.go:151] Building image from path: /tmp/build.1607500474.tar
I1113 11:37:41.984990 112313 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1113 11:37:41.995349 112313 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.1607500474.tar
I1113 11:37:41.999705 112313 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.1607500474.tar: stat -c "%s %y" /var/lib/minikube/build/build.1607500474.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.1607500474.tar': No such file or directory
I1113 11:37:41.999737 112313 ssh_runner.go:362] scp /tmp/build.1607500474.tar --> /var/lib/minikube/build/build.1607500474.tar (3072 bytes)
I1113 11:37:42.036525 112313 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.1607500474
I1113 11:37:42.048613 112313 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.1607500474 -xf /var/lib/minikube/build/build.1607500474.tar
I1113 11:37:42.060949 112313 crio.go:297] Building image: /var/lib/minikube/build/build.1607500474
I1113 11:37:42.061033 112313 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-426226 /var/lib/minikube/build/build.1607500474 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying config sha256:71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02
Writing manifest to image destination
Storing signatures
I1113 11:37:44.046387 112313 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-426226 /var/lib/minikube/build/build.1607500474 --cgroup-manager=cgroupfs: (1.985327209s)
I1113 11:37:44.046496 112313 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.1607500474
I1113 11:37:44.059642 112313 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.1607500474.tar
I1113 11:37:44.074224 112313 build_images.go:207] Built localhost/my-image:functional-426226 from /tmp/build.1607500474.tar
I1113 11:37:44.074254 112313 build_images.go:123] succeeded building to: functional-426226
I1113 11:37:44.074260 112313 build_images.go:124] failed building to:
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (2.93s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:341: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.8
2023/11/13 11:37:21 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test.go:341: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.8: (2.188277826s)
functional_test.go:346: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.8 gcr.io/google-containers/addon-resizer:functional-426226
--- PASS: TestFunctional/parallel/ImageCommands/Setup (2.22s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2115: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.24s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2115: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.22s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2115: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.27s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:354: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image load --daemon gcr.io/google-containers/addon-resizer:functional-426226 --alsologtostderr
functional_test.go:354: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 image load --daemon gcr.io/google-containers/addon-resizer:functional-426226 --alsologtostderr: (5.291026284s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (5.55s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:364: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image load --daemon gcr.io/google-containers/addon-resizer:functional-426226 --alsologtostderr
functional_test.go:364: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 image load --daemon gcr.io/google-containers/addon-resizer:functional-426226 --alsologtostderr: (2.702565381s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (2.97s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:234: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.9
functional_test.go:234: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.9: (1.654479419s)
functional_test.go:239: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.9 gcr.io/google-containers/addon-resizer:functional-426226
functional_test.go:244: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image load --daemon gcr.io/google-containers/addon-resizer:functional-426226 --alsologtostderr
functional_test.go:244: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 image load --daemon gcr.io/google-containers/addon-resizer:functional-426226 --alsologtostderr: (3.663016189s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (5.61s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:379: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image save gcr.io/google-containers/addon-resizer:functional-426226 /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.93s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:391: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image rm gcr.io/google-containers/addon-resizer:functional-426226 --alsologtostderr
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.58s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:408: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr
functional_test.go:408: (dbg) Done: out/minikube-linux-arm64 -p functional-426226 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr: (1.07093501s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (1.35s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:418: (dbg) Run: docker rmi gcr.io/google-containers/addon-resizer:functional-426226
functional_test.go:423: (dbg) Run: out/minikube-linux-arm64 -p functional-426226 image save --daemon gcr.io/google-containers/addon-resizer:functional-426226 --alsologtostderr
functional_test.go:428: (dbg) Run: docker image inspect gcr.io/google-containers/addon-resizer:functional-426226
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.98s)
=== RUN TestFunctional/delete_addon-resizer_images
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:functional-426226
--- PASS: TestFunctional/delete_addon-resizer_images (0.09s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:197: (dbg) Run: docker rmi -f localhost/my-image:functional-426226
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:205: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-426226
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestIngressAddonLegacy/StartLegacyK8sCluster
ingress_addon_legacy_test.go:39: (dbg) Run: out/minikube-linux-arm64 start -p ingress-addon-legacy-222532 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E1113 11:38:59.099968 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
ingress_addon_legacy_test.go:39: (dbg) Done: out/minikube-linux-arm64 start -p ingress-addon-legacy-222532 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (1m36.798574808s)
--- PASS: TestIngressAddonLegacy/StartLegacyK8sCluster (96.80s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddonActivation
ingress_addon_legacy_test.go:70: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 addons enable ingress --alsologtostderr -v=5
E1113 11:39:26.784924 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
ingress_addon_legacy_test.go:70: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 addons enable ingress --alsologtostderr -v=5: (11.627026474s)
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressAddonActivation (11.63s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation
ingress_addon_legacy_test.go:79: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-222532 addons enable ingress-dns --alsologtostderr -v=5
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation (0.72s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 start -p json-output-792543 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
E1113 11:43:01.107474 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:43:59.099905 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 start -p json-output-792543 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (1m19.907384127s)
--- PASS: TestJSONOutput/start/Command (79.91s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 pause -p json-output-792543 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 pause -p json-output-792543 --output=json --user=testUser: (1.134863459s)
--- PASS: TestJSONOutput/pause/Command (1.14s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 unpause -p json-output-792543 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.77s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 stop -p json-output-792543 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 stop -p json-output-792543 --output=json --user=testUser: (5.84905826s)
--- PASS: TestJSONOutput/stop/Command (5.85s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-arm64 start -p json-output-error-314030 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p json-output-error-314030 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (115.295288ms)
-- stdout --
{"specversion":"1.0","id":"0ad4cd40-8141-4143-8174-cfe1eb2a86f8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-314030] minikube v1.32.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"7f0ce1bc-7fb3-49ff-8252-f24d3098dc02","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17605"}}
{"specversion":"1.0","id":"bf7f59ae-c396-4583-a287-e630ab2fec3c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"a39a4e6c-d30d-4464-bbc0-91996e86e9d1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig"}}
{"specversion":"1.0","id":"9dd8bba0-ff10-4e1e-b7c9-e18fa83d18e6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube"}}
{"specversion":"1.0","id":"5131bc98-c2a2-475c-90ea-6824b104d4d5","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"ad767e8b-406d-46be-a23e-b95fc84f4c34","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"93ce1e8b-96ff-494a-903a-915ece97445d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/arm64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-314030" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p json-output-error-314030
--- PASS: TestErrorJSONOutput (0.28s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-361705 --network=
E1113 11:44:23.027710 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 11:44:36.525102 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:36.530618 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:36.540909 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:36.561199 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:36.601487 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:36.681759 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:36.842097 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:37.162616 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:37.803504 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:39.084117 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:41.645920 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:44:46.766469 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-361705 --network=: (42.574583611s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-361705" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-361705
E1113 11:44:57.006987 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-361705: (2.137568337s)
--- PASS: TestKicCustomNetwork/create_custom_network (44.74s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-641739 --network=bridge
E1113 11:45:17.487274 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-641739 --network=bridge: (33.971506851s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-641739" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-641739
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-641739: (1.946789082s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (35.95s)
=== RUN TestKicExistingNetwork
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-arm64 start -p existing-network-937150 --network=existing-network
E1113 11:45:58.447973 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-arm64 start -p existing-network-937150 --network=existing-network: (32.350748358s)
helpers_test.go:175: Cleaning up "existing-network-937150" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p existing-network-937150
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p existing-network-937150: (2.036952365s)
--- PASS: TestKicExistingNetwork (34.57s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-subnet-379918 --subnet=192.168.60.0/24
E1113 11:46:39.186200 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-subnet-379918 --subnet=192.168.60.0/24: (32.789070494s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-379918 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-379918" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p custom-subnet-379918
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p custom-subnet-379918: (2.109850173s)
--- PASS: TestKicCustomSubnet (34.93s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-arm64 start -p static-ip-087754 --static-ip=192.168.200.200
E1113 11:47:06.868533 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-arm64 start -p static-ip-087754 --static-ip=192.168.200.200: (34.680779864s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-arm64 -p static-ip-087754 ip
helpers_test.go:175: Cleaning up "static-ip-087754" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p static-ip-087754
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p static-ip-087754: (2.071495769s)
--- PASS: TestKicStaticIP (36.93s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-arm64
--- PASS: TestMainNoArgs (0.07s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p first-130625 --driver=docker --container-runtime=crio
E1113 11:47:20.368511 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p first-130625 --driver=docker --container-runtime=crio: (31.588525132s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p second-133160 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p second-133160 --driver=docker --container-runtime=crio: (32.432943894s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile first-130625
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile second-133160
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
helpers_test.go:175: Cleaning up "second-133160" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p second-133160
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p second-133160: (2.051151849s)
helpers_test.go:175: Cleaning up "first-130625" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p first-130625
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p first-130625: (2.027729162s)
--- PASS: TestMinikubeProfile (69.42s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-1-520246 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-1-520246 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (6.40035886s)
--- PASS: TestMountStart/serial/StartWithMountFirst (7.40s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-1-520246 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.30s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-522142 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-522142 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (6.394136686s)
--- PASS: TestMountStart/serial/StartWithMountSecond (7.39s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-522142 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.31s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p mount-start-1-520246 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p mount-start-1-520246 --alsologtostderr -v=5: (1.70763467s)
--- PASS: TestMountStart/serial/DeleteFirst (1.71s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-522142 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.32s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-arm64 stop -p mount-start-2-522142
mount_start_test.go:155: (dbg) Done: out/minikube-linux-arm64 stop -p mount-start-2-522142: (1.255478614s)
--- PASS: TestMountStart/serial/Stop (1.26s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-522142
mount_start_test.go:166: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-522142: (7.356127559s)
--- PASS: TestMountStart/serial/RestartStopped (8.36s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-522142 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.31s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:85: (dbg) Run: out/minikube-linux-arm64 start -p multinode-528595 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1113 11:48:59.099981 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 11:49:36.524810 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:50:04.209363 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 11:50:22.145827 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
multinode_test.go:85: (dbg) Done: out/minikube-linux-arm64 start -p multinode-528595 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m38.770273756s)
multinode_test.go:91: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (99.36s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:481: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:486: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- rollout status deployment/busybox
multinode_test.go:486: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-528595 -- rollout status deployment/busybox: (4.756286682s)
multinode_test.go:493: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:516: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:524: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-c745g -- nslookup kubernetes.io
multinode_test.go:524: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-k6kk2 -- nslookup kubernetes.io
multinode_test.go:524: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-k6kk2 -- nslookup kubernetes.io: (5.330653478s)
multinode_test.go:534: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-c745g -- nslookup kubernetes.default
multinode_test.go:534: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-k6kk2 -- nslookup kubernetes.default
multinode_test.go:542: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-c745g -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:542: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-528595 -- exec busybox-5bc68d56bd-k6kk2 -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (12.14s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:110: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-528595 -v 3 --alsologtostderr
multinode_test.go:110: (dbg) Done: out/minikube-linux-arm64 node add -p multinode-528595 -v 3 --alsologtostderr: (33.855435469s)
multinode_test.go:116: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (34.62s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:132: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.38s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:173: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp testdata/cp-test.txt multinode-528595:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp multinode-528595:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile4021231842/001/cp-test_multinode-528595.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp multinode-528595:/home/docker/cp-test.txt multinode-528595-m02:/home/docker/cp-test_multinode-528595_multinode-528595-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m02 "sudo cat /home/docker/cp-test_multinode-528595_multinode-528595-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp multinode-528595:/home/docker/cp-test.txt multinode-528595-m03:/home/docker/cp-test_multinode-528595_multinode-528595-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m03 "sudo cat /home/docker/cp-test_multinode-528595_multinode-528595-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp testdata/cp-test.txt multinode-528595-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp multinode-528595-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile4021231842/001/cp-test_multinode-528595-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp multinode-528595-m02:/home/docker/cp-test.txt multinode-528595:/home/docker/cp-test_multinode-528595-m02_multinode-528595.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595 "sudo cat /home/docker/cp-test_multinode-528595-m02_multinode-528595.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp multinode-528595-m02:/home/docker/cp-test.txt multinode-528595-m03:/home/docker/cp-test_multinode-528595-m02_multinode-528595-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m03 "sudo cat /home/docker/cp-test_multinode-528595-m02_multinode-528595-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp testdata/cp-test.txt multinode-528595-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp multinode-528595-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile4021231842/001/cp-test_multinode-528595-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp multinode-528595-m03:/home/docker/cp-test.txt multinode-528595:/home/docker/cp-test_multinode-528595-m03_multinode-528595.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m03 "sudo cat /home/docker/cp-test.txt"
E1113 11:51:39.186645 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595 "sudo cat /home/docker/cp-test_multinode-528595-m03_multinode-528595.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 cp multinode-528595-m03:/home/docker/cp-test.txt multinode-528595-m02:/home/docker/cp-test_multinode-528595-m03_multinode-528595-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 ssh -n multinode-528595-m02 "sudo cat /home/docker/cp-test_multinode-528595-m03_multinode-528595-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (11.85s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:210: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 node stop m03
multinode_test.go:210: (dbg) Done: out/minikube-linux-arm64 -p multinode-528595 node stop m03: (1.256093313s)
multinode_test.go:216: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status
multinode_test.go:216: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-528595 status: exit status 7 (644.064855ms)
-- stdout --
multinode-528595
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-528595-m02
type: Worker
host: Running
kubelet: Running
multinode-528595-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:223: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status --alsologtostderr
multinode_test.go:223: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-528595 status --alsologtostderr: exit status 7 (593.915739ms)
-- stdout --
multinode-528595
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-528595-m02
type: Worker
host: Running
kubelet: Running
multinode-528595-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1113 11:51:42.690611 158914 out.go:296] Setting OutFile to fd 1 ...
I1113 11:51:42.690780 158914 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:51:42.690790 158914 out.go:309] Setting ErrFile to fd 2...
I1113 11:51:42.690795 158914 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:51:42.691078 158914 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:51:42.691279 158914 out.go:303] Setting JSON to false
I1113 11:51:42.691349 158914 mustload.go:65] Loading cluster: multinode-528595
I1113 11:51:42.691450 158914 notify.go:220] Checking for updates...
I1113 11:51:42.691845 158914 config.go:182] Loaded profile config "multinode-528595": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:51:42.691862 158914 status.go:255] checking status of multinode-528595 ...
I1113 11:51:42.693615 158914 cli_runner.go:164] Run: docker container inspect multinode-528595 --format={{.State.Status}}
I1113 11:51:42.713240 158914 status.go:330] multinode-528595 host status = "Running" (err=<nil>)
I1113 11:51:42.713272 158914 host.go:66] Checking if "multinode-528595" exists ...
I1113 11:51:42.713653 158914 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-528595
I1113 11:51:42.733562 158914 host.go:66] Checking if "multinode-528595" exists ...
I1113 11:51:42.733877 158914 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 11:51:42.733923 158914 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595
I1113 11:51:42.771326 158914 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39821 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595/id_rsa Username:docker}
I1113 11:51:42.874126 158914 ssh_runner.go:195] Run: systemctl --version
I1113 11:51:42.879873 158914 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:51:42.893669 158914 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 11:51:42.964820 158914 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:44 OomKillDisable:true NGoroutines:55 SystemTime:2023-11-13 11:51:42.953966725 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 11:51:42.965406 158914 kubeconfig.go:92] found "multinode-528595" server: "https://192.168.58.2:8443"
I1113 11:51:42.965424 158914 api_server.go:166] Checking apiserver status ...
I1113 11:51:42.965471 158914 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1113 11:51:42.979236 158914 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1219/cgroup
I1113 11:51:42.990589 158914 api_server.go:182] apiserver freezer: "6:freezer:/docker/942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370/crio/crio-efbd644de724b44b820d92bdcc30b0326a6fc798b80d2d9a9d97ac7b95127581"
I1113 11:51:42.990660 158914 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/942c6cd81cd661aa296c2a89f1f56a5c159c093ef10afb809f9114fc8ef9c370/crio/crio-efbd644de724b44b820d92bdcc30b0326a6fc798b80d2d9a9d97ac7b95127581/freezer.state
I1113 11:51:43.001232 158914 api_server.go:204] freezer state: "THAWED"
I1113 11:51:43.001261 158914 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I1113 11:51:43.010508 158914 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I1113 11:51:43.010539 158914 status.go:421] multinode-528595 apiserver status = Running (err=<nil>)
I1113 11:51:43.010551 158914 status.go:257] multinode-528595 status: &{Name:multinode-528595 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1113 11:51:43.010567 158914 status.go:255] checking status of multinode-528595-m02 ...
I1113 11:51:43.010900 158914 cli_runner.go:164] Run: docker container inspect multinode-528595-m02 --format={{.State.Status}}
I1113 11:51:43.029314 158914 status.go:330] multinode-528595-m02 host status = "Running" (err=<nil>)
I1113 11:51:43.029337 158914 host.go:66] Checking if "multinode-528595-m02" exists ...
I1113 11:51:43.029635 158914 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-528595-m02
I1113 11:51:43.049083 158914 host.go:66] Checking if "multinode-528595-m02" exists ...
I1113 11:51:43.049407 158914 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1113 11:51:43.049456 158914 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-528595-m02
I1113 11:51:43.071186 158914 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:39826 SSHKeyPath:/home/jenkins/minikube-integration/17605-78988/.minikube/machines/multinode-528595-m02/id_rsa Username:docker}
I1113 11:51:43.169651 158914 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1113 11:51:43.183571 158914 status.go:257] multinode-528595-m02 status: &{Name:multinode-528595-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1113 11:51:43.183606 158914 status.go:255] checking status of multinode-528595-m03 ...
I1113 11:51:43.183912 158914 cli_runner.go:164] Run: docker container inspect multinode-528595-m03 --format={{.State.Status}}
I1113 11:51:43.202069 158914 status.go:330] multinode-528595-m03 host status = "Stopped" (err=<nil>)
I1113 11:51:43.202092 158914 status.go:343] host is not running, skipping remaining checks
I1113 11:51:43.202100 158914 status.go:257] multinode-528595-m03 status: &{Name:multinode-528595-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.49s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:244: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:254: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 node start m03 --alsologtostderr
multinode_test.go:254: (dbg) Done: out/minikube-linux-arm64 -p multinode-528595 node start m03 --alsologtostderr: (11.811144282s)
multinode_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status
multinode_test.go:275: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (12.69s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:283: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-528595
multinode_test.go:290: (dbg) Run: out/minikube-linux-arm64 stop -p multinode-528595
multinode_test.go:290: (dbg) Done: out/minikube-linux-arm64 stop -p multinode-528595: (25.047830853s)
multinode_test.go:295: (dbg) Run: out/minikube-linux-arm64 start -p multinode-528595 --wait=true -v=8 --alsologtostderr
E1113 11:53:59.100080 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
multinode_test.go:295: (dbg) Done: out/minikube-linux-arm64 start -p multinode-528595 --wait=true -v=8 --alsologtostderr: (1m38.445600413s)
multinode_test.go:300: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-528595
--- PASS: TestMultiNode/serial/RestartKeepsNodes (123.67s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:394: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 node delete m03
multinode_test.go:394: (dbg) Done: out/minikube-linux-arm64 -p multinode-528595 node delete m03: (4.565527342s)
multinode_test.go:400: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status --alsologtostderr
multinode_test.go:414: (dbg) Run: docker volume ls
multinode_test.go:424: (dbg) Run: kubectl get nodes
multinode_test.go:432: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.32s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:314: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 stop
multinode_test.go:314: (dbg) Done: out/minikube-linux-arm64 -p multinode-528595 stop: (23.896496005s)
multinode_test.go:320: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status
multinode_test.go:320: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-528595 status: exit status 7 (107.598157ms)
-- stdout --
multinode-528595
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-528595-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:327: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status --alsologtostderr
multinode_test.go:327: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-528595 status --alsologtostderr: exit status 7 (111.586356ms)
-- stdout --
multinode-528595
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-528595-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1113 11:54:28.964902 167091 out.go:296] Setting OutFile to fd 1 ...
I1113 11:54:28.965429 167091 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:54:28.965445 167091 out.go:309] Setting ErrFile to fd 2...
I1113 11:54:28.965453 167091 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 11:54:28.965746 167091 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 11:54:28.965937 167091 out.go:303] Setting JSON to false
I1113 11:54:28.965988 167091 mustload.go:65] Loading cluster: multinode-528595
I1113 11:54:28.966065 167091 notify.go:220] Checking for updates...
I1113 11:54:28.967254 167091 config.go:182] Loaded profile config "multinode-528595": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 11:54:28.967487 167091 status.go:255] checking status of multinode-528595 ...
I1113 11:54:28.968872 167091 cli_runner.go:164] Run: docker container inspect multinode-528595 --format={{.State.Status}}
I1113 11:54:28.987051 167091 status.go:330] multinode-528595 host status = "Stopped" (err=<nil>)
I1113 11:54:28.987071 167091 status.go:343] host is not running, skipping remaining checks
I1113 11:54:28.987079 167091 status.go:257] multinode-528595 status: &{Name:multinode-528595 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1113 11:54:28.987116 167091 status.go:255] checking status of multinode-528595-m02 ...
I1113 11:54:28.987578 167091 cli_runner.go:164] Run: docker container inspect multinode-528595-m02 --format={{.State.Status}}
I1113 11:54:29.005855 167091 status.go:330] multinode-528595-m02 host status = "Stopped" (err=<nil>)
I1113 11:54:29.005883 167091 status.go:343] host is not running, skipping remaining checks
I1113 11:54:29.005892 167091 status.go:257] multinode-528595-m02 status: &{Name:multinode-528595-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (24.12s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:344: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:354: (dbg) Run: out/minikube-linux-arm64 start -p multinode-528595 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1113 11:54:36.524948 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
multinode_test.go:354: (dbg) Done: out/minikube-linux-arm64 start -p multinode-528595 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m24.673781619s)
multinode_test.go:360: (dbg) Run: out/minikube-linux-arm64 -p multinode-528595 status --alsologtostderr
multinode_test.go:374: (dbg) Run: kubectl get nodes
multinode_test.go:382: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (85.46s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:443: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-528595
multinode_test.go:452: (dbg) Run: out/minikube-linux-arm64 start -p multinode-528595-m02 --driver=docker --container-runtime=crio
multinode_test.go:452: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p multinode-528595-m02 --driver=docker --container-runtime=crio: exit status 14 (111.689839ms)
-- stdout --
* [multinode-528595-m02] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17605
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-528595-m02' is duplicated with machine name 'multinode-528595-m02' in profile 'multinode-528595'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:460: (dbg) Run: out/minikube-linux-arm64 start -p multinode-528595-m03 --driver=docker --container-runtime=crio
multinode_test.go:460: (dbg) Done: out/minikube-linux-arm64 start -p multinode-528595-m03 --driver=docker --container-runtime=crio: (29.556930297s)
multinode_test.go:467: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-528595
multinode_test.go:467: (dbg) Non-zero exit: out/minikube-linux-arm64 node add -p multinode-528595: exit status 80 (392.526138ms)
-- stdout --
* Adding node m03 to cluster multinode-528595
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-528595-m03 already exists in multinode-528595-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_1.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-arm64 delete -p multinode-528595-m03
multinode_test.go:472: (dbg) Done: out/minikube-linux-arm64 delete -p multinode-528595-m03: (2.06882004s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (32.21s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-130747 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
E1113 11:56:39.186307 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
preload_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-130747 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m21.929685744s)
preload_test.go:52: (dbg) Run: out/minikube-linux-arm64 -p test-preload-130747 image pull gcr.io/k8s-minikube/busybox
preload_test.go:52: (dbg) Done: out/minikube-linux-arm64 -p test-preload-130747 image pull gcr.io/k8s-minikube/busybox: (2.0032273s)
preload_test.go:58: (dbg) Run: out/minikube-linux-arm64 stop -p test-preload-130747
E1113 11:58:02.228792 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
preload_test.go:58: (dbg) Done: out/minikube-linux-arm64 stop -p test-preload-130747: (5.868558765s)
preload_test.go:66: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-130747 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
E1113 11:58:59.099803 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
preload_test.go:66: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-130747 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (1m19.986535591s)
preload_test.go:71: (dbg) Run: out/minikube-linux-arm64 -p test-preload-130747 image list
helpers_test.go:175: Cleaning up "test-preload-130747" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p test-preload-130747
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p test-preload-130747: (2.553792962s)
--- PASS: TestPreload (172.62s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-arm64 start -p insufficient-storage-735719 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p insufficient-storage-735719 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (8.379714281s)
-- stdout --
{"specversion":"1.0","id":"ef87a82e-fc43-4b84-a1b6-e34c10915b32","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-735719] minikube v1.32.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"729b9637-480a-4dcd-8306-d709b690d4b1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17605"}}
{"specversion":"1.0","id":"80698b6b-9174-464f-a648-e52f32c17b80","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"b192d4b1-7e59-4ad4-a108-965b78e673b1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig"}}
{"specversion":"1.0","id":"dcf850fd-d53e-4d80-8801-0d4be9448321","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube"}}
{"specversion":"1.0","id":"4d9bd970-35ba-4d75-8854-73369b7d5033","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"0405d6bc-3d7f-4fbe-a4ff-70e97f713f61","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"eb2b89d1-373a-44f4-a54e-5dc560522eb1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"986bef73-d9b4-470e-9ba4-0611e9394506","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"a6de705b-dfa0-4aad-a2b4-fcc05be5f7d9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"b821ec63-5384-4302-af1d-2e87ad0f274f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"62bcc409-2f08-4ac4-a438-1eb580541c18","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node insufficient-storage-735719 in cluster insufficient-storage-735719","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"0dff930b-2779-4a03-8cf5-09bfc4ffd303","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"ee5f3328-2fe6-42a6-b9fe-0a20561ff67b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"6aa34ab9-206e-45e1-9554-7ffe94f315ca","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100%% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-735719 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-735719 --output=json --layout=cluster: exit status 7 (381.272024ms)
-- stdout --
{"Name":"insufficient-storage-735719","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-735719","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1113 12:00:10.123336 183512 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-735719" does not appear in /home/jenkins/minikube-integration/17605-78988/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-735719 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-735719 --output=json --layout=cluster: exit status 7 (349.326904ms)
-- stdout --
{"Name":"insufficient-storage-735719","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-735719","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1113 12:00:10.474922 183564 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-735719" does not appear in /home/jenkins/minikube-integration/17605-78988/kubeconfig
E1113 12:00:10.488072 183564 status.go:559] unable to read event log: stat: stat /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/insufficient-storage-735719/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-735719" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p insufficient-storage-735719
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p insufficient-storage-735719: (2.005928288s)
--- PASS: TestInsufficientStorage (11.12s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:235: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-363628 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:235: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-363628 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m4.40471855s)
version_upgrade_test.go:240: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-363628
version_upgrade_test.go:240: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-363628: (2.173074136s)
version_upgrade_test.go:245: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-363628 status --format={{.Host}}
version_upgrade_test.go:245: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-363628 status --format={{.Host}}: exit status 7 (195.400025ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:247: status error: exit status 7 (may be ok)
version_upgrade_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-363628 --memory=2200 --kubernetes-version=v1.28.3 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-363628 --memory=2200 --kubernetes-version=v1.28.3 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m47.969004765s)
version_upgrade_test.go:261: (dbg) Run: kubectl --context kubernetes-upgrade-363628 version --output=json
version_upgrade_test.go:280: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:282: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-363628 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:282: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-363628 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio: exit status 106 (151.3703ms)
-- stdout --
* [kubernetes-upgrade-363628] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17605
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.28.3 cluster to v1.16.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.16.0, by running:
minikube delete -p kubernetes-upgrade-363628
minikube start -p kubernetes-upgrade-363628 --kubernetes-version=v1.16.0
2) Create a second cluster with Kubernetes 1.16.0, by running:
minikube start -p kubernetes-upgrade-3636282 --kubernetes-version=v1.16.0
3) Use the existing cluster at version Kubernetes 1.28.3, by running:
minikube start -p kubernetes-upgrade-363628 --kubernetes-version=v1.28.3
** /stderr **
version_upgrade_test.go:286: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:288: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-363628 --memory=2200 --kubernetes-version=v1.28.3 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:288: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-363628 --memory=2200 --kubernetes-version=v1.28.3 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (31.432595851s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-363628" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-363628
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-363628: (2.412898952s)
--- PASS: TestKubernetesUpgrade (388.89s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-954436 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p NoKubernetes-954436 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (115.021878ms)
-- stdout --
* [NoKubernetes-954436] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17605
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.12s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-954436 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-954436 --driver=docker --container-runtime=crio: (47.257976722s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-954436 status -o json
no_kubernetes_test.go:200: (dbg) Done: out/minikube-linux-arm64 -p NoKubernetes-954436 status -o json: (1.251693827s)
--- PASS: TestNoKubernetes/serial/StartWithK8s (48.51s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-954436 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-954436 --no-kubernetes --driver=docker --container-runtime=crio: (14.028681646s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-954436 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-arm64 -p NoKubernetes-954436 status -o json: exit status 2 (441.320199ms)
-- stdout --
{"Name":"NoKubernetes-954436","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-arm64 delete -p NoKubernetes-954436
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-arm64 delete -p NoKubernetes-954436: (2.169537263s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (16.64s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-954436 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-954436 --no-kubernetes --driver=docker --container-runtime=crio: (9.843518298s)
--- PASS: TestNoKubernetes/serial/Start (9.84s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-954436 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-954436 "sudo systemctl is-active --quiet service kubelet": exit status 1 (399.205129ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.40s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-arm64 profile list
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-arm64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (1.44s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-arm64 stop -p NoKubernetes-954436
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-arm64 stop -p NoKubernetes-954436: (1.399025894s)
--- PASS: TestNoKubernetes/serial/Stop (1.40s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-954436 --driver=docker --container-runtime=crio
E1113 12:01:39.187086 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-954436 --driver=docker --container-runtime=crio: (8.918643294s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (8.92s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-954436 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-954436 "sudo systemctl is-active --quiet service kubelet": exit status 1 (347.796563ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.35s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (1.20s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:219: (dbg) Run: out/minikube-linux-arm64 logs -p stopped-upgrade-025489
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (0.71s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -p pause-095833 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -p pause-095833 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (1m18.731507832s)
--- PASS: TestPause/serial/Start (78.73s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-arm64 start -p pause-095833 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1113 12:06:39.187173 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
pause_test.go:92: (dbg) Done: out/minikube-linux-arm64 start -p pause-095833 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (40.857164118s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (40.91s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-095833 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.97s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p pause-095833 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p pause-095833 --output=json --layout=cluster: exit status 2 (372.617394ms)
-- stdout --
{"Name":"pause-095833","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 7 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-095833","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.37s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-arm64 unpause -p pause-095833 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.77s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-095833 --alsologtostderr -v=5
pause_test.go:110: (dbg) Done: out/minikube-linux-arm64 pause -p pause-095833 --alsologtostderr -v=5: (1.041442224s)
--- PASS: TestPause/serial/PauseAgain (1.04s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p pause-095833 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p pause-095833 --alsologtostderr -v=5: (3.166774195s)
--- PASS: TestPause/serial/DeletePaused (3.17s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-arm64 profile list --output json
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-095833
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-095833: exit status 1 (16.98484ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-095833: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (0.37s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-arm64 start -p false-541443 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p false-541443 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (224.151049ms)
-- stdout --
* [false-541443] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17605
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1113 12:07:48.045674 221455 out.go:296] Setting OutFile to fd 1 ...
I1113 12:07:48.045947 221455 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 12:07:48.045975 221455 out.go:309] Setting ErrFile to fd 2...
I1113 12:07:48.045997 221455 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1113 12:07:48.046328 221455 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17605-78988/.minikube/bin
I1113 12:07:48.046907 221455 out.go:303] Setting JSON to false
I1113 12:07:48.048188 221455 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":154216,"bootTime":1699723052,"procs":298,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I1113 12:07:48.048314 221455 start.go:138] virtualization:
I1113 12:07:48.051929 221455 out.go:177] * [false-541443] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1113 12:07:48.054907 221455 out.go:177] - MINIKUBE_LOCATION=17605
I1113 12:07:48.057751 221455 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1113 12:07:48.054993 221455 notify.go:220] Checking for updates...
I1113 12:07:48.060837 221455 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17605-78988/kubeconfig
I1113 12:07:48.063544 221455 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17605-78988/.minikube
I1113 12:07:48.066285 221455 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1113 12:07:48.069046 221455 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1113 12:07:48.072423 221455 config.go:182] Loaded profile config "kubernetes-upgrade-363628": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.3
I1113 12:07:48.072563 221455 driver.go:378] Setting default libvirt URI to qemu:///system
I1113 12:07:48.099818 221455 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1113 12:07:48.099957 221455 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1113 12:07:48.176813 221455 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:36 OomKillDisable:true NGoroutines:45 SystemTime:2023-11-13 12:07:48.166175719 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1113 12:07:48.176936 221455 docker.go:295] overlay module found
I1113 12:07:48.179816 221455 out.go:177] * Using the docker driver based on user configuration
I1113 12:07:48.182486 221455 start.go:298] selected driver: docker
I1113 12:07:48.182501 221455 start.go:902] validating driver "docker" against <nil>
I1113 12:07:48.182515 221455 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1113 12:07:48.185633 221455 out.go:177]
W1113 12:07:48.188243 221455 out.go:239] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1113 12:07:48.190864 221455 out.go:177]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-541443 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-541443
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-541443
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-541443
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-541443
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-541443
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-541443
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-541443
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-541443
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-541443
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-541443
>>> host: /etc/nsswitch.conf:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /etc/hosts:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /etc/resolv.conf:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-541443
>>> host: crictl pods:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: crictl containers:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> k8s: describe netcat deployment:
error: context "false-541443" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-541443" does not exist
>>> k8s: netcat logs:
error: context "false-541443" does not exist
>>> k8s: describe coredns deployment:
error: context "false-541443" does not exist
>>> k8s: describe coredns pods:
error: context "false-541443" does not exist
>>> k8s: coredns logs:
error: context "false-541443" does not exist
>>> k8s: describe api server pod(s):
error: context "false-541443" does not exist
>>> k8s: api server logs:
error: context "false-541443" does not exist
>>> host: /etc/cni:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: ip a s:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: ip r s:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: iptables-save:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: iptables table nat:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> k8s: describe kube-proxy daemon set:
error: context "false-541443" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-541443" does not exist
>>> k8s: kube-proxy logs:
error: context "false-541443" does not exist
>>> host: kubelet daemon status:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: kubelet daemon config:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> k8s: kubelet logs:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 13 Nov 2023 12:07:35 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.67.2:8443
name: kubernetes-upgrade-363628
contexts:
- context:
cluster: kubernetes-upgrade-363628
extensions:
- extension:
last-update: Mon, 13 Nov 2023 12:07:35 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: context_info
namespace: default
user: kubernetes-upgrade-363628
name: kubernetes-upgrade-363628
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-363628
user:
client-certificate: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kubernetes-upgrade-363628/client.crt
client-key: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kubernetes-upgrade-363628/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-541443
>>> host: docker daemon status:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: docker daemon config:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /etc/docker/daemon.json:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: docker system info:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: cri-docker daemon status:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: cri-docker daemon config:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: cri-dockerd version:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: containerd daemon status:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: containerd daemon config:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /etc/containerd/config.toml:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: containerd config dump:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: crio daemon status:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: crio daemon config:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: /etc/crio:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
>>> host: crio config:
* Profile "false-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-541443"
----------------------- debugLogs end: false-541443 [took: 3.934433746s] --------------------------------
helpers_test.go:175: Cleaning up "false-541443" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p false-541443
--- PASS: TestNetworkPlugins/group/false (4.35s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-095938 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
E1113 12:09:36.525355 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 12:11:39.186507 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-095938 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (2m16.879043125s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (136.88s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-095938 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [d36df7d8-681b-4354-a80d-b1da31655a4a] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [d36df7d8-681b-4354-a80d-b1da31655a4a] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 9.032722073s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-095938 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (9.55s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-095938 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-095938 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (1.03s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p old-k8s-version-095938 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p old-k8s-version-095938 --alsologtostderr -v=3: (12.302351823s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.30s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-095938 -n old-k8s-version-095938
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-095938 -n old-k8s-version-095938: exit status 7 (91.299907ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p old-k8s-version-095938 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.22s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-095938 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-095938 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (7m24.605664037s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-095938 -n old-k8s-version-095938
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (445.05s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-891443 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-891443 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (1m3.959474731s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (63.96s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-891443 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [86b33815-7df6-4a56-9aad-32477e5fa2b1] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [86b33815-7df6-4a56-9aad-32477e5fa2b1] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 8.059839801s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-891443 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (8.50s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-891443 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-891443 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.154133536s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-891443 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (1.27s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p no-preload-891443 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p no-preload-891443 --alsologtostderr -v=3: (12.126491408s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (12.13s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-891443 -n no-preload-891443
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-891443 -n no-preload-891443: exit status 7 (85.769119ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p no-preload-891443 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-891443 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
E1113 12:13:59.099566 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
E1113 12:14:36.525328 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 12:14:42.229248 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 12:16:39.187007 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 12:17:39.570227 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 12:18:59.099452 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-891443 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (9m56.446172295s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-891443 -n no-preload-891443
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (596.84s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-dvdcv" [9441f520-ac2a-4b57-a29b-088cd349efad] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.025560534s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (5.03s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-dvdcv" [9441f520-ac2a-4b57-a29b-088cd349efad] Running
E1113 12:19:36.525605 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.01992893s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-095938 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.15s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 ssh -p old-k8s-version-095938 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20220726-ed811e41
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.57s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p old-k8s-version-095938 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-arm64 pause -p old-k8s-version-095938 --alsologtostderr -v=1: (1.360149121s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-095938 -n old-k8s-version-095938
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-095938 -n old-k8s-version-095938: exit status 2 (584.745429ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-095938 -n old-k8s-version-095938
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-095938 -n old-k8s-version-095938: exit status 2 (631.956131ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p old-k8s-version-095938 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-arm64 unpause -p old-k8s-version-095938 --alsologtostderr -v=1: (1.174973502s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-095938 -n old-k8s-version-095938
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-095938 -n old-k8s-version-095938
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (5.15s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-126900 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-126900 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (1m18.111188634s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (78.11s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-126900 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [59b254d3-5a09-4801-b25e-fb8c21c79df4] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [59b254d3-5a09-4801-b25e-fb8c21c79df4] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 9.030140561s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-126900 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (9.52s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-126900 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-126900 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.131425536s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-126900 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (1.26s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p embed-certs-126900 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p embed-certs-126900 --alsologtostderr -v=3: (12.209920403s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (12.21s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-126900 -n embed-certs-126900
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-126900 -n embed-certs-126900: exit status 7 (112.548635ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p embed-certs-126900 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.25s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-126900 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
E1113 12:21:39.186362 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 12:21:41.720795 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:41.726057 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:41.736331 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:41.756591 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:41.796856 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:41.877289 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:42.037798 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:42.358054 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:42.998303 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:44.279380 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:46.840149 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:21:51.961122 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:22:02.201429 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:22:22.681837 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:23:03.642773 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:23:42.146820 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-126900 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (5m48.246325289s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-126900 -n embed-certs-126900
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (348.84s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-mkcvp" [2446af62-c447-4c9a-b2d8-09af855de398] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.025559447s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (5.03s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-mkcvp" [2446af62-c447-4c9a-b2d8-09af855de398] Running
E1113 12:23:59.099913 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.009880719s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-891443 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.11s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 ssh -p no-preload-891443 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.38s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p no-preload-891443 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-891443 -n no-preload-891443
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-891443 -n no-preload-891443: exit status 2 (369.108965ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-891443 -n no-preload-891443
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-891443 -n no-preload-891443: exit status 2 (396.197668ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p no-preload-891443 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-891443 -n no-preload-891443
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-891443 -n no-preload-891443
--- PASS: TestStartStop/group/no-preload/serial/Pause (3.53s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-398576 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
E1113 12:24:25.563662 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:24:36.525338 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-398576 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (1m21.927863441s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (81.93s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-398576 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [520f28c0-fcb8-4031-89b3-7028a7e75bcc] Pending
helpers_test.go:344: "busybox" [520f28c0-fcb8-4031-89b3-7028a7e75bcc] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [520f28c0-fcb8-4031-89b3-7028a7e75bcc] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 9.03632743s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-398576 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (9.49s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-398576 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-398576 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.164035262s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-398576 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (1.30s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p default-k8s-diff-port-398576 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p default-k8s-diff-port-398576 --alsologtostderr -v=3: (12.273688052s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (12.27s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-398576 -n default-k8s-diff-port-398576
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-398576 -n default-k8s-diff-port-398576: exit status 7 (94.374478ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p default-k8s-diff-port-398576 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.24s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-398576 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
E1113 12:26:39.186335 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 12:26:41.721167 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:27:09.404290 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-398576 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (5m51.696530967s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-398576 -n default-k8s-diff-port-398576
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (352.16s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-z8z6b" [aa93f691-cfb7-46ee-befd-1496f4823b68] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-z8z6b" [aa93f691-cfb7-46ee-befd-1496f4823b68] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 11.033945605s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (11.04s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-z8z6b" [aa93f691-cfb7-46ee-befd-1496f4823b68] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.012365938s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-126900 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.11s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 ssh -p embed-certs-126900 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.39s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p embed-certs-126900 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-126900 -n embed-certs-126900
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-126900 -n embed-certs-126900: exit status 2 (394.698813ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-126900 -n embed-certs-126900
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-126900 -n embed-certs-126900: exit status 2 (421.147146ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p embed-certs-126900 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-126900 -n embed-certs-126900
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-126900 -n embed-certs-126900
--- PASS: TestStartStop/group/embed-certs/serial/Pause (3.62s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-530701 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-530701 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (43.16611861s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (43.17s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-530701 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-530701 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.159311362s)
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (1.16s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p newest-cni-530701 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p newest-cni-530701 --alsologtostderr -v=3: (1.322203701s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.32s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-530701 -n newest-cni-530701
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-530701 -n newest-cni-530701: exit status 7 (106.072796ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p newest-cni-530701 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.24s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-530701 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3
E1113 12:28:33.197533 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:33.203129 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:33.213566 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:33.237414 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:33.277683 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:33.357985 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:33.518278 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:33.838460 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:34.479040 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:35.760165 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:38.321213 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:43.442489 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:28:53.682700 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-530701 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.3: (30.301541892s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-530701 -n newest-cni-530701
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (30.72s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 ssh -p newest-cni-530701 "sudo crictl images -o json"
E1113 12:28:59.100078 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.39s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p newest-cni-530701 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-arm64 pause -p newest-cni-530701 --alsologtostderr -v=1: (1.080888571s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-530701 -n newest-cni-530701
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-530701 -n newest-cni-530701: exit status 2 (401.124914ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-530701 -n newest-cni-530701
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-530701 -n newest-cni-530701: exit status 2 (374.131364ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p newest-cni-530701 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-530701 -n newest-cni-530701
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-530701 -n newest-cni-530701
--- PASS: TestStartStop/group/newest-cni/serial/Pause (3.58s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p auto-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E1113 12:29:14.163135 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:29:36.525445 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 12:29:55.123840 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p auto-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (49.907215389s)
--- PASS: TestNetworkPlugins/group/auto/Start (49.91s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p auto-541443 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.35s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-541443 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-6wrvt" [0251ca52-fe0c-45cd-9180-d70d4a8b15bb] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-6wrvt" [0251ca52-fe0c-45cd-9180-d70d4a8b15bb] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 11.014920332s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (11.37s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-541443 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.21s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.19s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.20s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p kindnet-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
E1113 12:31:17.044346 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
E1113 12:31:22.229696 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 12:31:39.186314 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 12:31:41.720504 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p kindnet-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (1m22.768224644s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (82.77s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-l79jn" [d75bac83-58ba-4a31-abe7-5989cbc7a416] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-l79jn" [d75bac83-58ba-4a31-abe7-5989cbc7a416] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 11.025684703s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (11.03s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-db5lw" [49c0cbb7-8254-4f1c-aa6a-68292e08c763] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 5.057370096s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (5.06s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-l79jn" [d75bac83-58ba-4a31-abe7-5989cbc7a416] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.011357299s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-398576 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.16s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p kindnet-541443 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.33s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-541443 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-69lv8" [3ec3f22a-55d9-4a3f-b996-82607224114c] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-69lv8" [3ec3f22a-55d9-4a3f-b996-82607224114c] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 11.012436281s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (11.32s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 ssh -p default-k8s-diff-port-398576 "sudo crictl images -o json"
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.49s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p default-k8s-diff-port-398576 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-398576 -n default-k8s-diff-port-398576
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-398576 -n default-k8s-diff-port-398576: exit status 2 (375.786883ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-398576 -n default-k8s-diff-port-398576
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-398576 -n default-k8s-diff-port-398576: exit status 2 (380.474439ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p default-k8s-diff-port-398576 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-398576 -n default-k8s-diff-port-398576
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-398576 -n default-k8s-diff-port-398576
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.64s)
E1113 12:36:39.187110 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/functional-426226/client.crt: no such file or directory
E1113 12:36:41.721188 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/old-k8s-version-095938/client.crt: no such file or directory
E1113 12:36:53.070927 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:53.076246 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:53.086482 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:53.106752 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:53.146985 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:53.227578 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:53.387950 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:53.412213 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:36:53.708428 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:54.349325 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:55.629474 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:36:58.189714 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:37:03.310462 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:37:13.551092 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:37:34.031552 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kindnet-541443/client.crt: no such file or directory
E1113 12:37:39.899904 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-541443 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.25s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.23s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.23s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p calico-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p calico-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m25.46011284s)
--- PASS: TestNetworkPlugins/group/calico/Start (85.46s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-flannel-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
E1113 12:33:33.197959 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-flannel-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m10.725393616s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (70.73s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-lfjs2" [44b0b27f-ee30-482d-a3e8-24d12a364750] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 5.037144007s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (5.04s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p calico-541443 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.35s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-541443 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-mbwv4" [7c32779b-60fc-49c0-8190-8b8fe69c9e28] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-mbwv4" [7c32779b-60fc-49c0-8190-8b8fe69c9e28] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 11.012847384s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (11.44s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p custom-flannel-541443 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.33s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-541443 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-tnnv7" [163377a5-e923-4bc3-a24e-180085de7c3c] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-tnnv7" [163377a5-e923-4bc3-a24e-180085de7c3c] Running
E1113 12:33:59.099507 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/addons-052722/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 11.01400625s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (11.35s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-541443 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.31s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.32s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.24s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-541443 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.30s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
E1113 12:34:00.885515 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/no-preload-891443/client.crt: no such file or directory
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.30s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.26s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p enable-default-cni-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p enable-default-cni-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m34.029899345s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (94.03s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p flannel-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
E1113 12:34:36.525314 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/ingress-addon-legacy-222532/client.crt: no such file or directory
E1113 12:34:56.053966 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:34:56.059443 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:34:56.069698 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:34:56.089959 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:34:56.130213 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:34:56.210445 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:34:56.370760 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:34:56.691222 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:34:57.332046 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:34:58.612199 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:35:01.172777 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:35:06.293730 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:35:16.534265 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
E1113 12:35:31.489261 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:31.494594 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:31.504924 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:31.525182 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:31.565527 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:31.645810 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:31.806209 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:32.126806 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:32.767270 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:34.047789 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:36.608144 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
E1113 12:35:37.014851 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/auto-541443/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p flannel-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (1m9.472582975s)
--- PASS: TestNetworkPlugins/group/flannel/Start (69.47s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-drxr6" [417cd617-d7a0-463d-b1a4-1d9bd2aa38af] Running
E1113 12:35:41.729206 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 5.040382706s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (5.04s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p flannel-541443 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.34s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-541443 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-fc2j6" [b930dbd2-61fb-4c64-b55b-207d1656ad10] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-fc2j6" [b930dbd2-61fb-4c64-b55b-207d1656ad10] Running
E1113 12:35:51.970306 84400 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/default-k8s-diff-port-398576/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 10.010953785s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (10.36s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p enable-default-cni-541443 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-541443 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-wcjjp" [94846f41-9d3a-4438-8298-5c7aaa36192c] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-wcjjp" [94846f41-9d3a-4438-8298-5c7aaa36192c] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 10.011881105s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (10.47s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-541443 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.35s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.25s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.22s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-541443 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.27s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.28s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.22s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p bridge-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p bridge-541443 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m26.317968378s)
--- PASS: TestNetworkPlugins/group/bridge/Start (86.32s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p bridge-541443 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.34s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-541443 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-fcj9v" [a0a803ce-28e7-4a22-9b23-99ff1f3edb3f] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-fcj9v" [a0a803ce-28e7-4a22-9b23-99ff1f3edb3f] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 11.010976352s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (11.34s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-541443 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.22s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.19s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-541443 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.17s)
=== RUN TestDownloadOnly/v1.16.0/cached-images
aaa_download_only_test.go:117: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.16.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.16.0/binaries
aaa_download_only_test.go:139: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.16.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.16.0/kubectl
aaa_download_only_test.go:155: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.16.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.28.3/cached-images
aaa_download_only_test.go:117: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.3/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.3/binaries
aaa_download_only_test.go:139: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.3/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.3/kubectl
aaa_download_only_test.go:155: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.3/kubectl (0.00s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:225: (dbg) Run: out/minikube-linux-arm64 start --download-only -p download-docker-186938 --alsologtostderr --driver=docker --container-runtime=crio
aaa_download_only_test.go:237: Skip for arm64 platform. See https://github.com/kubernetes/minikube/issues/10144
helpers_test.go:175: Cleaning up "download-docker-186938" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p download-docker-186938
--- SKIP: TestDownloadOnlyKic (0.64s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:35: skipping TestOffline - only docker runtime supported on arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestOffline (0.00s)
=== RUN TestAddons/parallel/HelmTiller
=== PAUSE TestAddons/parallel/HelmTiller
=== CONT TestAddons/parallel/HelmTiller
addons_test.go:443: skip Helm test on arm64
--- SKIP: TestAddons/parallel/HelmTiller (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:497: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux arm64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestKVMDriverInstallOrUpdate
driver_install_or_update_test.go:45: Skip if arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestKVMDriverInstallOrUpdate (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1783: arm64 is not supported by mysql. Skip the test. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestFunctional/parallel/MySQL (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:459: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:546: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-207717" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p disable-driver-mounts-207717
--- SKIP: TestStartStop/group/disable-driver-mounts (0.18s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:523:
----------------------- debugLogs start: kubenet-541443 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-541443
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-541443
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-541443
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-541443
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-541443
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-541443
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-541443
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-541443
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-541443
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-541443
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /etc/hosts:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /etc/resolv.conf:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-541443
>>> host: crictl pods:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: crictl containers:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> k8s: describe netcat deployment:
error: context "kubenet-541443" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-541443" does not exist
>>> k8s: netcat logs:
error: context "kubenet-541443" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-541443" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-541443" does not exist
>>> k8s: coredns logs:
error: context "kubenet-541443" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-541443" does not exist
>>> k8s: api server logs:
error: context "kubenet-541443" does not exist
>>> host: /etc/cni:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: ip a s:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: ip r s:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: iptables-save:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: iptables table nat:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-541443" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-541443" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-541443" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: kubelet daemon config:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> k8s: kubelet logs:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 13 Nov 2023 12:07:35 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.67.2:8443
name: kubernetes-upgrade-363628
contexts:
- context:
cluster: kubernetes-upgrade-363628
extensions:
- extension:
last-update: Mon, 13 Nov 2023 12:07:35 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: context_info
namespace: default
user: kubernetes-upgrade-363628
name: kubernetes-upgrade-363628
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-363628
user:
client-certificate: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kubernetes-upgrade-363628/client.crt
client-key: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kubernetes-upgrade-363628/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-541443
>>> host: docker daemon status:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: docker daemon config:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: docker system info:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: cri-docker daemon status:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: cri-docker daemon config:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: cri-dockerd version:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: containerd daemon status:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: containerd daemon config:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: containerd config dump:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: crio daemon status:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: crio daemon config:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: /etc/crio:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
>>> host: crio config:
* Profile "kubenet-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-541443"
----------------------- debugLogs end: kubenet-541443 [took: 4.329652908s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-541443" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubenet-541443
--- SKIP: TestNetworkPlugins/group/kubenet (4.51s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:523:
----------------------- debugLogs start: cilium-541443 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-541443
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-541443
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-541443
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-541443
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-541443
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-541443
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-541443
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-541443
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-541443
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-541443
>>> host: /etc/nsswitch.conf:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /etc/hosts:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /etc/resolv.conf:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-541443
>>> host: crictl pods:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: crictl containers:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> k8s: describe netcat deployment:
error: context "cilium-541443" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-541443" does not exist
>>> k8s: netcat logs:
error: context "cilium-541443" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-541443" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-541443" does not exist
>>> k8s: coredns logs:
error: context "cilium-541443" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-541443" does not exist
>>> k8s: api server logs:
error: context "cilium-541443" does not exist
>>> host: /etc/cni:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: ip a s:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: ip r s:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: iptables-save:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: iptables table nat:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-541443
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-541443
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-541443" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-541443" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-541443
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-541443
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-541443" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-541443" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-541443" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-541443" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-541443" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: kubelet daemon config:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> k8s: kubelet logs:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17605-78988/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 13 Nov 2023 12:07:35 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.67.2:8443
name: kubernetes-upgrade-363628
contexts:
- context:
cluster: kubernetes-upgrade-363628
extensions:
- extension:
last-update: Mon, 13 Nov 2023 12:07:35 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: context_info
namespace: default
user: kubernetes-upgrade-363628
name: kubernetes-upgrade-363628
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-363628
user:
client-certificate: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kubernetes-upgrade-363628/client.crt
client-key: /home/jenkins/minikube-integration/17605-78988/.minikube/profiles/kubernetes-upgrade-363628/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-541443
>>> host: docker daemon status:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: docker daemon config:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: docker system info:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: cri-docker daemon status:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: cri-docker daemon config:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: cri-dockerd version:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: containerd daemon status:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: containerd daemon config:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: containerd config dump:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: crio daemon status:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: crio daemon config:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: /etc/crio:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
>>> host: crio config:
* Profile "cilium-541443" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-541443"
----------------------- debugLogs end: cilium-541443 [took: 5.113728766s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-541443" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cilium-541443
--- SKIP: TestNetworkPlugins/group/cilium (5.36s)