37a485e4feb148de92f40b101448d251106852cf:2024-02-16:33175
| Order | failed test | Duration |
|---|---|---|
| 39 | TestAddons/parallel/Ingress | 168.01 |
| 105 | TestFunctional/parallel/PersistentVolumeClaim | 188.86 |
| 169 | TestIngressAddonLegacy/serial/ValidateIngressAddonActivation | 363.47 |
| 171 | TestIngressAddonLegacy/serial/ValidateIngressAddons | 92.27 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-208992 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-208992 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-208992 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [f8ae3bce-5bf4-4814-b0fe-09e533dd5d33] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [f8ae3bce-5bf4-4814-b0fe-09e533dd5d33] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.003712253s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-208992 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.108381856s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-208992 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.072500404s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-arm64 -p addons-208992 addons disable ingress-dns --alsologtostderr -v=1: (1.226336781s)
addons_test.go:311: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-arm64 -p addons-208992 addons disable ingress --alsologtostderr -v=1: (7.817949997s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-208992
helpers_test.go:235: (dbg) docker inspect addons-208992:
-- stdout --
[
{
"Id": "d7b223a6343260d52f73f946a7598583275cb04a7431536239e662faab0db38d",
"Created": "2024-02-16T17:41:12.087193705Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 241500,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-16T17:41:12.41488073Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:83c2925cbfe44b87b5c0672f16807927d87d8625e89de4dc154c45daaaa04b5b",
"ResolvConfPath": "/var/lib/docker/containers/d7b223a6343260d52f73f946a7598583275cb04a7431536239e662faab0db38d/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/d7b223a6343260d52f73f946a7598583275cb04a7431536239e662faab0db38d/hostname",
"HostsPath": "/var/lib/docker/containers/d7b223a6343260d52f73f946a7598583275cb04a7431536239e662faab0db38d/hosts",
"LogPath": "/var/lib/docker/containers/d7b223a6343260d52f73f946a7598583275cb04a7431536239e662faab0db38d/d7b223a6343260d52f73f946a7598583275cb04a7431536239e662faab0db38d-json.log",
"Name": "/addons-208992",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-208992:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-208992",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/1d6b4a745ff18f1e7e588db62c50f4f66308b5e08dada49028f178beda796402-init/diff:/var/lib/docker/overlay2/7eae8a88291d9dbfd1a3e5d31d63b67b329111ec31453deb80336617d68f4c08/diff",
"MergedDir": "/var/lib/docker/overlay2/1d6b4a745ff18f1e7e588db62c50f4f66308b5e08dada49028f178beda796402/merged",
"UpperDir": "/var/lib/docker/overlay2/1d6b4a745ff18f1e7e588db62c50f4f66308b5e08dada49028f178beda796402/diff",
"WorkDir": "/var/lib/docker/overlay2/1d6b4a745ff18f1e7e588db62c50f4f66308b5e08dada49028f178beda796402/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-208992",
"Source": "/var/lib/docker/volumes/addons-208992/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-208992",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-208992",
"name.minikube.sigs.k8s.io": "addons-208992",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "e64bc4f79403b8d41c2fba78775f339aaba1a71cd7c6b9f8e8390ac89ebc499d",
"SandboxKey": "/var/run/docker/netns/e64bc4f79403",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33077"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33076"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33073"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33075"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33074"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-208992": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"d7b223a63432",
"addons-208992"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "dde4930c449d386264749cafcd15e8e963e310d208102215b636eec6046ddc8f",
"EndpointID": "33a5e9fc3bde2a046a5369aa1b6132d36378c43eaca10c26ba37dcb26caf3974",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"addons-208992",
"d7b223a63432"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-208992 -n addons-208992
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-208992 logs -n 25: (1.500158868s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-695286 | download-only-695286 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | 16 Feb 24 17:40 UTC |
| delete | -p download-only-433461 | download-only-433461 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | 16 Feb 24 17:40 UTC |
| delete | -p download-only-539757 | download-only-539757 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | 16 Feb 24 17:40 UTC |
| start | --download-only -p | download-docker-574342 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | |
| | download-docker-574342 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-574342 | download-docker-574342 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | 16 Feb 24 17:40 UTC |
| start | --download-only -p | binary-mirror-402592 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | |
| | binary-mirror-402592 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:45929 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-402592 | binary-mirror-402592 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | 16 Feb 24 17:40 UTC |
| addons | enable dashboard -p | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | |
| | addons-208992 | | | | | |
| addons | disable dashboard -p | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | |
| | addons-208992 | | | | | |
| start | -p addons-208992 --wait=true | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | 16 Feb 24 17:43 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | enable headlamp | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:43 UTC | 16 Feb 24 17:43 UTC |
| | -p addons-208992 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-208992 ip | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:43 UTC | 16 Feb 24 17:43 UTC |
| addons | addons-208992 addons disable | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:43 UTC | 16 Feb 24 17:43 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:44 UTC | 16 Feb 24 17:44 UTC |
| | -p addons-208992 | | | | | |
| ssh | addons-208992 ssh cat | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:44 UTC | 16 Feb 24 17:44 UTC |
| | /opt/local-path-provisioner/pvc-9f7de976-fff4-4a82-8c38-69eac31f2c8f_default_test-pvc/file1 | | | | | |
| addons | addons-208992 addons disable | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:44 UTC | 16 Feb 24 17:44 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:44 UTC | 16 Feb 24 17:44 UTC |
| | addons-208992 | | | | | |
| addons | disable inspektor-gadget -p | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:44 UTC | 16 Feb 24 17:45 UTC |
| | addons-208992 | | | | | |
| addons | addons-208992 addons | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:45 UTC | 16 Feb 24 17:45 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-208992 addons | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:45 UTC | 16 Feb 24 17:45 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-208992 addons | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:45 UTC | 16 Feb 24 17:45 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-208992 ssh curl -s | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:45 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-208992 ip | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:47 UTC | 16 Feb 24 17:47 UTC |
| addons | addons-208992 addons disable | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:47 UTC | 16 Feb 24 17:47 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-208992 addons disable | addons-208992 | jenkins | v1.32.0 | 16 Feb 24 17:47 UTC | 16 Feb 24 17:47 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/16 17:40:49
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0216 17:40:49.334543 241048 out.go:291] Setting OutFile to fd 1 ...
I0216 17:40:49.334744 241048 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:40:49.334757 241048 out.go:304] Setting ErrFile to fd 2...
I0216 17:40:49.334764 241048 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:40:49.335050 241048 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:40:49.335519 241048 out.go:298] Setting JSON to false
I0216 17:40:49.336455 241048 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":4993,"bootTime":1708100257,"procs":156,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 17:40:49.336534 241048 start.go:139] virtualization:
I0216 17:40:49.339251 241048 out.go:177] * [addons-208992] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0216 17:40:49.341872 241048 out.go:177] - MINIKUBE_LOCATION=17936
I0216 17:40:49.343626 241048 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 17:40:49.341966 241048 notify.go:220] Checking for updates...
I0216 17:40:49.347607 241048 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:40:49.349718 241048 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 17:40:49.351712 241048 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0216 17:40:49.353499 241048 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0216 17:40:49.355600 241048 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 17:40:49.381293 241048 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 17:40:49.381422 241048 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:40:49.450223 241048 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-16 17:40:49.441122757 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:40:49.450327 241048 docker.go:295] overlay module found
I0216 17:40:49.453489 241048 out.go:177] * Using the docker driver based on user configuration
I0216 17:40:49.455637 241048 start.go:299] selected driver: docker
I0216 17:40:49.455657 241048 start.go:903] validating driver "docker" against <nil>
I0216 17:40:49.455670 241048 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0216 17:40:49.456294 241048 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:40:49.514435 241048 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-16 17:40:49.505121451 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:40:49.514618 241048 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0216 17:40:49.514903 241048 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0216 17:40:49.516844 241048 out.go:177] * Using Docker driver with root privileges
I0216 17:40:49.519000 241048 cni.go:84] Creating CNI manager for ""
I0216 17:40:49.519020 241048 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:40:49.519032 241048 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0216 17:40:49.519048 241048 start_flags.go:323] config:
{Name:addons-208992 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-208992 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:40:49.522524 241048 out.go:177] * Starting control plane node addons-208992 in cluster addons-208992
I0216 17:40:49.524278 241048 cache.go:121] Beginning downloading kic base image for docker with crio
I0216 17:40:49.526305 241048 out.go:177] * Pulling base image v0.0.42-1708008208-17936 ...
I0216 17:40:49.528447 241048 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0216 17:40:49.528518 241048 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0216 17:40:49.528530 241048 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4
I0216 17:40:49.528652 241048 cache.go:56] Caching tarball of preloaded images
I0216 17:40:49.528729 241048 preload.go:174] Found /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0216 17:40:49.528744 241048 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on crio
I0216 17:40:49.529090 241048 profile.go:148] Saving config to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/config.json ...
I0216 17:40:49.529112 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/config.json: {Name:mk5277dcdaf8f87bc4bf0e8d88424465f5ff558e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:40:49.543981 241048 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0216 17:40:49.544096 241048 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0216 17:40:49.544123 241048 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory, skipping pull
I0216 17:40:49.544129 241048 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in cache, skipping pull
I0216 17:40:49.544141 241048 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0216 17:40:49.544147 241048 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf from local cache
I0216 17:41:05.491025 241048 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf from cached tarball
I0216 17:41:05.491063 241048 cache.go:194] Successfully downloaded all kic artifacts
I0216 17:41:05.491092 241048 start.go:365] acquiring machines lock for addons-208992: {Name:mk9b8f4103386e2ecb193dd8702d4fd4739b2596 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0216 17:41:05.491212 241048 start.go:369] acquired machines lock for "addons-208992" in 99.706µs
I0216 17:41:05.491240 241048 start.go:93] Provisioning new machine with config: &{Name:addons-208992 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-208992 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disabl
eMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0216 17:41:05.491331 241048 start.go:125] createHost starting for "" (driver="docker")
I0216 17:41:05.493755 241048 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0216 17:41:05.494013 241048 start.go:159] libmachine.API.Create for "addons-208992" (driver="docker")
I0216 17:41:05.494055 241048 client.go:168] LocalClient.Create starting
I0216 17:41:05.494163 241048 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem
I0216 17:41:05.810528 241048 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem
I0216 17:41:06.440791 241048 cli_runner.go:164] Run: docker network inspect addons-208992 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0216 17:41:06.460313 241048 cli_runner.go:211] docker network inspect addons-208992 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0216 17:41:06.460389 241048 network_create.go:281] running [docker network inspect addons-208992] to gather additional debugging logs...
I0216 17:41:06.460409 241048 cli_runner.go:164] Run: docker network inspect addons-208992
W0216 17:41:06.475761 241048 cli_runner.go:211] docker network inspect addons-208992 returned with exit code 1
I0216 17:41:06.475790 241048 network_create.go:284] error running [docker network inspect addons-208992]: docker network inspect addons-208992: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-208992 not found
I0216 17:41:06.475807 241048 network_create.go:286] output of [docker network inspect addons-208992]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-208992 not found
** /stderr **
I0216 17:41:06.475932 241048 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0216 17:41:06.490673 241048 network.go:207] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40024f9770}
I0216 17:41:06.490716 241048 network_create.go:124] attempt to create docker network addons-208992 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0216 17:41:06.490770 241048 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-208992 addons-208992
I0216 17:41:06.549312 241048 network_create.go:108] docker network addons-208992 192.168.49.0/24 created
I0216 17:41:06.549348 241048 kic.go:121] calculated static IP "192.168.49.2" for the "addons-208992" container
I0216 17:41:06.549431 241048 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0216 17:41:06.563641 241048 cli_runner.go:164] Run: docker volume create addons-208992 --label name.minikube.sigs.k8s.io=addons-208992 --label created_by.minikube.sigs.k8s.io=true
I0216 17:41:06.579536 241048 oci.go:103] Successfully created a docker volume addons-208992
I0216 17:41:06.579621 241048 cli_runner.go:164] Run: docker run --rm --name addons-208992-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-208992 --entrypoint /usr/bin/test -v addons-208992:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib
I0216 17:41:07.825450 241048 cli_runner.go:217] Completed: docker run --rm --name addons-208992-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-208992 --entrypoint /usr/bin/test -v addons-208992:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib: (1.245788283s)
I0216 17:41:07.825483 241048 oci.go:107] Successfully prepared a docker volume addons-208992
I0216 17:41:07.825512 241048 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0216 17:41:07.825531 241048 kic.go:194] Starting extracting preloaded images to volume ...
I0216 17:41:07.825607 241048 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-208992:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir
I0216 17:41:12.008288 241048 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-208992:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir: (4.182638912s)
I0216 17:41:12.008343 241048 kic.go:203] duration metric: took 4.182807 seconds to extract preloaded images to volume
W0216 17:41:12.008517 241048 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0216 17:41:12.008713 241048 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0216 17:41:12.071901 241048 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-208992 --name addons-208992 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-208992 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-208992 --network addons-208992 --ip 192.168.49.2 --volume addons-208992:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf
I0216 17:41:12.422697 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Running}}
I0216 17:41:12.443347 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:12.468448 241048 cli_runner.go:164] Run: docker exec addons-208992 stat /var/lib/dpkg/alternatives/iptables
I0216 17:41:12.539284 241048 oci.go:144] the created container "addons-208992" has a running status.
I0216 17:41:12.539317 241048 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa...
I0216 17:41:13.235218 241048 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0216 17:41:13.257598 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:13.281544 241048 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0216 17:41:13.281569 241048 kic_runner.go:114] Args: [docker exec --privileged addons-208992 chown docker:docker /home/docker/.ssh/authorized_keys]
I0216 17:41:13.354074 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:13.376538 241048 machine.go:88] provisioning docker machine ...
I0216 17:41:13.376568 241048 ubuntu.go:169] provisioning hostname "addons-208992"
I0216 17:41:13.376632 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:13.398467 241048 main.go:141] libmachine: Using SSH client type: native
I0216 17:41:13.398952 241048 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 33077 <nil> <nil>}
I0216 17:41:13.398967 241048 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-208992 && echo "addons-208992" | sudo tee /etc/hostname
I0216 17:41:13.555893 241048 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-208992
I0216 17:41:13.555971 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:13.571580 241048 main.go:141] libmachine: Using SSH client type: native
I0216 17:41:13.572009 241048 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 33077 <nil> <nil>}
I0216 17:41:13.572037 241048 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-208992' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-208992/g' /etc/hosts;
else
echo '127.0.1.1 addons-208992' | sudo tee -a /etc/hosts;
fi
fi
I0216 17:41:13.714540 241048 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0216 17:41:13.714569 241048 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17936-234898/.minikube CaCertPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17936-234898/.minikube}
I0216 17:41:13.714594 241048 ubuntu.go:177] setting up certificates
I0216 17:41:13.714602 241048 provision.go:83] configureAuth start
I0216 17:41:13.714663 241048 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-208992
I0216 17:41:13.730431 241048 provision.go:138] copyHostCerts
I0216 17:41:13.730520 241048 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17936-234898/.minikube/key.pem (1675 bytes)
I0216 17:41:13.730654 241048 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17936-234898/.minikube/ca.pem (1082 bytes)
I0216 17:41:13.730726 241048 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17936-234898/.minikube/cert.pem (1123 bytes)
I0216 17:41:13.730790 241048 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca-key.pem org=jenkins.addons-208992 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-208992]
I0216 17:41:14.150380 241048 provision.go:172] copyRemoteCerts
I0216 17:41:14.150453 241048 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0216 17:41:14.150498 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:14.166905 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:14.267887 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0216 17:41:14.292570 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0216 17:41:14.317013 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0216 17:41:14.341992 241048 provision.go:86] duration metric: configureAuth took 627.375658ms
I0216 17:41:14.342021 241048 ubuntu.go:193] setting minikube options for container-runtime
I0216 17:41:14.342212 241048 config.go:182] Loaded profile config "addons-208992": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:41:14.342329 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:14.358071 241048 main.go:141] libmachine: Using SSH client type: native
I0216 17:41:14.358489 241048 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 33077 <nil> <nil>}
I0216 17:41:14.358510 241048 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0216 17:41:14.602477 241048 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0216 17:41:14.602503 241048 machine.go:91] provisioned docker machine in 1.225943848s
I0216 17:41:14.602513 241048 client.go:171] LocalClient.Create took 9.108447866s
I0216 17:41:14.602536 241048 start.go:167] duration metric: libmachine.API.Create for "addons-208992" took 9.108513833s
I0216 17:41:14.602552 241048 start.go:300] post-start starting for "addons-208992" (driver="docker")
I0216 17:41:14.602563 241048 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0216 17:41:14.602631 241048 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0216 17:41:14.602677 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:14.621207 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:14.719746 241048 ssh_runner.go:195] Run: cat /etc/os-release
I0216 17:41:14.722614 241048 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0216 17:41:14.722651 241048 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0216 17:41:14.722664 241048 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0216 17:41:14.722672 241048 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0216 17:41:14.722682 241048 filesync.go:126] Scanning /home/jenkins/minikube-integration/17936-234898/.minikube/addons for local assets ...
I0216 17:41:14.722743 241048 filesync.go:126] Scanning /home/jenkins/minikube-integration/17936-234898/.minikube/files for local assets ...
I0216 17:41:14.722773 241048 start.go:303] post-start completed in 120.215415ms
I0216 17:41:14.723124 241048 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-208992
I0216 17:41:14.737876 241048 profile.go:148] Saving config to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/config.json ...
I0216 17:41:14.738177 241048 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0216 17:41:14.738221 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:14.753774 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:14.847604 241048 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0216 17:41:14.852138 241048 start.go:128] duration metric: createHost completed in 9.360792424s
I0216 17:41:14.852164 241048 start.go:83] releasing machines lock for "addons-208992", held for 9.360940448s
I0216 17:41:14.852260 241048 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-208992
I0216 17:41:14.867162 241048 ssh_runner.go:195] Run: cat /version.json
I0216 17:41:14.867220 241048 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0216 17:41:14.867300 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:14.867222 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:14.887894 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:14.894994 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:14.982159 241048 ssh_runner.go:195] Run: systemctl --version
I0216 17:41:15.124313 241048 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0216 17:41:15.275388 241048 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0216 17:41:15.279800 241048 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0216 17:41:15.304132 241048 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0216 17:41:15.304210 241048 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0216 17:41:15.334107 241048 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0216 17:41:15.334131 241048 start.go:475] detecting cgroup driver to use...
I0216 17:41:15.334164 241048 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0216 17:41:15.334216 241048 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0216 17:41:15.351622 241048 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0216 17:41:15.364000 241048 docker.go:217] disabling cri-docker service (if available) ...
I0216 17:41:15.364095 241048 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0216 17:41:15.378337 241048 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0216 17:41:15.393163 241048 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0216 17:41:15.473991 241048 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0216 17:41:15.569361 241048 docker.go:233] disabling docker service ...
I0216 17:41:15.569480 241048 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0216 17:41:15.590937 241048 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0216 17:41:15.603155 241048 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0216 17:41:15.691035 241048 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0216 17:41:15.786704 241048 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0216 17:41:15.797611 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0216 17:41:15.813376 241048 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0216 17:41:15.813465 241048 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:41:15.822766 241048 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0216 17:41:15.823003 241048 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:41:15.832842 241048 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:41:15.842558 241048 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:41:15.852297 241048 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0216 17:41:15.861264 241048 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0216 17:41:15.869702 241048 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0216 17:41:15.878135 241048 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0216 17:41:15.963683 241048 ssh_runner.go:195] Run: sudo systemctl restart crio
I0216 17:41:16.089901 241048 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0216 17:41:16.090020 241048 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0216 17:41:16.093606 241048 start.go:543] Will wait 60s for crictl version
I0216 17:41:16.093718 241048 ssh_runner.go:195] Run: which crictl
I0216 17:41:16.097285 241048 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0216 17:41:16.137221 241048 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0216 17:41:16.137337 241048 ssh_runner.go:195] Run: crio --version
I0216 17:41:16.175669 241048 ssh_runner.go:195] Run: crio --version
I0216 17:41:16.216237 241048 out.go:177] * Preparing Kubernetes v1.28.4 on CRI-O 1.24.6 ...
I0216 17:41:16.218094 241048 cli_runner.go:164] Run: docker network inspect addons-208992 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0216 17:41:16.233315 241048 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0216 17:41:16.236786 241048 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0216 17:41:16.247334 241048 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0216 17:41:16.247400 241048 ssh_runner.go:195] Run: sudo crictl images --output json
I0216 17:41:16.308173 241048 crio.go:496] all images are preloaded for cri-o runtime.
I0216 17:41:16.308200 241048 crio.go:415] Images already preloaded, skipping extraction
I0216 17:41:16.308256 241048 ssh_runner.go:195] Run: sudo crictl images --output json
I0216 17:41:16.346571 241048 crio.go:496] all images are preloaded for cri-o runtime.
I0216 17:41:16.346595 241048 cache_images.go:84] Images are preloaded, skipping loading
I0216 17:41:16.346671 241048 ssh_runner.go:195] Run: crio config
I0216 17:41:16.392680 241048 cni.go:84] Creating CNI manager for ""
I0216 17:41:16.392704 241048 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:41:16.392723 241048 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0216 17:41:16.392743 241048 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-208992 NodeName:addons-208992 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0216 17:41:16.392880 241048 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-208992"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0216 17:41:16.392943 241048 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=addons-208992 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-208992 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0216 17:41:16.393009 241048 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0216 17:41:16.401558 241048 binaries.go:44] Found k8s binaries, skipping transfer
I0216 17:41:16.401658 241048 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0216 17:41:16.410252 241048 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (423 bytes)
I0216 17:41:16.427844 241048 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0216 17:41:16.445781 241048 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2094 bytes)
I0216 17:41:16.463343 241048 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0216 17:41:16.466583 241048 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0216 17:41:16.476896 241048 certs.go:56] Setting up /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992 for IP: 192.168.49.2
I0216 17:41:16.476977 241048 certs.go:190] acquiring lock for shared ca certs: {Name:mk9abadbab6d16b9e7bc7285e50b4098d31d6824 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:16.477137 241048 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key
I0216 17:41:16.831353 241048 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt ...
I0216 17:41:16.831392 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt: {Name:mkf60ed9b2f3c296e483e73a635bffa3adb7a633 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:16.831590 241048 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key ...
I0216 17:41:16.831602 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key: {Name:mkb43ab5bbf97237f34b7d5feb23e203af9f9b44 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:16.831685 241048 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key
I0216 17:41:17.124305 241048 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.crt ...
I0216 17:41:17.124335 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.crt: {Name:mk8311fc2ec72b81438e8b080fa0ff764278a89a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:17.124518 241048 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key ...
I0216 17:41:17.124530 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key: {Name:mke41fc0bebbc81b446583e0c989667180856cc8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:17.125178 241048 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.key
I0216 17:41:17.125197 241048 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt with IP's: []
I0216 17:41:17.690714 241048 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt ...
I0216 17:41:17.690748 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: {Name:mkeacf24ea21538f6606de718032045558698c62 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:17.690932 241048 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.key ...
I0216 17:41:17.690940 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.key: {Name:mkcabb37fd902d8698c5215188c798c4d88dbdaf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:17.691021 241048 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.key.dd3b5fb2
I0216 17:41:17.691045 241048 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0216 17:41:18.044619 241048 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.crt.dd3b5fb2 ...
I0216 17:41:18.044648 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.crt.dd3b5fb2: {Name:mk173d0cbd6bd322dafc1d916f605d437cec58b5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:18.045394 241048 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.key.dd3b5fb2 ...
I0216 17:41:18.045415 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.key.dd3b5fb2: {Name:mk2a420341e2d73d04b480cb69b1c192cb52a390 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:18.045514 241048 certs.go:337] copying /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.crt
I0216 17:41:18.045592 241048 certs.go:341] copying /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.key
I0216 17:41:18.045657 241048 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/proxy-client.key
I0216 17:41:18.045674 241048 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/proxy-client.crt with IP's: []
I0216 17:41:18.754418 241048 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/proxy-client.crt ...
I0216 17:41:18.754450 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/proxy-client.crt: {Name:mk72e4a4031313fdd336c575ef9ada3b351d6510 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:18.755190 241048 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/proxy-client.key ...
I0216 17:41:18.755208 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/proxy-client.key: {Name:mkf792f017b259e206b26143275b4875f87f0fd6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:18.755402 241048 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca-key.pem (1675 bytes)
I0216 17:41:18.755447 241048 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem (1082 bytes)
I0216 17:41:18.755488 241048 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem (1123 bytes)
I0216 17:41:18.755518 241048 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem (1675 bytes)
I0216 17:41:18.756105 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0216 17:41:18.779757 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0216 17:41:18.803723 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0216 17:41:18.826830 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0216 17:41:18.850516 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0216 17:41:18.875214 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0216 17:41:18.898344 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0216 17:41:18.921476 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0216 17:41:18.945605 241048 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0216 17:41:18.969513 241048 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0216 17:41:18.986952 241048 ssh_runner.go:195] Run: openssl version
I0216 17:41:18.992290 241048 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0216 17:41:19.001762 241048 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0216 17:41:19.005139 241048 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 16 17:41 /usr/share/ca-certificates/minikubeCA.pem
I0216 17:41:19.005213 241048 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0216 17:41:19.013409 241048 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0216 17:41:19.023166 241048 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0216 17:41:19.026457 241048 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0216 17:41:19.026505 241048 kubeadm.go:404] StartCluster: {Name:addons-208992 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-208992 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:f
alse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:41:19.026588 241048 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0216 17:41:19.026645 241048 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0216 17:41:19.066731 241048 cri.go:89] found id: ""
I0216 17:41:19.066830 241048 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0216 17:41:19.075923 241048 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0216 17:41:19.084603 241048 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0216 17:41:19.084695 241048 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0216 17:41:19.093339 241048 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0216 17:41:19.093391 241048 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0216 17:41:19.183631 241048 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1053-aws\n", err: exit status 1
I0216 17:41:19.254136 241048 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0216 17:41:35.350209 241048 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0216 17:41:35.350285 241048 kubeadm.go:322] [preflight] Running pre-flight checks
I0216 17:41:35.350383 241048 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0216 17:41:35.350447 241048 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1053-aws[0m
I0216 17:41:35.350488 241048 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0216 17:41:35.350537 241048 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0216 17:41:35.350590 241048 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0216 17:41:35.350638 241048 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0216 17:41:35.350687 241048 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0216 17:41:35.350736 241048 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0216 17:41:35.350787 241048 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0216 17:41:35.350847 241048 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0216 17:41:35.350899 241048 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0216 17:41:35.350943 241048 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0216 17:41:35.351014 241048 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0216 17:41:35.351106 241048 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0216 17:41:35.351196 241048 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0216 17:41:35.351258 241048 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0216 17:41:35.353665 241048 out.go:204] - Generating certificates and keys ...
I0216 17:41:35.353762 241048 kubeadm.go:322] [certs] Using existing ca certificate authority
I0216 17:41:35.353827 241048 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0216 17:41:35.353895 241048 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0216 17:41:35.353951 241048 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0216 17:41:35.354012 241048 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0216 17:41:35.354062 241048 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0216 17:41:35.354116 241048 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0216 17:41:35.354227 241048 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-208992 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0216 17:41:35.354280 241048 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0216 17:41:35.354389 241048 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-208992 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0216 17:41:35.354453 241048 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0216 17:41:35.354515 241048 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0216 17:41:35.354561 241048 kubeadm.go:322] [certs] Generating "sa" key and public key
I0216 17:41:35.354616 241048 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0216 17:41:35.354667 241048 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0216 17:41:35.354717 241048 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0216 17:41:35.354780 241048 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0216 17:41:35.354903 241048 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0216 17:41:35.354985 241048 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0216 17:41:35.355051 241048 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0216 17:41:35.358944 241048 out.go:204] - Booting up control plane ...
I0216 17:41:35.359064 241048 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0216 17:41:35.359156 241048 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0216 17:41:35.359252 241048 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0216 17:41:35.359362 241048 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0216 17:41:35.359452 241048 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0216 17:41:35.359502 241048 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0216 17:41:35.359661 241048 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0216 17:41:35.359741 241048 kubeadm.go:322] [apiclient] All control plane components are healthy after 8.002001 seconds
I0216 17:41:35.359850 241048 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0216 17:41:35.359976 241048 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0216 17:41:35.360038 241048 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0216 17:41:35.360226 241048 kubeadm.go:322] [mark-control-plane] Marking the node addons-208992 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0216 17:41:35.360287 241048 kubeadm.go:322] [bootstrap-token] Using token: vomqq0.k92qpgvjpaoyj1ve
I0216 17:41:35.362229 241048 out.go:204] - Configuring RBAC rules ...
I0216 17:41:35.362347 241048 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0216 17:41:35.362434 241048 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0216 17:41:35.362633 241048 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0216 17:41:35.362772 241048 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0216 17:41:35.363017 241048 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0216 17:41:35.363114 241048 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0216 17:41:35.363226 241048 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0216 17:41:35.363272 241048 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0216 17:41:35.363319 241048 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0216 17:41:35.363327 241048 kubeadm.go:322]
I0216 17:41:35.363383 241048 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0216 17:41:35.363390 241048 kubeadm.go:322]
I0216 17:41:35.363462 241048 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0216 17:41:35.363469 241048 kubeadm.go:322]
I0216 17:41:35.363493 241048 kubeadm.go:322] mkdir -p $HOME/.kube
I0216 17:41:35.363552 241048 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0216 17:41:35.363600 241048 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0216 17:41:35.363608 241048 kubeadm.go:322]
I0216 17:41:35.363658 241048 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0216 17:41:35.363667 241048 kubeadm.go:322]
I0216 17:41:35.363711 241048 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0216 17:41:35.363718 241048 kubeadm.go:322]
I0216 17:41:35.363767 241048 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0216 17:41:35.363839 241048 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0216 17:41:35.363906 241048 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0216 17:41:35.363914 241048 kubeadm.go:322]
I0216 17:41:35.363991 241048 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0216 17:41:35.364068 241048 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0216 17:41:35.364079 241048 kubeadm.go:322]
I0216 17:41:35.364157 241048 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token vomqq0.k92qpgvjpaoyj1ve \
I0216 17:41:35.364256 241048 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6435f22f3b0121866a445ee387d783eb83dae17558ead3a767d0be4906421461 \
I0216 17:41:35.364282 241048 kubeadm.go:322] --control-plane
I0216 17:41:35.364287 241048 kubeadm.go:322]
I0216 17:41:35.364365 241048 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0216 17:41:35.364374 241048 kubeadm.go:322]
I0216 17:41:35.364450 241048 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token vomqq0.k92qpgvjpaoyj1ve \
I0216 17:41:35.364560 241048 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6435f22f3b0121866a445ee387d783eb83dae17558ead3a767d0be4906421461
I0216 17:41:35.364572 241048 cni.go:84] Creating CNI manager for ""
I0216 17:41:35.364580 241048 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:41:35.366866 241048 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0216 17:41:35.369115 241048 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0216 17:41:35.391330 241048 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0216 17:41:35.391353 241048 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0216 17:41:35.413929 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0216 17:41:36.360920 241048 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0216 17:41:36.361005 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:36.361058 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=fdce3bf7146356e37c4eabb07ae105993e4520f9 minikube.k8s.io/name=addons-208992 minikube.k8s.io/updated_at=2024_02_16T17_41_36_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:36.543980 241048 ops.go:34] apiserver oom_adj: -16
I0216 17:41:36.544070 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:37.044937 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:37.545039 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:38.044951 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:38.544141 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:39.045019 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:39.544998 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:40.045167 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:40.544246 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:41.044227 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:41.544608 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:42.044373 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:42.545181 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:43.044240 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:43.544219 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:44.045118 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:44.544198 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:45.044869 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:45.544644 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:46.044525 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:46.544341 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:47.044611 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:47.544383 241048 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:41:47.643517 241048 kubeadm.go:1088] duration metric: took 11.282579943s to wait for elevateKubeSystemPrivileges.
I0216 17:41:47.643549 241048 kubeadm.go:406] StartCluster complete in 28.617045817s
I0216 17:41:47.643567 241048 settings.go:142] acquiring lock: {Name:mke2a78b0435cd80764e6fbcfbe97f1a4032c7c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:47.643684 241048 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:41:47.644085 241048 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/kubeconfig: {Name:mkd6a6752edb5d541c3c5d3ac7649b934c275e48 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:41:47.644868 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0216 17:41:47.645152 241048 config.go:182] Loaded profile config "addons-208992": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:41:47.645318 241048 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0216 17:41:47.645410 241048 addons.go:69] Setting yakd=true in profile "addons-208992"
I0216 17:41:47.645425 241048 addons.go:234] Setting addon yakd=true in "addons-208992"
I0216 17:41:47.645461 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.645950 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.646449 241048 addons.go:69] Setting cloud-spanner=true in profile "addons-208992"
I0216 17:41:47.646468 241048 addons.go:234] Setting addon cloud-spanner=true in "addons-208992"
I0216 17:41:47.646518 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.646917 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.646956 241048 addons.go:69] Setting metrics-server=true in profile "addons-208992"
I0216 17:41:47.646971 241048 addons.go:234] Setting addon metrics-server=true in "addons-208992"
I0216 17:41:47.647005 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.647378 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.647723 241048 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-208992"
I0216 17:41:47.647748 241048 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-208992"
I0216 17:41:47.647780 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.648149 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.650011 241048 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-208992"
I0216 17:41:47.650076 241048 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-208992"
I0216 17:41:47.650118 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.650518 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.651666 241048 addons.go:69] Setting registry=true in profile "addons-208992"
I0216 17:41:47.651690 241048 addons.go:234] Setting addon registry=true in "addons-208992"
I0216 17:41:47.651736 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.652144 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.658888 241048 addons.go:69] Setting default-storageclass=true in profile "addons-208992"
I0216 17:41:47.658929 241048 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-208992"
I0216 17:41:47.659255 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.666266 241048 addons.go:69] Setting storage-provisioner=true in profile "addons-208992"
I0216 17:41:47.666294 241048 addons.go:234] Setting addon storage-provisioner=true in "addons-208992"
I0216 17:41:47.666340 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.666766 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.670908 241048 addons.go:69] Setting gcp-auth=true in profile "addons-208992"
I0216 17:41:47.670984 241048 mustload.go:65] Loading cluster: addons-208992
I0216 17:41:47.671956 241048 config.go:182] Loaded profile config "addons-208992": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:41:47.672281 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.694272 241048 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-208992"
I0216 17:41:47.694363 241048 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-208992"
I0216 17:41:47.694480 241048 addons.go:69] Setting ingress=true in profile "addons-208992"
I0216 17:41:47.694517 241048 addons.go:234] Setting addon ingress=true in "addons-208992"
I0216 17:41:47.694591 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.696583 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.699636 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.707067 241048 addons.go:69] Setting volumesnapshots=true in profile "addons-208992"
I0216 17:41:47.707138 241048 addons.go:234] Setting addon volumesnapshots=true in "addons-208992"
I0216 17:41:47.707205 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.707665 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.718864 241048 addons.go:69] Setting ingress-dns=true in profile "addons-208992"
I0216 17:41:47.718943 241048 addons.go:234] Setting addon ingress-dns=true in "addons-208992"
I0216 17:41:47.719021 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.719490 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.759335 241048 addons.go:69] Setting inspektor-gadget=true in profile "addons-208992"
I0216 17:41:47.759408 241048 addons.go:234] Setting addon inspektor-gadget=true in "addons-208992"
I0216 17:41:47.759472 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.759982 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.801685 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.825270 241048 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0216 17:41:47.838608 241048 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0216 17:41:47.854841 241048 addons.go:234] Setting addon default-storageclass=true in "addons-208992"
I0216 17:41:47.854939 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.855546 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.869987 241048 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:41:47.877412 241048 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0216 17:41:47.879295 241048 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0216 17:41:47.867439 241048 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.14
I0216 17:41:47.867446 241048 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0216 17:41:47.867452 241048 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0
I0216 17:41:47.867456 241048 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.4
I0216 17:41:47.867460 241048 out.go:177] - Using image docker.io/registry:2.8.3
I0216 17:41:47.895894 241048 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-208992"
I0216 17:41:47.895960 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:47.896403 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:47.898941 241048 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0216 17:41:47.910029 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0216 17:41:47.910260 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:47.927592 241048 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0216 17:41:47.927681 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0216 17:41:47.927879 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:47.948154 241048 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0216 17:41:47.949918 241048 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0216 17:41:47.951778 241048 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0216 17:41:47.950145 241048 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0216 17:41:47.950170 241048 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0216 17:41:47.950175 241048 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.25.1
I0216 17:41:47.950217 241048 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0216 17:41:47.950265 241048 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0216 17:41:47.950269 241048 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0216 17:41:47.958721 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0216 17:41:47.958793 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0216 17:41:47.958822 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0216 17:41:47.960573 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0216 17:41:47.960585 241048 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0216 17:41:47.960668 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:47.962495 241048 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0216 17:41:47.962565 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:47.970297 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:47.970349 241048 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0216 17:41:47.970402 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:47.972263 241048 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0216 17:41:47.974154 241048 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0216 17:41:47.981454 241048 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0216 17:41:47.976049 241048 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0216 17:41:47.976150 241048 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0216 17:41:47.976159 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0216 17:41:47.976186 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0216 17:41:47.987784 241048 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0216 17:41:47.987814 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0216 17:41:47.987877 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:47.989895 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:47.989904 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0216 17:41:47.996576 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:48.059187 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.061082 241048 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0216 17:41:48.092133 241048 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.6
I0216 17:41:48.079436 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:48.079447 241048 out.go:177] - Using image docker.io/busybox:stable
I0216 17:41:48.091912 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.092716 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0216 17:41:48.108826 241048 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0216 17:41:48.108839 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0216 17:41:48.108905 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:48.109537 241048 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0216 17:41:48.109589 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0216 17:41:48.109668 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:48.130936 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.131572 241048 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0216 17:41:48.131614 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0216 17:41:48.131700 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:48.141391 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.206897 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.247533 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.248109 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.257206 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.258088 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.285056 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.285914 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.311977 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:48.314364 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
W0216 17:41:48.315328 241048 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0216 17:41:48.315357 241048 retry.go:31] will retry after 183.826036ms: ssh: handshake failed: EOF
I0216 17:41:48.410461 241048 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-208992" context rescaled to 1 replicas
I0216 17:41:48.410705 241048 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0216 17:41:48.413790 241048 out.go:177] * Verifying Kubernetes components...
I0216 17:41:48.411921 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0216 17:41:48.415620 241048 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0216 17:41:48.446256 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0216 17:41:48.550608 241048 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0216 17:41:48.550632 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0216 17:41:48.552968 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0216 17:41:48.613622 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0216 17:41:48.682217 241048 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0216 17:41:48.682242 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0216 17:41:48.710657 241048 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0216 17:41:48.710683 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0216 17:41:48.721028 241048 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0216 17:41:48.721050 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0216 17:41:48.729369 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0216 17:41:48.738330 241048 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0216 17:41:48.738354 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0216 17:41:48.744550 241048 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0216 17:41:48.744582 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0216 17:41:48.788913 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0216 17:41:48.813226 241048 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0216 17:41:48.813254 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0216 17:41:48.850274 241048 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0216 17:41:48.850300 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0216 17:41:48.860391 241048 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0216 17:41:48.860448 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0216 17:41:48.889920 241048 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0216 17:41:48.889953 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0216 17:41:48.902351 241048 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0216 17:41:48.902378 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0216 17:41:48.940894 241048 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0216 17:41:48.940921 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0216 17:41:48.952228 241048 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0216 17:41:48.952252 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0216 17:41:48.964084 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0216 17:41:48.999415 241048 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0216 17:41:48.999438 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0216 17:41:49.023822 241048 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0216 17:41:49.023848 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0216 17:41:49.030478 241048 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0216 17:41:49.030503 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0216 17:41:49.051138 241048 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0216 17:41:49.051162 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0216 17:41:49.072845 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0216 17:41:49.118200 241048 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0216 17:41:49.118226 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0216 17:41:49.135466 241048 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0216 17:41:49.135494 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0216 17:41:49.151240 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0216 17:41:49.160930 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0216 17:41:49.202248 241048 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0216 17:41:49.202276 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0216 17:41:49.283418 241048 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0216 17:41:49.283445 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0216 17:41:49.285909 241048 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0216 17:41:49.285934 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0216 17:41:49.357671 241048 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0216 17:41:49.357696 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0216 17:41:49.376258 241048 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0216 17:41:49.376285 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0216 17:41:49.422693 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0216 17:41:49.469086 241048 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0216 17:41:49.469111 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0216 17:41:49.496408 241048 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0216 17:41:49.496432 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0216 17:41:49.581491 241048 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0216 17:41:49.581516 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0216 17:41:49.599751 241048 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0216 17:41:49.599774 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0216 17:41:49.718838 241048 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0216 17:41:49.718863 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0216 17:41:49.734831 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0216 17:41:49.810189 241048 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0216 17:41:49.810212 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0216 17:41:49.936658 241048 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0216 17:41:49.936690 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0216 17:41:50.009728 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0216 17:41:51.712747 241048 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.619500581s)
I0216 17:41:51.712777 241048 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0216 17:41:52.044143 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.630258637s)
I0216 17:41:52.044209 241048 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (3.628569718s)
I0216 17:41:52.044993 241048 node_ready.go:35] waiting up to 6m0s for node "addons-208992" to be "Ready" ...
I0216 17:41:54.081755 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:41:54.227989 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.78164226s)
I0216 17:41:54.888432 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.33542825s)
I0216 17:41:54.889034 241048 addons.go:470] Verifying addon ingress=true in "addons-208992"
I0216 17:41:54.888525 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (6.274875891s)
I0216 17:41:54.888554 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.159162678s)
I0216 17:41:54.888612 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.09967611s)
I0216 17:41:54.888656 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.924549556s)
I0216 17:41:54.888684 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.81581395s)
I0216 17:41:54.889349 241048 addons.go:470] Verifying addon registry=true in "addons-208992"
I0216 17:41:54.891528 241048 out.go:177] * Verifying registry addon...
I0216 17:41:54.888772 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.72782074s)
I0216 17:41:54.888843 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.466126844s)
I0216 17:41:54.888892 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.154029378s)
I0216 17:41:54.888743 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.73747571s)
I0216 17:41:54.893448 241048 addons.go:470] Verifying addon metrics-server=true in "addons-208992"
I0216 17:41:54.894340 241048 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
W0216 17:41:54.894549 241048 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0216 17:41:54.894573 241048 retry.go:31] will retry after 360.094527ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0216 17:41:54.896463 241048 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-208992 service yakd-dashboard -n yakd-dashboard
I0216 17:41:54.894632 241048 out.go:177] * Verifying ingress addon...
I0216 17:41:54.900956 241048 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0216 17:41:54.906158 241048 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0216 17:41:54.906229 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:54.912201 241048 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0216 17:41:54.920751 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0216 17:41:54.914472 241048 out.go:239] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0216 17:41:55.140958 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.131175136s)
I0216 17:41:55.141034 241048 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-208992"
I0216 17:41:55.143136 241048 out.go:177] * Verifying csi-hostpath-driver addon...
I0216 17:41:55.146276 241048 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0216 17:41:55.158163 241048 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0216 17:41:55.158229 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:55.254901 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0216 17:41:55.399840 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:55.405314 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:55.661726 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:55.899544 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:55.905867 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:56.152653 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:56.409730 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:56.412424 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:56.554945 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:41:56.669348 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:56.722734 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.46778422s)
I0216 17:41:56.900511 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:56.907937 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:57.152456 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:57.201978 241048 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0216 17:41:57.202104 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:57.222736 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:57.399027 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:57.415921 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:57.421349 241048 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0216 17:41:57.456182 241048 addons.go:234] Setting addon gcp-auth=true in "addons-208992"
I0216 17:41:57.456271 241048 host.go:66] Checking if "addons-208992" exists ...
I0216 17:41:57.456754 241048 cli_runner.go:164] Run: docker container inspect addons-208992 --format={{.State.Status}}
I0216 17:41:57.490603 241048 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0216 17:41:57.490660 241048 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-208992
I0216 17:41:57.527233 241048 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33077 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/addons-208992/id_rsa Username:docker}
I0216 17:41:57.652107 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:57.696729 241048 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0216 17:41:57.699146 241048 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0216 17:41:57.700985 241048 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0216 17:41:57.701011 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0216 17:41:57.759319 241048 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0216 17:41:57.759353 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0216 17:41:57.809616 241048 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0216 17:41:57.809640 241048 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0216 17:41:57.865105 241048 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0216 17:41:57.899285 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:57.905504 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:58.157622 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:58.398633 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:58.413977 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:58.651454 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:58.901414 241048 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.036269306s)
I0216 17:41:58.904319 241048 addons.go:470] Verifying addon gcp-auth=true in "addons-208992"
I0216 17:41:58.906439 241048 out.go:177] * Verifying gcp-auth addon...
I0216 17:41:58.908729 241048 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0216 17:41:58.955879 241048 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0216 17:41:58.955952 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:41:58.958360 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:58.963503 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:59.050159 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:41:59.152138 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:59.399494 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:59.409667 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:59.414322 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:41:59.651624 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:41:59.899450 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:41:59.905321 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:41:59.913188 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:00.177224 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:00.406519 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:00.412049 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:00.436101 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:00.652544 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:00.898825 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:00.906052 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:00.912953 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:01.151453 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:01.402664 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:01.411998 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:01.417207 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:01.548705 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:01.651206 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:01.898572 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:01.906190 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:01.912980 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:02.154022 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:02.398655 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:02.405845 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:02.412373 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:02.651318 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:02.898889 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:02.910454 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:02.914039 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:03.153737 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:03.398980 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:03.405642 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:03.413024 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:03.552035 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:03.653697 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:03.898533 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:03.904976 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:03.912281 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:04.151579 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:04.398471 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:04.405919 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:04.412547 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:04.651153 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:04.898943 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:04.905555 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:04.913050 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:05.151335 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:05.399279 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:05.405177 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:05.412462 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:05.652168 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:05.898295 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:05.905322 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:05.912663 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:06.049469 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:06.151034 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:06.398612 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:06.406211 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:06.412558 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:06.651818 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:06.898949 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:06.904769 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:06.912369 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:07.152319 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:07.399355 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:07.404881 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:07.412596 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:07.651039 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:07.898960 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:07.906042 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:07.912539 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:08.150997 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:08.398958 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:08.405391 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:08.412576 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:08.548850 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:08.652291 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:08.898487 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:08.905778 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:08.912374 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:09.151275 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:09.398709 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:09.405487 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:09.412844 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:09.651306 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:09.898882 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:09.905924 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:09.913437 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:10.151426 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:10.399042 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:10.405597 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:10.412059 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:10.549097 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:10.651240 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:10.898532 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:10.905125 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:10.912328 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:11.151348 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:11.398995 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:11.405889 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:11.412521 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:11.651298 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:11.898882 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:11.905910 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:11.912439 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:12.151680 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:12.398582 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:12.405432 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:12.412914 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:12.650995 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:12.899179 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:12.905353 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:12.912944 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:13.049053 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:13.151634 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:13.399252 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:13.406005 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:13.412549 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:13.651006 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:13.898413 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:13.904832 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:13.912406 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:14.151944 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:14.398102 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:14.405560 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:14.412824 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:14.651565 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:14.898668 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:14.905268 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:14.912858 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:15.151230 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:15.399215 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:15.405994 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:15.412849 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:15.548706 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:15.651428 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:15.899400 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:15.905512 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:15.913049 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:16.152202 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:16.399268 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:16.405823 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:16.412293 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:16.651070 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:16.899267 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:16.906444 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:16.912871 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:17.150592 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:17.399405 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:17.405122 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:17.412517 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:17.651388 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:17.898853 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:17.905342 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:17.912761 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:18.049504 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:18.151122 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:18.398459 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:18.405432 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:18.412735 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:18.650489 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:18.898816 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:18.905292 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:18.912872 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:19.150970 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:19.398712 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:19.405599 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:19.413212 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:19.651055 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:19.899009 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:19.906053 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:19.912995 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:20.049608 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:20.153271 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:20.399159 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:20.405737 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:20.412665 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:20.652569 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:20.899237 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:20.905976 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:20.912179 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:21.151288 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:21.399078 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:21.405895 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:21.412815 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:21.650757 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:21.899082 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:21.905910 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:21.912599 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:22.152664 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:22.399759 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:22.405517 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:22.412887 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:22.549066 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:22.651152 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:22.898829 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:22.906067 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:22.912564 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:23.150917 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:23.398397 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:23.404931 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:23.412806 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:23.651293 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:23.898875 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:23.905431 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:23.912809 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:24.151164 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:24.399005 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:24.405702 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:24.411836 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:24.549223 241048 node_ready.go:58] node "addons-208992" has status "Ready":"False"
I0216 17:42:24.650861 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:24.901470 241048 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0216 17:42:24.901496 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:24.906278 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:24.915676 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:25.142868 241048 node_ready.go:49] node "addons-208992" has status "Ready":"True"
I0216 17:42:25.142896 241048 node_ready.go:38] duration metric: took 33.097871785s waiting for node "addons-208992" to be "Ready" ...
I0216 17:42:25.142908 241048 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0216 17:42:25.177035 241048 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-vx882" in "kube-system" namespace to be "Ready" ...
I0216 17:42:25.183768 241048 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0216 17:42:25.183795 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:25.402713 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:25.413080 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:25.415127 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:25.682293 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:25.899483 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:25.905791 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:25.912388 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:26.152702 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:26.402824 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:26.417256 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:26.427161 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:26.658765 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:26.903768 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:26.905810 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:26.912734 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:27.152958 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:27.187133 241048 pod_ready.go:92] pod "coredns-5dd5756b68-vx882" in "kube-system" namespace has status "Ready":"True"
I0216 17:42:27.187159 241048 pod_ready.go:81] duration metric: took 2.010086632s waiting for pod "coredns-5dd5756b68-vx882" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.187208 241048 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-208992" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.198642 241048 pod_ready.go:92] pod "etcd-addons-208992" in "kube-system" namespace has status "Ready":"True"
I0216 17:42:27.198668 241048 pod_ready.go:81] duration metric: took 11.445084ms waiting for pod "etcd-addons-208992" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.198683 241048 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-208992" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.204599 241048 pod_ready.go:92] pod "kube-apiserver-addons-208992" in "kube-system" namespace has status "Ready":"True"
I0216 17:42:27.204622 241048 pod_ready.go:81] duration metric: took 5.930602ms waiting for pod "kube-apiserver-addons-208992" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.204633 241048 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-208992" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.211775 241048 pod_ready.go:92] pod "kube-controller-manager-addons-208992" in "kube-system" namespace has status "Ready":"True"
I0216 17:42:27.211810 241048 pod_ready.go:81] duration metric: took 7.168474ms waiting for pod "kube-controller-manager-addons-208992" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.211826 241048 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-k9rln" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.218434 241048 pod_ready.go:92] pod "kube-proxy-k9rln" in "kube-system" namespace has status "Ready":"True"
I0216 17:42:27.218461 241048 pod_ready.go:81] duration metric: took 6.627993ms waiting for pod "kube-proxy-k9rln" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.218472 241048 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-208992" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.412122 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:27.414704 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:27.418245 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:27.581234 241048 pod_ready.go:92] pod "kube-scheduler-addons-208992" in "kube-system" namespace has status "Ready":"True"
I0216 17:42:27.581261 241048 pod_ready.go:81] duration metric: took 362.780413ms waiting for pod "kube-scheduler-addons-208992" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.581273 241048 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-69cf46c98-tw77t" in "kube-system" namespace to be "Ready" ...
I0216 17:42:27.655317 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:27.899231 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:27.905584 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:27.912961 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:28.152250 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:28.399303 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:28.405925 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:28.412336 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:28.652349 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:28.899977 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:28.906118 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:28.912674 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:29.152915 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:29.400112 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:29.406349 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:29.412943 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:29.592262 241048 pod_ready.go:102] pod "metrics-server-69cf46c98-tw77t" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:29.652954 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:29.900647 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:29.908127 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:29.915549 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:30.159364 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:30.399155 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:30.406901 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:30.415780 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:30.652895 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:30.900217 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:30.905736 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:30.912245 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:31.154816 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:31.401031 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:31.405589 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:31.413424 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:31.652020 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:31.899489 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:31.905873 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:31.912881 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:32.088177 241048 pod_ready.go:102] pod "metrics-server-69cf46c98-tw77t" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:32.152021 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:32.399586 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:32.405734 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:32.413391 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:32.652873 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:32.918990 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:32.932203 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:32.935029 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:33.154778 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:33.400052 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:33.405368 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:33.413625 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:33.652487 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:33.911486 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:33.915379 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:33.915863 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:34.088231 241048 pod_ready.go:102] pod "metrics-server-69cf46c98-tw77t" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:34.153120 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:34.400222 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:34.406383 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:34.412780 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:34.654752 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:34.903607 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:34.907060 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:34.912680 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:35.155029 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:35.400255 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:35.406220 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:35.414394 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:35.654448 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:35.905818 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:35.914182 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:35.916958 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:36.101278 241048 pod_ready.go:102] pod "metrics-server-69cf46c98-tw77t" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:36.158674 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:36.401097 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0216 17:42:36.406378 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:36.413460 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:36.653833 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:36.910168 241048 kapi.go:107] duration metric: took 42.01582641s to wait for kubernetes.io/minikube-addons=registry ...
I0216 17:42:36.917523 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:36.918954 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:37.088212 241048 pod_ready.go:92] pod "metrics-server-69cf46c98-tw77t" in "kube-system" namespace has status "Ready":"True"
I0216 17:42:37.088237 241048 pod_ready.go:81] duration metric: took 9.506925925s waiting for pod "metrics-server-69cf46c98-tw77t" in "kube-system" namespace to be "Ready" ...
I0216 17:42:37.088250 241048 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace to be "Ready" ...
I0216 17:42:37.151804 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:37.405866 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:37.412238 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:37.652685 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:37.912666 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:37.930772 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:38.160889 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:38.406877 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:38.423577 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:38.655570 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:38.906977 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:38.913002 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:39.096380 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:39.157010 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:39.406207 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:39.412870 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:39.652523 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:39.906216 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:39.914009 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:40.152612 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:40.406093 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:40.412453 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:40.651788 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:40.905363 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:40.912648 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:41.154363 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:41.408199 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:41.414356 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:41.597268 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:41.655394 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:41.908096 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:41.916432 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:42.158969 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:42.407366 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:42.413334 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:42.652989 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:42.905670 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:42.912141 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:43.152611 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:43.407604 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:43.416369 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:43.654540 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:43.906108 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:43.913435 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:44.096497 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:44.154909 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:44.406761 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:44.412325 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:44.652883 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:44.906244 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:44.912653 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:45.153545 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:45.406477 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:45.412931 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:45.652512 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:45.907502 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:45.913521 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:46.103863 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:46.153881 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:46.406727 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:46.413501 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:46.653086 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:46.906406 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:46.916694 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:47.152015 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:47.405709 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:47.412122 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:47.651966 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:47.911153 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:47.916260 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:48.154283 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:48.406190 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:48.425686 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:48.596588 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:48.652870 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:48.905963 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:48.912709 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:49.153000 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:49.407025 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:49.413281 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:49.651883 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:49.906146 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:49.913920 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:50.153987 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:50.407096 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:50.414492 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:50.653341 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:50.906262 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:50.912593 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:51.108726 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:51.153743 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:51.406788 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:51.412502 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:51.651844 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:51.905983 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:51.915385 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:52.153080 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:52.406410 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:52.413181 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:52.652721 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:52.913837 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:52.914736 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:53.152149 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:53.405830 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:53.413477 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:53.596059 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:53.654410 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:53.908627 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:53.933278 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:54.154704 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:54.405932 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:54.412956 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:54.652552 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:54.907872 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:54.915606 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:55.154830 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:55.407146 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:55.412634 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:55.652229 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:55.906161 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:55.920831 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:56.095684 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:56.152015 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:56.405529 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:56.413948 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:56.652122 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:56.909548 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:56.918253 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:57.152858 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:57.406253 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:57.412717 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:57.652069 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:57.905547 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:57.917027 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:58.225950 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:58.287890 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:42:58.408459 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:58.412627 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:58.652793 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:58.905833 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:58.912142 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:59.164777 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:59.407117 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:59.413278 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:42:59.653111 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:42:59.910261 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:42:59.914634 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:00.154882 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:00.418056 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:00.420029 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:00.596582 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:43:00.654950 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:00.905801 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:00.912538 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:01.161544 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:01.410691 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:01.414431 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:01.652750 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:01.908042 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:01.913363 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:02.158211 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:02.406469 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:02.413219 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:02.652581 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:02.907205 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:02.913280 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:03.096260 241048 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"False"
I0216 17:43:03.159725 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:03.405979 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:03.413935 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:03.595238 241048 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace has status "Ready":"True"
I0216 17:43:03.595266 241048 pod_ready.go:81] duration metric: took 26.507009036s waiting for pod "nvidia-device-plugin-daemonset-c8cqt" in "kube-system" namespace to be "Ready" ...
I0216 17:43:03.595289 241048 pod_ready.go:38] duration metric: took 38.452368757s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0216 17:43:03.595305 241048 api_server.go:52] waiting for apiserver process to appear ...
I0216 17:43:03.595334 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0216 17:43:03.595397 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0216 17:43:03.643245 241048 cri.go:89] found id: "3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218"
I0216 17:43:03.643270 241048 cri.go:89] found id: ""
I0216 17:43:03.643281 241048 logs.go:276] 1 containers: [3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218]
I0216 17:43:03.643380 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:03.646934 241048 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0216 17:43:03.647004 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0216 17:43:03.653436 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:03.688543 241048 cri.go:89] found id: "3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4"
I0216 17:43:03.688579 241048 cri.go:89] found id: ""
I0216 17:43:03.688588 241048 logs.go:276] 1 containers: [3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4]
I0216 17:43:03.688654 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:03.692348 241048 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0216 17:43:03.692414 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0216 17:43:03.740905 241048 cri.go:89] found id: "0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50"
I0216 17:43:03.740928 241048 cri.go:89] found id: ""
I0216 17:43:03.740939 241048 logs.go:276] 1 containers: [0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50]
I0216 17:43:03.741075 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:03.745308 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0216 17:43:03.745385 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0216 17:43:03.786850 241048 cri.go:89] found id: "71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9"
I0216 17:43:03.786875 241048 cri.go:89] found id: ""
I0216 17:43:03.786884 241048 logs.go:276] 1 containers: [71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9]
I0216 17:43:03.786981 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:03.790678 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0216 17:43:03.790878 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0216 17:43:03.834581 241048 cri.go:89] found id: "920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51"
I0216 17:43:03.834616 241048 cri.go:89] found id: ""
I0216 17:43:03.834626 241048 logs.go:276] 1 containers: [920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51]
I0216 17:43:03.834718 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:03.838356 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0216 17:43:03.838430 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0216 17:43:03.883245 241048 cri.go:89] found id: "131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b"
I0216 17:43:03.883266 241048 cri.go:89] found id: ""
I0216 17:43:03.883274 241048 logs.go:276] 1 containers: [131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b]
I0216 17:43:03.883332 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:03.887269 241048 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0216 17:43:03.887356 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0216 17:43:03.906330 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:03.913140 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:03.934724 241048 cri.go:89] found id: "b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758"
I0216 17:43:03.934785 241048 cri.go:89] found id: ""
I0216 17:43:03.934857 241048 logs.go:276] 1 containers: [b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758]
I0216 17:43:03.934933 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:03.939146 241048 logs.go:123] Gathering logs for kube-apiserver [3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218] ...
I0216 17:43:03.939213 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218"
I0216 17:43:04.023011 241048 logs.go:123] Gathering logs for coredns [0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50] ...
I0216 17:43:04.023081 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50"
I0216 17:43:04.078229 241048 logs.go:123] Gathering logs for CRI-O ...
I0216 17:43:04.078260 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0216 17:43:04.172820 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:04.183535 241048 logs.go:123] Gathering logs for container status ...
I0216 17:43:04.183589 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0216 17:43:04.251496 241048 logs.go:123] Gathering logs for kubelet ...
I0216 17:43:04.251526 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0216 17:43:04.312199 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.742903 1363 reflector.go:535] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-208992' and this object
W0216 17:43:04.312410 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.742955 1363 reflector.go:147] object-"kube-system"/"coredns": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-208992' and this object
W0216 17:43:04.312602 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743435 1363 reflector.go:535] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:04.312810 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743468 1363 reflector.go:147] object-"local-path-storage"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:04.313000 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743606 1363 reflector.go:535] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:04.313212 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743629 1363 reflector.go:147] object-"local-path-storage"/"local-path-config": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:04.313391 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743769 1363 reflector.go:535] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:04.313591 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743793 1363 reflector.go:147] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:04.313756 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743922 1363 reflector.go:535] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:04.313939 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743945 1363 reflector.go:147] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
I0216 17:43:04.347730 241048 logs.go:123] Gathering logs for dmesg ...
I0216 17:43:04.347759 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0216 17:43:04.367469 241048 logs.go:123] Gathering logs for describe nodes ...
I0216 17:43:04.367499 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0216 17:43:04.406649 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:04.413627 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:04.585612 241048 logs.go:123] Gathering logs for etcd [3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4] ...
I0216 17:43:04.585645 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4"
I0216 17:43:04.656348 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:04.741361 241048 logs.go:123] Gathering logs for kube-scheduler [71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9] ...
I0216 17:43:04.741399 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9"
I0216 17:43:04.823191 241048 logs.go:123] Gathering logs for kube-proxy [920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51] ...
I0216 17:43:04.823222 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51"
I0216 17:43:04.899834 241048 logs.go:123] Gathering logs for kube-controller-manager [131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b] ...
I0216 17:43:04.899863 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b"
I0216 17:43:04.907681 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:04.915247 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:05.032700 241048 logs.go:123] Gathering logs for kindnet [b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758] ...
I0216 17:43:05.032744 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758"
I0216 17:43:05.117396 241048 out.go:304] Setting ErrFile to fd 2...
I0216 17:43:05.117424 241048 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0216 17:43:05.117469 241048 out.go:239] X Problems detected in kubelet:
W0216 17:43:05.117484 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743629 1363 reflector.go:147] object-"local-path-storage"/"local-path-config": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:05.117492 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743769 1363 reflector.go:535] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:05.117509 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743793 1363 reflector.go:147] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:05.117519 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743922 1363 reflector.go:535] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:05.117530 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743945 1363 reflector.go:147] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
I0216 17:43:05.117536 241048 out.go:304] Setting ErrFile to fd 2...
I0216 17:43:05.117543 241048 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:43:05.157313 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:05.408814 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:05.412133 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:05.652021 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:05.906197 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:05.912925 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:06.159577 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:06.406668 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:06.413340 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:06.653591 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:06.906411 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:06.914279 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:07.158192 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:07.406474 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:07.413060 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:07.652487 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:07.908331 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:07.913094 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:08.152077 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:08.406452 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:08.412744 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:08.652038 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:08.905339 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:08.912799 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:09.153944 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:09.415620 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:09.419521 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:09.652680 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:09.905609 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:09.913022 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:10.170314 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:10.407448 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:10.414847 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:10.653010 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:10.905521 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:10.912861 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:11.152559 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:11.406292 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:11.413215 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:11.655056 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:11.906656 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:11.913323 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:12.152653 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:12.410688 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:12.425656 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:12.654972 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:12.905446 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:12.912956 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0216 17:43:13.152378 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:13.417790 241048 kapi.go:107] duration metric: took 1m14.509060377s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0216 17:43:13.420220 241048 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-208992 cluster.
I0216 17:43:13.419266 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:13.424293 241048 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0216 17:43:13.426474 241048 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0216 17:43:13.652223 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:13.906822 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:14.161015 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:14.405974 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:14.653257 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:14.906544 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:15.118587 241048 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0216 17:43:15.153392 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:15.174509 241048 api_server.go:72] duration metric: took 1m26.763731911s to wait for apiserver process to appear ...
I0216 17:43:15.174548 241048 api_server.go:88] waiting for apiserver healthz status ...
I0216 17:43:15.174604 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0216 17:43:15.174724 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0216 17:43:15.292383 241048 cri.go:89] found id: "3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218"
I0216 17:43:15.292415 241048 cri.go:89] found id: ""
I0216 17:43:15.292424 241048 logs.go:276] 1 containers: [3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218]
I0216 17:43:15.292512 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:15.296481 241048 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0216 17:43:15.296576 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0216 17:43:15.354393 241048 cri.go:89] found id: "3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4"
I0216 17:43:15.354417 241048 cri.go:89] found id: ""
I0216 17:43:15.354425 241048 logs.go:276] 1 containers: [3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4]
I0216 17:43:15.354530 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:15.359654 241048 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0216 17:43:15.359815 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0216 17:43:15.407461 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:15.421453 241048 cri.go:89] found id: "0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50"
I0216 17:43:15.421484 241048 cri.go:89] found id: ""
I0216 17:43:15.421493 241048 logs.go:276] 1 containers: [0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50]
I0216 17:43:15.421588 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:15.425973 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0216 17:43:15.426083 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0216 17:43:15.494249 241048 cri.go:89] found id: "71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9"
I0216 17:43:15.494273 241048 cri.go:89] found id: ""
I0216 17:43:15.494283 241048 logs.go:276] 1 containers: [71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9]
I0216 17:43:15.494384 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:15.504235 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0216 17:43:15.504405 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0216 17:43:15.595558 241048 cri.go:89] found id: "920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51"
I0216 17:43:15.595591 241048 cri.go:89] found id: ""
I0216 17:43:15.595599 241048 logs.go:276] 1 containers: [920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51]
I0216 17:43:15.595683 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:15.609910 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0216 17:43:15.610023 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0216 17:43:15.653042 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:15.682122 241048 cri.go:89] found id: "131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b"
I0216 17:43:15.682146 241048 cri.go:89] found id: ""
I0216 17:43:15.682162 241048 logs.go:276] 1 containers: [131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b]
I0216 17:43:15.682259 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:15.689337 241048 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0216 17:43:15.689438 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0216 17:43:15.767071 241048 cri.go:89] found id: "b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758"
I0216 17:43:15.767102 241048 cri.go:89] found id: ""
I0216 17:43:15.767111 241048 logs.go:276] 1 containers: [b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758]
I0216 17:43:15.767204 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:15.779309 241048 logs.go:123] Gathering logs for kube-scheduler [71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9] ...
I0216 17:43:15.779346 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9"
I0216 17:43:15.858414 241048 logs.go:123] Gathering logs for kube-proxy [920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51] ...
I0216 17:43:15.858445 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51"
I0216 17:43:15.906867 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:15.915143 241048 logs.go:123] Gathering logs for kube-controller-manager [131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b] ...
I0216 17:43:15.915221 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b"
I0216 17:43:16.047092 241048 logs.go:123] Gathering logs for kindnet [b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758] ...
I0216 17:43:16.047131 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758"
I0216 17:43:16.110750 241048 logs.go:123] Gathering logs for CRI-O ...
I0216 17:43:16.110845 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0216 17:43:16.155350 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:16.231814 241048 logs.go:123] Gathering logs for dmesg ...
I0216 17:43:16.231850 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0216 17:43:16.262300 241048 logs.go:123] Gathering logs for describe nodes ...
I0216 17:43:16.262376 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0216 17:43:16.408990 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:16.497546 241048 logs.go:123] Gathering logs for kube-apiserver [3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218] ...
I0216 17:43:16.497643 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218"
I0216 17:43:16.615974 241048 logs.go:123] Gathering logs for container status ...
I0216 17:43:16.616053 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0216 17:43:16.652576 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:16.688183 241048 logs.go:123] Gathering logs for kubelet ...
I0216 17:43:16.688213 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0216 17:43:16.752986 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.742903 1363 reflector.go:535] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.753231 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.742955 1363 reflector.go:147] object-"kube-system"/"coredns": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.753442 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743435 1363 reflector.go:535] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.753710 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743468 1363 reflector.go:147] object-"local-path-storage"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.754685 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743606 1363 reflector.go:535] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.755220 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743629 1363 reflector.go:147] object-"local-path-storage"/"local-path-config": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.755430 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743769 1363 reflector.go:535] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.755654 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743793 1363 reflector.go:147] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.755841 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743922 1363 reflector.go:535] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.756308 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743945 1363 reflector.go:147] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
I0216 17:43:16.806334 241048 logs.go:123] Gathering logs for etcd [3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4] ...
I0216 17:43:16.806373 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4"
I0216 17:43:16.885006 241048 logs.go:123] Gathering logs for coredns [0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50] ...
I0216 17:43:16.885039 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50"
I0216 17:43:16.906437 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:16.957806 241048 out.go:304] Setting ErrFile to fd 2...
I0216 17:43:16.957870 241048 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0216 17:43:16.957944 241048 out.go:239] X Problems detected in kubelet:
W0216 17:43:16.957983 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743629 1363 reflector.go:147] object-"local-path-storage"/"local-path-config": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.958024 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743769 1363 reflector.go:535] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.958073 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743793 1363 reflector.go:147] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.958108 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743922 1363 reflector.go:535] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:16.958153 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743945 1363 reflector.go:147] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
I0216 17:43:16.958191 241048 out.go:304] Setting ErrFile to fd 2...
I0216 17:43:16.958217 241048 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:43:17.156118 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:17.406501 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:17.652545 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:17.905351 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:18.152588 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:18.405526 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:18.653301 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:18.906341 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:19.153160 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:19.407100 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:19.653484 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:19.906506 241048 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:43:20.152208 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:20.408601 241048 kapi.go:107] duration metric: took 1m25.507643444s to wait for app.kubernetes.io/name=ingress-nginx ...
I0216 17:43:20.653757 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:21.164657 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:21.653271 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:22.161581 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:22.654280 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:23.152970 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:23.652014 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:24.153023 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:24.653286 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:25.154844 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:25.652401 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:26.153868 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:26.654443 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:26.959973 241048 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0216 17:43:26.970865 241048 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0216 17:43:26.972314 241048 api_server.go:141] control plane version: v1.28.4
I0216 17:43:26.972335 241048 api_server.go:131] duration metric: took 11.797778731s to wait for apiserver health ...
I0216 17:43:26.972343 241048 system_pods.go:43] waiting for kube-system pods to appear ...
I0216 17:43:26.972374 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0216 17:43:26.972431 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0216 17:43:27.037225 241048 cri.go:89] found id: "3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218"
I0216 17:43:27.037290 241048 cri.go:89] found id: ""
I0216 17:43:27.037312 241048 logs.go:276] 1 containers: [3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218]
I0216 17:43:27.037407 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:27.041183 241048 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0216 17:43:27.041298 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0216 17:43:27.097777 241048 cri.go:89] found id: "3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4"
I0216 17:43:27.097844 241048 cri.go:89] found id: ""
I0216 17:43:27.097867 241048 logs.go:276] 1 containers: [3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4]
I0216 17:43:27.097968 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:27.102150 241048 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0216 17:43:27.102276 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0216 17:43:27.143726 241048 cri.go:89] found id: "0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50"
I0216 17:43:27.143757 241048 cri.go:89] found id: ""
I0216 17:43:27.143766 241048 logs.go:276] 1 containers: [0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50]
I0216 17:43:27.143825 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:27.147681 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0216 17:43:27.147746 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0216 17:43:27.158713 241048 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0216 17:43:27.188369 241048 cri.go:89] found id: "71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9"
I0216 17:43:27.188403 241048 cri.go:89] found id: ""
I0216 17:43:27.188411 241048 logs.go:276] 1 containers: [71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9]
I0216 17:43:27.188476 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:27.192125 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0216 17:43:27.192202 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0216 17:43:27.233860 241048 cri.go:89] found id: "920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51"
I0216 17:43:27.233884 241048 cri.go:89] found id: ""
I0216 17:43:27.233892 241048 logs.go:276] 1 containers: [920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51]
I0216 17:43:27.233963 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:27.237530 241048 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0216 17:43:27.237601 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0216 17:43:27.288983 241048 cri.go:89] found id: "131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b"
I0216 17:43:27.289007 241048 cri.go:89] found id: ""
I0216 17:43:27.289015 241048 logs.go:276] 1 containers: [131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b]
I0216 17:43:27.289071 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:27.292481 241048 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0216 17:43:27.292600 241048 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0216 17:43:27.334718 241048 cri.go:89] found id: "b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758"
I0216 17:43:27.334743 241048 cri.go:89] found id: ""
I0216 17:43:27.334751 241048 logs.go:276] 1 containers: [b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758]
I0216 17:43:27.334879 241048 ssh_runner.go:195] Run: which crictl
I0216 17:43:27.343474 241048 logs.go:123] Gathering logs for kube-proxy [920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51] ...
I0216 17:43:27.343502 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51"
I0216 17:43:27.413653 241048 logs.go:123] Gathering logs for kube-controller-manager [131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b] ...
I0216 17:43:27.413679 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b"
I0216 17:43:27.486378 241048 logs.go:123] Gathering logs for kindnet [b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758] ...
I0216 17:43:27.486418 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758"
I0216 17:43:27.526177 241048 logs.go:123] Gathering logs for CRI-O ...
I0216 17:43:27.526209 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0216 17:43:27.621718 241048 logs.go:123] Gathering logs for dmesg ...
I0216 17:43:27.621756 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0216 17:43:27.639237 241048 logs.go:123] Gathering logs for describe nodes ...
I0216 17:43:27.639276 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0216 17:43:27.653436 241048 kapi.go:107] duration metric: took 1m32.507159772s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0216 17:43:27.656971 241048 out.go:177] * Enabled addons: nvidia-device-plugin, storage-provisioner, cloud-spanner, ingress-dns, metrics-server, inspektor-gadget, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0216 17:43:27.658718 241048 addons.go:505] enable addons completed in 1m40.013396788s: enabled=[nvidia-device-plugin storage-provisioner cloud-spanner ingress-dns metrics-server inspektor-gadget yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0216 17:43:27.781266 241048 logs.go:123] Gathering logs for kube-apiserver [3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218] ...
I0216 17:43:27.781297 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218"
I0216 17:43:27.862853 241048 logs.go:123] Gathering logs for coredns [0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50] ...
I0216 17:43:27.862887 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50"
I0216 17:43:27.956116 241048 logs.go:123] Gathering logs for container status ...
I0216 17:43:27.956160 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0216 17:43:28.012063 241048 logs.go:123] Gathering logs for kubelet ...
I0216 17:43:28.012098 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0216 17:43:28.068621 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.742903 1363 reflector.go:535] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.068939 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.742955 1363 reflector.go:147] object-"kube-system"/"coredns": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.069171 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743435 1363 reflector.go:535] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.069411 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743468 1363 reflector.go:147] object-"local-path-storage"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.069623 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743606 1363 reflector.go:535] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.069919 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743629 1363 reflector.go:147] object-"local-path-storage"/"local-path-config": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.070122 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743769 1363 reflector.go:535] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.070346 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743793 1363 reflector.go:147] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.070538 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743922 1363 reflector.go:535] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.070739 241048 logs.go:138] Found kubelet problem: Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743945 1363 reflector.go:147] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
I0216 17:43:28.118087 241048 logs.go:123] Gathering logs for etcd [3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4] ...
I0216 17:43:28.118130 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4"
I0216 17:43:28.171489 241048 logs.go:123] Gathering logs for kube-scheduler [71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9] ...
I0216 17:43:28.171527 241048 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9"
I0216 17:43:28.234990 241048 out.go:304] Setting ErrFile to fd 2...
I0216 17:43:28.235022 241048 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0216 17:43:28.235101 241048 out.go:239] X Problems detected in kubelet:
W0216 17:43:28.235115 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743629 1363 reflector.go:147] object-"local-path-storage"/"local-path-config": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.235123 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743769 1363 reflector.go:535] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.235132 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743793 1363 reflector.go:147] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-208992" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.235302 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: W0216 17:42:24.743922 1363 reflector.go:535] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
W0216 17:43:28.235329 241048 out.go:239] Feb 16 17:42:24 addons-208992 kubelet[1363]: E0216 17:42:24.743945 1363 reflector.go:147] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-208992" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-208992' and this object
I0216 17:43:28.235336 241048 out.go:304] Setting ErrFile to fd 2...
I0216 17:43:28.235344 241048 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:43:38.246505 241048 system_pods.go:59] 18 kube-system pods found
I0216 17:43:38.246541 241048 system_pods.go:61] "coredns-5dd5756b68-vx882" [0f48efcf-a96d-45b0-8f77-059838772489] Running
I0216 17:43:38.246549 241048 system_pods.go:61] "csi-hostpath-attacher-0" [981278e9-a55c-4459-a30a-cfce93c861d0] Running
I0216 17:43:38.246556 241048 system_pods.go:61] "csi-hostpath-resizer-0" [18e5e1de-5c97-4c4a-ae8f-0554e49521ac] Running
I0216 17:43:38.246583 241048 system_pods.go:61] "csi-hostpathplugin-mgbv7" [4bea71b0-68e4-4a0e-87fe-cd1676e7801e] Running
I0216 17:43:38.246595 241048 system_pods.go:61] "etcd-addons-208992" [6cee8eb9-28ee-4ef0-90ed-236be4fbdb8f] Running
I0216 17:43:38.246601 241048 system_pods.go:61] "kindnet-qrfxv" [2fddb22b-87ca-4c22-a399-6a22024637ca] Running
I0216 17:43:38.246610 241048 system_pods.go:61] "kube-apiserver-addons-208992" [6ac885a8-e51f-47bc-9f73-a13ab8305631] Running
I0216 17:43:38.246617 241048 system_pods.go:61] "kube-controller-manager-addons-208992" [b4a324bb-b9b2-4875-ba95-c799ea355818] Running
I0216 17:43:38.246629 241048 system_pods.go:61] "kube-ingress-dns-minikube" [3bddf1d4-11c5-4cdc-a339-9c88a2888cf0] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0216 17:43:38.246635 241048 system_pods.go:61] "kube-proxy-k9rln" [cf7fad95-29d3-40c8-9c6e-d5d757991d2f] Running
I0216 17:43:38.246642 241048 system_pods.go:61] "kube-scheduler-addons-208992" [cfe298cb-e871-4578-bc64-d4ac37cb236a] Running
I0216 17:43:38.246673 241048 system_pods.go:61] "metrics-server-69cf46c98-tw77t" [de085f73-f9c1-4364-af98-d03cf073781c] Running
I0216 17:43:38.246683 241048 system_pods.go:61] "nvidia-device-plugin-daemonset-c8cqt" [c9acc307-54d2-4cca-9c7c-6b4a71a0b368] Running
I0216 17:43:38.246689 241048 system_pods.go:61] "registry-bwcjp" [bab471b5-be61-41d8-b1d8-fd6b0ef3c7c5] Running
I0216 17:43:38.246696 241048 system_pods.go:61] "registry-proxy-wrkj9" [8b08a08c-b880-424a-aa5f-ab9afb2949fa] Running
I0216 17:43:38.246701 241048 system_pods.go:61] "snapshot-controller-58dbcc7b99-7cbdw" [ac1efe7c-cf19-48ac-a23b-5d8f54308ded] Running
I0216 17:43:38.246709 241048 system_pods.go:61] "snapshot-controller-58dbcc7b99-vt5sb" [5f1229c5-1096-4b54-8fe8-3835e4ca52d7] Running
I0216 17:43:38.246714 241048 system_pods.go:61] "storage-provisioner" [43a367ad-1435-4ab5-b128-6ad4fddbe4af] Running
I0216 17:43:38.246722 241048 system_pods.go:74] duration metric: took 11.274373577s to wait for pod list to return data ...
I0216 17:43:38.246730 241048 default_sa.go:34] waiting for default service account to be created ...
I0216 17:43:38.249351 241048 default_sa.go:45] found service account: "default"
I0216 17:43:38.249379 241048 default_sa.go:55] duration metric: took 2.640623ms for default service account to be created ...
I0216 17:43:38.249389 241048 system_pods.go:116] waiting for k8s-apps to be running ...
I0216 17:43:38.258956 241048 system_pods.go:86] 18 kube-system pods found
I0216 17:43:38.258991 241048 system_pods.go:89] "coredns-5dd5756b68-vx882" [0f48efcf-a96d-45b0-8f77-059838772489] Running
I0216 17:43:38.258999 241048 system_pods.go:89] "csi-hostpath-attacher-0" [981278e9-a55c-4459-a30a-cfce93c861d0] Running
I0216 17:43:38.259004 241048 system_pods.go:89] "csi-hostpath-resizer-0" [18e5e1de-5c97-4c4a-ae8f-0554e49521ac] Running
I0216 17:43:38.259010 241048 system_pods.go:89] "csi-hostpathplugin-mgbv7" [4bea71b0-68e4-4a0e-87fe-cd1676e7801e] Running
I0216 17:43:38.259015 241048 system_pods.go:89] "etcd-addons-208992" [6cee8eb9-28ee-4ef0-90ed-236be4fbdb8f] Running
I0216 17:43:38.259020 241048 system_pods.go:89] "kindnet-qrfxv" [2fddb22b-87ca-4c22-a399-6a22024637ca] Running
I0216 17:43:38.259025 241048 system_pods.go:89] "kube-apiserver-addons-208992" [6ac885a8-e51f-47bc-9f73-a13ab8305631] Running
I0216 17:43:38.259032 241048 system_pods.go:89] "kube-controller-manager-addons-208992" [b4a324bb-b9b2-4875-ba95-c799ea355818] Running
I0216 17:43:38.259040 241048 system_pods.go:89] "kube-ingress-dns-minikube" [3bddf1d4-11c5-4cdc-a339-9c88a2888cf0] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0216 17:43:38.259050 241048 system_pods.go:89] "kube-proxy-k9rln" [cf7fad95-29d3-40c8-9c6e-d5d757991d2f] Running
I0216 17:43:38.259057 241048 system_pods.go:89] "kube-scheduler-addons-208992" [cfe298cb-e871-4578-bc64-d4ac37cb236a] Running
I0216 17:43:38.259065 241048 system_pods.go:89] "metrics-server-69cf46c98-tw77t" [de085f73-f9c1-4364-af98-d03cf073781c] Running
I0216 17:43:38.259075 241048 system_pods.go:89] "nvidia-device-plugin-daemonset-c8cqt" [c9acc307-54d2-4cca-9c7c-6b4a71a0b368] Running
I0216 17:43:38.259082 241048 system_pods.go:89] "registry-bwcjp" [bab471b5-be61-41d8-b1d8-fd6b0ef3c7c5] Running
I0216 17:43:38.259089 241048 system_pods.go:89] "registry-proxy-wrkj9" [8b08a08c-b880-424a-aa5f-ab9afb2949fa] Running
I0216 17:43:38.259095 241048 system_pods.go:89] "snapshot-controller-58dbcc7b99-7cbdw" [ac1efe7c-cf19-48ac-a23b-5d8f54308ded] Running
I0216 17:43:38.259102 241048 system_pods.go:89] "snapshot-controller-58dbcc7b99-vt5sb" [5f1229c5-1096-4b54-8fe8-3835e4ca52d7] Running
I0216 17:43:38.259107 241048 system_pods.go:89] "storage-provisioner" [43a367ad-1435-4ab5-b128-6ad4fddbe4af] Running
I0216 17:43:38.259113 241048 system_pods.go:126] duration metric: took 9.719087ms to wait for k8s-apps to be running ...
I0216 17:43:38.259120 241048 system_svc.go:44] waiting for kubelet service to be running ....
I0216 17:43:38.259186 241048 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0216 17:43:38.271830 241048 system_svc.go:56] duration metric: took 12.701034ms WaitForService to wait for kubelet.
I0216 17:43:38.271856 241048 kubeadm.go:581] duration metric: took 1m49.861086424s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0216 17:43:38.271876 241048 node_conditions.go:102] verifying NodePressure condition ...
I0216 17:43:38.275755 241048 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0216 17:43:38.275803 241048 node_conditions.go:123] node cpu capacity is 2
I0216 17:43:38.276364 241048 node_conditions.go:105] duration metric: took 4.479932ms to run NodePressure ...
I0216 17:43:38.276379 241048 start.go:228] waiting for startup goroutines ...
I0216 17:43:38.276395 241048 start.go:233] waiting for cluster config update ...
I0216 17:43:38.276417 241048 start.go:242] writing updated cluster config ...
I0216 17:43:38.276713 241048 ssh_runner.go:195] Run: rm -f paused
I0216 17:43:38.614369 241048 start.go:601] kubectl: 1.29.2, cluster: 1.28.4 (minor skew: 1)
I0216 17:43:38.623136 241048 out.go:177] * Done! kubectl is now configured to use "addons-208992" cluster and "default" namespace by default
==> CRI-O <==
Feb 16 17:47:45 addons-208992 crio[895]: time="2024-02-16 17:47:45.351461853Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=fc66ecee-1a50-489a-aea2-a9b46c491eb6 name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:47:45 addons-208992 crio[895]: time="2024-02-16 17:47:45.352420474Z" level=info msg="Creating container: default/hello-world-app-5d77478584-tbjr7/hello-world-app" id=86e8d64f-f10e-4c1a-a9f4-4dd2ff895b80 name=/runtime.v1.RuntimeService/CreateContainer
Feb 16 17:47:45 addons-208992 crio[895]: time="2024-02-16 17:47:45.352522691Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 16 17:47:45 addons-208992 crio[895]: time="2024-02-16 17:47:45.358755087Z" level=info msg="Removed container c8487ced9a0a4c44ea29ed1a07f604627ef9ae9f878c200f62dc95fc5284684a: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=7872ea0c-9129-47c0-bccf-d341913cc03f name=/runtime.v1.RuntimeService/RemoveContainer
Feb 16 17:47:45 addons-208992 crio[895]: time="2024-02-16 17:47:45.474730832Z" level=info msg="Created container 0f4aa807d11e7831316b0d4a4d6c31212d6c147d91a3de888ebc62b829e657c7: default/hello-world-app-5d77478584-tbjr7/hello-world-app" id=86e8d64f-f10e-4c1a-a9f4-4dd2ff895b80 name=/runtime.v1.RuntimeService/CreateContainer
Feb 16 17:47:45 addons-208992 crio[895]: time="2024-02-16 17:47:45.475687411Z" level=info msg="Starting container: 0f4aa807d11e7831316b0d4a4d6c31212d6c147d91a3de888ebc62b829e657c7" id=cf0946db-7f58-4492-b660-867e31df6a0c name=/runtime.v1.RuntimeService/StartContainer
Feb 16 17:47:45 addons-208992 crio[895]: time="2024-02-16 17:47:45.488343812Z" level=info msg="Started container" PID=8337 containerID=0f4aa807d11e7831316b0d4a4d6c31212d6c147d91a3de888ebc62b829e657c7 description=default/hello-world-app-5d77478584-tbjr7/hello-world-app id=cf0946db-7f58-4492-b660-867e31df6a0c name=/runtime.v1.RuntimeService/StartContainer sandboxID=b242ef5014914d0b68f24d8ef402fd7f81d4b45f36e114a8ea5df9a533341894
Feb 16 17:47:45 addons-208992 conmon[8326]: conmon 0f4aa807d11e7831316b <ninfo>: container 8337 exited with status 1
Feb 16 17:47:46 addons-208992 crio[895]: time="2024-02-16 17:47:46.319225902Z" level=info msg="Removing container: 4b82daf4ffd1fd632159bf0d3d0dda21afb8904692d003c40627a35411ed6411" id=1d943741-904e-4712-b7c6-0456b8b6426f name=/runtime.v1.RuntimeService/RemoveContainer
Feb 16 17:47:46 addons-208992 crio[895]: time="2024-02-16 17:47:46.343050654Z" level=info msg="Removed container 4b82daf4ffd1fd632159bf0d3d0dda21afb8904692d003c40627a35411ed6411: default/hello-world-app-5d77478584-tbjr7/hello-world-app" id=1d943741-904e-4712-b7c6-0456b8b6426f name=/runtime.v1.RuntimeService/RemoveContainer
Feb 16 17:47:47 addons-208992 crio[895]: time="2024-02-16 17:47:47.081690186Z" level=info msg="Stopping container: d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1 (timeout: 2s)" id=46a73957-7406-4972-a374-d8c031164d20 name=/runtime.v1.RuntimeService/StopContainer
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.088527003Z" level=warning msg="Stopping container d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1 with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=46a73957-7406-4972-a374-d8c031164d20 name=/runtime.v1.RuntimeService/StopContainer
Feb 16 17:47:49 addons-208992 conmon[5077]: conmon d2cb03c7ea55ea27c548 <ninfo>: container 5088 exited with status 137
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.227137233Z" level=info msg="Stopped container d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1: ingress-nginx/ingress-nginx-controller-7967645744-lzkl4/controller" id=46a73957-7406-4972-a374-d8c031164d20 name=/runtime.v1.RuntimeService/StopContainer
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.227681998Z" level=info msg="Stopping pod sandbox: 3a026164aa21a9d0b188427ea38914e56b3e0717570e6c67b0987a1b377e6835" id=73c5b839-8dfb-4c56-a6b6-e58e3dec494a name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.231346838Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-B7RWFWJ2DBZEV36Y - [0:0]\n:KUBE-HP-GS2N26ZJNP7IKDKZ - [0:0]\n-X KUBE-HP-GS2N26ZJNP7IKDKZ\n-X KUBE-HP-B7RWFWJ2DBZEV36Y\nCOMMIT\n"
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.232681458Z" level=info msg="Closing host port tcp:80"
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.232727726Z" level=info msg="Closing host port tcp:443"
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.234295529Z" level=info msg="Host port tcp:80 does not have an open socket"
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.234327134Z" level=info msg="Host port tcp:443 does not have an open socket"
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.234506789Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7967645744-lzkl4 Namespace:ingress-nginx ID:3a026164aa21a9d0b188427ea38914e56b3e0717570e6c67b0987a1b377e6835 UID:7bf08d99-9e6d-4fda-a75b-1485831bcf77 NetNS:/var/run/netns/0a454fad-b4b8-43e7-9282-ce5cdcaa20fe Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.234678083Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7967645744-lzkl4 from CNI network \"kindnet\" (type=ptp)"
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.260337348Z" level=info msg="Stopped pod sandbox: 3a026164aa21a9d0b188427ea38914e56b3e0717570e6c67b0987a1b377e6835" id=73c5b839-8dfb-4c56-a6b6-e58e3dec494a name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.328533380Z" level=info msg="Removing container: d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1" id=36ecbd58-4bf4-42e1-8c55-cf7da4be3fa3 name=/runtime.v1.RuntimeService/RemoveContainer
Feb 16 17:47:49 addons-208992 crio[895]: time="2024-02-16 17:47:49.343808700Z" level=info msg="Removed container d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1: ingress-nginx/ingress-nginx-controller-7967645744-lzkl4/controller" id=36ecbd58-4bf4-42e1-8c55-cf7da4be3fa3 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
0f4aa807d11e7 dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79 9 seconds ago Exited hello-world-app 2 b242ef5014914 hello-world-app-5d77478584-tbjr7
3be9fc7684973 docker.io/library/nginx@sha256:34aa0a372d3220dc0448131f809c72d8085f79bdec8058ad6970fc034a395674 2 minutes ago Running nginx 0 c662ed75b4e90 nginx
273e238b5cfd6 ghcr.io/headlamp-k8s/headlamp@sha256:0fe50c48c186b89ff3d341dba427174d8232a64c3062af5de854a3a7cb2105ce 4 minutes ago Running headlamp 0 78cc47754790b headlamp-7ddfbb94ff-k8fcz
8fd2f38567c0a gcr.io/k8s-minikube/gcp-auth-webhook@sha256:63b520448091bc94aa4dba00d6b3b3c25e410c4fb73aa46feae5b25f9895abaa 4 minutes ago Running gcp-auth 0 c0d468db0fa11 gcp-auth-d4c87556c-wx4mh
6d9dc674523dd f8c5dfd0ede5fc09af68292793e1622682ffc7336e487c703a1341e6248f1bdd 4 minutes ago Exited patch 1 772e04f4466b7 ingress-nginx-admission-patch-98k22
ad852727ba5a8 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:25d6a5f11211cc5c3f9f2bf552b585374af287b4debf693cacbe2da47daa5084 4 minutes ago Exited create 0 0544a7d2a898e ingress-nginx-admission-create-ls6sw
fecc3d4b8f293 docker.io/marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310 5 minutes ago Running yakd 0 3cbb9840d35b7 yakd-dashboard-9947fc6bf-rnvb9
0f5f3c8016e78 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 5 minutes ago Running coredns 0 26b046e14b50f coredns-5dd5756b68-vx882
d41af7414112c ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 cf3ac753ae67a storage-provisioner
b2e582bef8a00 docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 6 minutes ago Running kindnet-cni 0 282bba07a9d49 kindnet-qrfxv
920fc9f884cf4 3ca3ca488cf13fde14cfc4b3ffde0c53a8c161b030f4a444a797fba6aef38c39 6 minutes ago Running kube-proxy 0 db0a8dcfda64a kube-proxy-k9rln
3cadc67d8e0c8 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 6 minutes ago Running etcd 0 b92de95f59a1d etcd-addons-208992
71c52e23e6fa4 05c284c929889d88306fdb3dd14ee2d0132543740f9e247685243214fc3d2c54 6 minutes ago Running kube-scheduler 0 46d4a57b37755 kube-scheduler-addons-208992
3c87cf2b965f7 04b4c447bb9d4840af3bf7e836397379d65df87c86e55dcd27f31a8d11df2419 6 minutes ago Running kube-apiserver 0 b36bd190893c2 kube-apiserver-addons-208992
131b63f2f8d68 9961cbceaf234d59b7dcf8a197a024f3e3ce4b7fe2b67c2378efd3d209ca994b 6 minutes ago Running kube-controller-manager 0 48be70206414d kube-controller-manager-addons-208992
==> coredns [0f5f3c8016e78d1c7be6ae483c1f0190a2af579ac2c1089d09d09654e0895f50] <==
[INFO] 10.244.0.19:53644 - 7807 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000090476s
[INFO] 10.244.0.19:59183 - 31818 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002145454s
[INFO] 10.244.0.19:53644 - 41856 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001152429s
[INFO] 10.244.0.19:59183 - 5388 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002318052s
[INFO] 10.244.0.19:53644 - 12445 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00241661s
[INFO] 10.244.0.19:53644 - 56730 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000139426s
[INFO] 10.244.0.19:59183 - 5166 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000044421s
[INFO] 10.244.0.19:37283 - 62761 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000153243s
[INFO] 10.244.0.19:54181 - 15086 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000199814s
[INFO] 10.244.0.19:37283 - 28893 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000070636s
[INFO] 10.244.0.19:37283 - 24897 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000061832s
[INFO] 10.244.0.19:54181 - 8892 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000036347s
[INFO] 10.244.0.19:37283 - 25032 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000133937s
[INFO] 10.244.0.19:37283 - 29941 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000096031s
[INFO] 10.244.0.19:54181 - 10661 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000109963s
[INFO] 10.244.0.19:37283 - 30787 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00004164s
[INFO] 10.244.0.19:54181 - 44325 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000159307s
[INFO] 10.244.0.19:54181 - 50743 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000169063s
[INFO] 10.244.0.19:37283 - 52305 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001524185s
[INFO] 10.244.0.19:54181 - 16812 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000057803s
[INFO] 10.244.0.19:54181 - 57376 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000966547s
[INFO] 10.244.0.19:37283 - 19876 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001045544s
[INFO] 10.244.0.19:37283 - 49676 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000085881s
[INFO] 10.244.0.19:54181 - 65031 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000989512s
[INFO] 10.244.0.19:54181 - 59868 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000048557s
==> describe nodes <==
Name: addons-208992
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-208992
kubernetes.io/os=linux
minikube.k8s.io/commit=fdce3bf7146356e37c4eabb07ae105993e4520f9
minikube.k8s.io/name=addons-208992
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_16T17_41_36_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-208992
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 16 Feb 2024 17:41:32 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-208992
AcquireTime: <unset>
RenewTime: Fri, 16 Feb 2024 17:47:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 16 Feb 2024 17:47:43 +0000 Fri, 16 Feb 2024 17:41:29 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 16 Feb 2024 17:47:43 +0000 Fri, 16 Feb 2024 17:41:29 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 16 Feb 2024 17:47:43 +0000 Fri, 16 Feb 2024 17:41:29 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 16 Feb 2024 17:47:43 +0000 Fri, 16 Feb 2024 17:42:24 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-208992
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
System Info:
Machine ID: 9301ea8b147a41e79bfc8e03410a2957
System UUID: 6c5d6854-c629-4e18-b179-d030b5c98e25
Boot ID: e9b2279b-5bd3-4958-87d8-a7ef60f46af1
Kernel Version: 5.15.0-1053-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-tbjr7 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m46s
gcp-auth gcp-auth-d4c87556c-wx4mh 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m56s
headlamp headlamp-7ddfbb94ff-k8fcz 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m14s
kube-system coredns-5dd5756b68-vx882 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 6m4s
kube-system etcd-addons-208992 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 6m19s
kube-system kindnet-qrfxv 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 6m6s
kube-system kube-apiserver-addons-208992 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m19s
kube-system kube-controller-manager-addons-208992 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m19s
kube-system kube-proxy-k9rln 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m6s
kube-system kube-scheduler-addons-208992 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m19s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m
yakd-dashboard yakd-dashboard-9947fc6bf-rnvb9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 6m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 348Mi (4%!)(MISSING) 476Mi (6%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m kube-proxy
Normal Starting 6m27s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m27s (x8 over 6m27s) kubelet Node addons-208992 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m27s (x8 over 6m27s) kubelet Node addons-208992 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m27s (x8 over 6m27s) kubelet Node addons-208992 status is now: NodeHasSufficientPID
Normal Starting 6m19s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m19s kubelet Node addons-208992 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m19s kubelet Node addons-208992 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m19s kubelet Node addons-208992 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m7s node-controller Node addons-208992 event: Registered Node addons-208992 in Controller
Normal NodeReady 5m30s kubelet Node addons-208992 status is now: NodeReady
==> dmesg <==
[ +0.001327] FS-Cache: N-key=[8] '9d5b3b0000000000'
[ +0.003121] FS-Cache: Duplicate cookie detected
[ +0.000863] FS-Cache: O-cookie c=00000006 [p=00000003 fl=226 nc=0 na=1]
[ +0.001329] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=00000000b5466e26
[ +0.001185] FS-Cache: O-key=[8] '9d5b3b0000000000'
[ +0.000783] FS-Cache: N-cookie c=0000000d [p=00000003 fl=2 nc=0 na=1]
[ +0.001085] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=000000008977e831
[ +0.001109] FS-Cache: N-key=[8] '9d5b3b0000000000'
[ +2.468420] FS-Cache: Duplicate cookie detected
[ +0.001058] FS-Cache: O-cookie c=00000004 [p=00000003 fl=226 nc=0 na=1]
[ +0.001405] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=000000009400f09f
[ +0.001352] FS-Cache: O-key=[8] '9c5b3b0000000000'
[ +0.000830] FS-Cache: N-cookie c=0000000f [p=00000003 fl=2 nc=0 na=1]
[ +0.001374] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=0000000044230618
[ +0.001471] FS-Cache: N-key=[8] '9c5b3b0000000000'
[ +0.441099] FS-Cache: Duplicate cookie detected
[ +0.000784] FS-Cache: O-cookie c=00000009 [p=00000003 fl=226 nc=0 na=1]
[ +0.001146] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=0000000092025ff1
[ +0.001124] FS-Cache: O-key=[8] 'a45b3b0000000000'
[ +0.000792] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.001032] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=000000000f4d71c7
[ +0.001156] FS-Cache: N-key=[8] 'a45b3b0000000000'
[ +11.031726] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
[Feb16 17:05] overlayfs: '/var/lib/containers/storage/overlay/l/ZLTOCNGE2IGM6DT7VP2QP7OV3M' not a directory
[Feb16 17:28] hrtimer: interrupt took 13673561 ns
==> etcd [3cadc67d8e0c8fcf02cab2d2826f3dc507d9ce6f59343a831cb6a86f3beeb3d4] <==
{"level":"warn","ts":"2024-02-16T17:41:51.602586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.98114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-02-16T17:41:51.61749Z","caller":"traceutil/trace.go:171","msg":"trace[1083639821] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:380; }","duration":"128.025316ms","start":"2024-02-16T17:41:51.474583Z","end":"2024-02-16T17:41:51.602608Z","steps":["trace[1083639821] 'agreement among raft nodes before linearized reading' (duration: 127.963746ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-16T17:41:51.619009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.48737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kindnet-qrfxv\" ","response":"range_response_count:1 size:3688"}
{"level":"info","ts":"2024-02-16T17:41:51.619057Z","caller":"traceutil/trace.go:171","msg":"trace[267087598] range","detail":"{range_begin:/registry/pods/kube-system/kindnet-qrfxv; range_end:; response_count:1; response_revision:380; }","duration":"158.548258ms","start":"2024-02-16T17:41:51.460499Z","end":"2024-02-16T17:41:51.619047Z","steps":["trace[267087598] 'agreement among raft nodes before linearized reading' (duration: 158.440183ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-16T17:41:51.619182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.039673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/minikube-ingress-dns\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-02-16T17:41:51.619205Z","caller":"traceutil/trace.go:171","msg":"trace[1401441064] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/minikube-ingress-dns; range_end:; response_count:0; response_revision:380; }","duration":"159.065683ms","start":"2024-02-16T17:41:51.460135Z","end":"2024-02-16T17:41:51.6192Z","steps":["trace[1401441064] 'agreement among raft nodes before linearized reading' (duration: 159.026037ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-16T17:41:51.619312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.228764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-02-16T17:41:51.631448Z","caller":"traceutil/trace.go:171","msg":"trace[913604852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:380; }","duration":"171.350507ms","start":"2024-02-16T17:41:51.460078Z","end":"2024-02-16T17:41:51.631428Z","steps":["trace[913604852] 'agreement among raft nodes before linearized reading' (duration: 159.218236ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-16T17:41:51.633643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.977776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/\" range_end:\"/registry/serviceaccounts/kube-system0\" ","response":"range_response_count:36 size:7511"}
{"level":"info","ts":"2024-02-16T17:41:51.633695Z","caller":"traceutil/trace.go:171","msg":"trace[1904595576] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/; range_end:/registry/serviceaccounts/kube-system0; response_count:36; response_revision:380; }","duration":"219.04709ms","start":"2024-02-16T17:41:51.414636Z","end":"2024-02-16T17:41:51.633683Z","steps":["trace[1904595576] 'agreement among raft nodes before linearized reading' (duration: 217.529769ms)"],"step_count":1}
{"level":"info","ts":"2024-02-16T17:41:51.680374Z","caller":"traceutil/trace.go:171","msg":"trace[936504639] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"121.28866ms","start":"2024-02-16T17:41:51.559072Z","end":"2024-02-16T17:41:51.68036Z","steps":["trace[936504639] 'process raft request' (duration: 121.249605ms)"],"step_count":1}
{"level":"info","ts":"2024-02-16T17:41:51.680673Z","caller":"traceutil/trace.go:171","msg":"trace[958188312] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"158.824254ms","start":"2024-02-16T17:41:51.521839Z","end":"2024-02-16T17:41:51.680663Z","steps":["trace[958188312] 'process raft request' (duration: 156.853875ms)"],"step_count":1}
{"level":"info","ts":"2024-02-16T17:41:52.947278Z","caller":"traceutil/trace.go:171","msg":"trace[632628748] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"101.001447ms","start":"2024-02-16T17:41:52.846257Z","end":"2024-02-16T17:41:52.947258Z","steps":["trace[632628748] 'process raft request' (duration: 78.558693ms)"],"step_count":1}
{"level":"info","ts":"2024-02-16T17:41:52.947686Z","caller":"traceutil/trace.go:171","msg":"trace[261629336] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"101.230888ms","start":"2024-02-16T17:41:52.846443Z","end":"2024-02-16T17:41:52.947674Z","steps":["trace[261629336] 'process raft request' (duration: 78.424674ms)"],"step_count":1}
{"level":"info","ts":"2024-02-16T17:41:52.949712Z","caller":"traceutil/trace.go:171","msg":"trace[1408292668] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"103.219375ms","start":"2024-02-16T17:41:52.846482Z","end":"2024-02-16T17:41:52.949701Z","steps":["trace[1408292668] 'process raft request' (duration: 78.537762ms)"],"step_count":1}
{"level":"info","ts":"2024-02-16T17:41:52.954022Z","caller":"traceutil/trace.go:171","msg":"trace[287564519] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"107.425487ms","start":"2024-02-16T17:41:52.846582Z","end":"2024-02-16T17:41:52.954008Z","steps":["trace[287564519] 'process raft request' (duration: 78.465107ms)"],"step_count":1}
{"level":"info","ts":"2024-02-16T17:41:52.961744Z","caller":"traceutil/trace.go:171","msg":"trace[1493876584] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:440; }","duration":"114.872243ms","start":"2024-02-16T17:41:52.846858Z","end":"2024-02-16T17:41:52.96173Z","steps":["trace[1493876584] 'read index received' (duration: 19.986612ms)","trace[1493876584] 'applied index is now lower than readState.Index' (duration: 94.884564ms)"],"step_count":2}
{"level":"warn","ts":"2024-02-16T17:41:52.96229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.236636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/yakd-dashboard\" ","response":"range_response_count:1 size:883"}
{"level":"info","ts":"2024-02-16T17:41:53.022654Z","caller":"traceutil/trace.go:171","msg":"trace[1772154430] range","detail":"{range_begin:/registry/namespaces/yakd-dashboard; range_end:; response_count:1; response_revision:440; }","duration":"179.593115ms","start":"2024-02-16T17:41:52.843035Z","end":"2024-02-16T17:41:53.022629Z","steps":["trace[1772154430] 'agreement among raft nodes before linearized reading' (duration: 119.209445ms)"],"step_count":1}
{"level":"warn","ts":"2024-02-16T17:41:52.987944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.289934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-7jht7\" ","response":"range_response_count:1 size:3994"}
{"level":"warn","ts":"2024-02-16T17:41:52.988003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.598963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/minikube-ingress-dns\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2024-02-16T17:41:53.011493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.281914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:persistent-volume-provisioner\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-02-16T17:41:53.027596Z","caller":"traceutil/trace.go:171","msg":"trace[191622193] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-7jht7; range_end:; response_count:1; response_revision:440; }","duration":"196.954098ms","start":"2024-02-16T17:41:52.830629Z","end":"2024-02-16T17:41:53.027583Z","steps":["trace[191622193] 'agreement among raft nodes before linearized reading' (duration: 157.23451ms)"],"step_count":1}
{"level":"info","ts":"2024-02-16T17:41:53.03203Z","caller":"traceutil/trace.go:171","msg":"trace[1452027934] range","detail":"{range_begin:/registry/clusterrolebindings/minikube-ingress-dns; range_end:; response_count:0; response_revision:440; }","duration":"201.613998ms","start":"2024-02-16T17:41:52.8304Z","end":"2024-02-16T17:41:53.032014Z","steps":["trace[1452027934] 'agreement among raft nodes before linearized reading' (duration: 157.588395ms)"],"step_count":1}
{"level":"info","ts":"2024-02-16T17:41:53.03223Z","caller":"traceutil/trace.go:171","msg":"trace[1847265947] range","detail":"{range_begin:/registry/roles/kube-system/system:persistent-volume-provisioner; range_end:; response_count:0; response_revision:441; }","duration":"129.035388ms","start":"2024-02-16T17:41:52.903185Z","end":"2024-02-16T17:41:53.03222Z","steps":["trace[1847265947] 'agreement among raft nodes before linearized reading' (duration: 108.245624ms)"],"step_count":1}
==> gcp-auth [8fd2f38567c0a80d79cb5c26766af0c1c6d7a478d19f906bda4d40ac3771ba95] <==
2024/02/16 17:43:12 GCP Auth Webhook started!
2024/02/16 17:43:40 Ready to marshal response ...
2024/02/16 17:43:40 Ready to write response ...
2024/02/16 17:43:40 Ready to marshal response ...
2024/02/16 17:43:40 Ready to write response ...
2024/02/16 17:43:40 Ready to marshal response ...
2024/02/16 17:43:40 Ready to write response ...
2024/02/16 17:43:49 Ready to marshal response ...
2024/02/16 17:43:49 Ready to write response ...
2024/02/16 17:43:57 Ready to marshal response ...
2024/02/16 17:43:57 Ready to write response ...
2024/02/16 17:43:57 Ready to marshal response ...
2024/02/16 17:43:57 Ready to write response ...
2024/02/16 17:44:05 Ready to marshal response ...
2024/02/16 17:44:05 Ready to write response ...
2024/02/16 17:44:20 Ready to marshal response ...
2024/02/16 17:44:20 Ready to write response ...
2024/02/16 17:44:52 Ready to marshal response ...
2024/02/16 17:44:52 Ready to write response ...
2024/02/16 17:45:08 Ready to marshal response ...
2024/02/16 17:45:08 Ready to write response ...
2024/02/16 17:47:28 Ready to marshal response ...
2024/02/16 17:47:28 Ready to write response ...
==> kernel <==
17:47:54 up 1:30, 0 users, load average: 0.14, 1.08, 1.84
Linux addons-208992 5.15.0-1053-aws #58~20.04.1-Ubuntu SMP Mon Jan 22 17:19:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [b2e582bef8a00a560b37187bec98eaeba8fc20d78660bf355e8b2e0b700ce758] <==
I0216 17:45:54.419494 1 main.go:227] handling current node
I0216 17:46:04.432584 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:46:04.432713 1 main.go:227] handling current node
I0216 17:46:14.436755 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:46:14.436782 1 main.go:227] handling current node
I0216 17:46:24.449516 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:46:24.449545 1 main.go:227] handling current node
I0216 17:46:34.453403 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:46:34.453432 1 main.go:227] handling current node
I0216 17:46:44.460493 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:46:44.460520 1 main.go:227] handling current node
I0216 17:46:54.470321 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:46:54.470579 1 main.go:227] handling current node
I0216 17:47:04.483133 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:47:04.483161 1 main.go:227] handling current node
I0216 17:47:14.495578 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:47:14.495607 1 main.go:227] handling current node
I0216 17:47:24.506852 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:47:24.506878 1 main.go:227] handling current node
I0216 17:47:34.518531 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:47:34.518646 1 main.go:227] handling current node
I0216 17:47:44.522300 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:47:44.522330 1 main.go:227] handling current node
I0216 17:47:54.526963 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:47:54.526990 1 main.go:227] handling current node
==> kube-apiserver [3c87cf2b965f7418e59b0119e1cf8944f7a558da9bce506ca72b75f97602e218] <==
I0216 17:44:55.307863 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0216 17:44:56.334680 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0216 17:45:08.043842 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0216 17:45:08.317694 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.97.231.36"}
I0216 17:45:10.933805 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0216 17:45:10.941792 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0216 17:45:10.948603 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0216 17:45:10.948910 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0216 17:45:10.964682 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0216 17:45:10.968313 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0216 17:45:11.009878 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0216 17:45:11.009970 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0216 17:45:11.027897 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0216 17:45:11.027965 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0216 17:45:11.041860 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0216 17:45:11.041907 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0216 17:45:11.051631 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0216 17:45:11.051800 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0216 17:45:11.142319 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0216 17:45:11.142499 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0216 17:45:12.042893 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0216 17:45:12.143000 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0216 17:45:12.157565 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0216 17:45:37.983025 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0216 17:47:28.835783 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.96.93.0"}
==> kube-controller-manager [131b63f2f8d6834ad55f188c59c10d81439cd83d2e472a66378e0563e263d86b] <==
W0216 17:47:01.976360 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0216 17:47:01.976398 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0216 17:47:06.335735 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0216 17:47:06.335766 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0216 17:47:23.179560 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0216 17:47:23.179590 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0216 17:47:26.662752 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0216 17:47:26.662815 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0216 17:47:28.590779 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I0216 17:47:28.617486 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-tbjr7"
I0216 17:47:28.624825 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="33.781519ms"
I0216 17:47:28.636374 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="11.004808ms"
I0216 17:47:28.636450 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="31.007µs"
I0216 17:47:28.648115 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="77.619µs"
I0216 17:47:32.306715 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="42.222µs"
I0216 17:47:33.309772 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="95.603µs"
I0216 17:47:34.297999 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="71.309µs"
W0216 17:47:40.690039 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0216 17:47:40.690076 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0216 17:47:42.093358 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0216 17:47:42.093392 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0216 17:47:46.049306 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0216 17:47:46.056062 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7967645744" duration="11.873µs"
I0216 17:47:46.067437 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I0216 17:47:46.338959 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="58.592µs"
==> kube-proxy [920fc9f884cf4a36e7a0b803ae264b94d36e870ce731ebc4dd10f6f2e4f9cd51] <==
I0216 17:41:54.188836 1 server_others.go:69] "Using iptables proxy"
I0216 17:41:54.309412 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0216 17:41:54.529564 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0216 17:41:54.545036 1 server_others.go:152] "Using iptables Proxier"
I0216 17:41:54.545082 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0216 17:41:54.545090 1 server_others.go:438] "Defaulting to no-op detect-local"
I0216 17:41:54.545120 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0216 17:41:54.545329 1 server.go:846] "Version info" version="v1.28.4"
I0216 17:41:54.545346 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0216 17:41:54.546146 1 config.go:188] "Starting service config controller"
I0216 17:41:54.546172 1 shared_informer.go:311] Waiting for caches to sync for service config
I0216 17:41:54.546191 1 config.go:97] "Starting endpoint slice config controller"
I0216 17:41:54.546195 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0216 17:41:54.546617 1 config.go:315] "Starting node config controller"
I0216 17:41:54.546629 1 shared_informer.go:311] Waiting for caches to sync for node config
I0216 17:41:54.646928 1 shared_informer.go:318] Caches are synced for node config
I0216 17:41:54.646971 1 shared_informer.go:318] Caches are synced for service config
I0216 17:41:54.647014 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [71c52e23e6fa42914ade00819544aee297ade4481f1a8b0957eb0e2cf1f9a4e9] <==
W0216 17:41:32.274405 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0216 17:41:32.274436 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0216 17:41:32.274490 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0216 17:41:32.274504 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0216 17:41:32.274557 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0216 17:41:32.274566 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0216 17:41:32.274602 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0216 17:41:32.274610 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0216 17:41:32.274657 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0216 17:41:32.274666 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0216 17:41:32.274703 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0216 17:41:32.274711 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0216 17:41:32.274896 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0216 17:41:32.274968 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0216 17:41:32.275592 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0216 17:41:32.275711 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0216 17:41:33.124787 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0216 17:41:33.124968 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0216 17:41:33.189427 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0216 17:41:33.189537 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0216 17:41:33.303987 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0216 17:41:33.304101 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0216 17:41:33.342096 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0216 17:41:33.342135 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
I0216 17:41:33.864889 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Feb 16 17:47:36 addons-208992 kubelet[1363]: I0216 17:47:36.337446 1363 scope.go:117] "RemoveContainer" containerID="c8487ced9a0a4c44ea29ed1a07f604627ef9ae9f878c200f62dc95fc5284684a"
Feb 16 17:47:36 addons-208992 kubelet[1363]: E0216 17:47:36.337722 1363 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(3bddf1d4-11c5-4cdc-a339-9c88a2888cf0)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="3bddf1d4-11c5-4cdc-a339-9c88a2888cf0"
Feb 16 17:47:44 addons-208992 kubelet[1363]: I0216 17:47:44.804773 1363 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lkwxc\" (UniqueName: \"kubernetes.io/projected/3bddf1d4-11c5-4cdc-a339-9c88a2888cf0-kube-api-access-lkwxc\") pod \"3bddf1d4-11c5-4cdc-a339-9c88a2888cf0\" (UID: \"3bddf1d4-11c5-4cdc-a339-9c88a2888cf0\") "
Feb 16 17:47:44 addons-208992 kubelet[1363]: I0216 17:47:44.806899 1363 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3bddf1d4-11c5-4cdc-a339-9c88a2888cf0-kube-api-access-lkwxc" (OuterVolumeSpecName: "kube-api-access-lkwxc") pod "3bddf1d4-11c5-4cdc-a339-9c88a2888cf0" (UID: "3bddf1d4-11c5-4cdc-a339-9c88a2888cf0"). InnerVolumeSpecName "kube-api-access-lkwxc". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 16 17:47:44 addons-208992 kubelet[1363]: I0216 17:47:44.905452 1363 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-lkwxc\" (UniqueName: \"kubernetes.io/projected/3bddf1d4-11c5-4cdc-a339-9c88a2888cf0-kube-api-access-lkwxc\") on node \"addons-208992\" DevicePath \"\""
Feb 16 17:47:45 addons-208992 kubelet[1363]: I0216 17:47:45.312665 1363 scope.go:117] "RemoveContainer" containerID="c8487ced9a0a4c44ea29ed1a07f604627ef9ae9f878c200f62dc95fc5284684a"
Feb 16 17:47:45 addons-208992 kubelet[1363]: I0216 17:47:45.337828 1363 scope.go:117] "RemoveContainer" containerID="4b82daf4ffd1fd632159bf0d3d0dda21afb8904692d003c40627a35411ed6411"
Feb 16 17:47:46 addons-208992 kubelet[1363]: I0216 17:47:46.317256 1363 scope.go:117] "RemoveContainer" containerID="4b82daf4ffd1fd632159bf0d3d0dda21afb8904692d003c40627a35411ed6411"
Feb 16 17:47:46 addons-208992 kubelet[1363]: I0216 17:47:46.317536 1363 scope.go:117] "RemoveContainer" containerID="0f4aa807d11e7831316b0d4a4d6c31212d6c147d91a3de888ebc62b829e657c7"
Feb 16 17:47:46 addons-208992 kubelet[1363]: E0216 17:47:46.317786 1363 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-tbjr7_default(2c9bfd3e-eabf-4239-8a0f-0fc39bff45c0)\"" pod="default/hello-world-app-5d77478584-tbjr7" podUID="2c9bfd3e-eabf-4239-8a0f-0fc39bff45c0"
Feb 16 17:47:47 addons-208992 kubelet[1363]: I0216 17:47:47.338341 1363 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="3bddf1d4-11c5-4cdc-a339-9c88a2888cf0" path="/var/lib/kubelet/pods/3bddf1d4-11c5-4cdc-a339-9c88a2888cf0/volumes"
Feb 16 17:47:47 addons-208992 kubelet[1363]: I0216 17:47:47.338829 1363 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="46327229-86e4-40cb-b48c-adbea5159b1a" path="/var/lib/kubelet/pods/46327229-86e4-40cb-b48c-adbea5159b1a/volumes"
Feb 16 17:47:47 addons-208992 kubelet[1363]: I0216 17:47:47.339217 1363 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="f707242d-5b8c-4c53-b059-ef7e91d70d2b" path="/var/lib/kubelet/pods/f707242d-5b8c-4c53-b059-ef7e91d70d2b/volumes"
Feb 16 17:47:49 addons-208992 kubelet[1363]: I0216 17:47:49.326752 1363 scope.go:117] "RemoveContainer" containerID="d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1"
Feb 16 17:47:49 addons-208992 kubelet[1363]: I0216 17:47:49.338661 1363 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m5h2z\" (UniqueName: \"kubernetes.io/projected/7bf08d99-9e6d-4fda-a75b-1485831bcf77-kube-api-access-m5h2z\") pod \"7bf08d99-9e6d-4fda-a75b-1485831bcf77\" (UID: \"7bf08d99-9e6d-4fda-a75b-1485831bcf77\") "
Feb 16 17:47:49 addons-208992 kubelet[1363]: I0216 17:47:49.338718 1363 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/7bf08d99-9e6d-4fda-a75b-1485831bcf77-webhook-cert\") pod \"7bf08d99-9e6d-4fda-a75b-1485831bcf77\" (UID: \"7bf08d99-9e6d-4fda-a75b-1485831bcf77\") "
Feb 16 17:47:49 addons-208992 kubelet[1363]: I0216 17:47:49.344329 1363 scope.go:117] "RemoveContainer" containerID="d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1"
Feb 16 17:47:49 addons-208992 kubelet[1363]: E0216 17:47:49.345392 1363 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1\": container with ID starting with d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1 not found: ID does not exist" containerID="d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1"
Feb 16 17:47:49 addons-208992 kubelet[1363]: I0216 17:47:49.345437 1363 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1"} err="failed to get container status \"d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1\": rpc error: code = NotFound desc = could not find container \"d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1\": container with ID starting with d2cb03c7ea55ea27c54877dd3e7723ee8bac5ec7d2b3ec4bc2ae7199274e2aa1 not found: ID does not exist"
Feb 16 17:47:49 addons-208992 kubelet[1363]: I0216 17:47:49.345980 1363 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7bf08d99-9e6d-4fda-a75b-1485831bcf77-kube-api-access-m5h2z" (OuterVolumeSpecName: "kube-api-access-m5h2z") pod "7bf08d99-9e6d-4fda-a75b-1485831bcf77" (UID: "7bf08d99-9e6d-4fda-a75b-1485831bcf77"). InnerVolumeSpecName "kube-api-access-m5h2z". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 16 17:47:49 addons-208992 kubelet[1363]: I0216 17:47:49.348983 1363 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7bf08d99-9e6d-4fda-a75b-1485831bcf77-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "7bf08d99-9e6d-4fda-a75b-1485831bcf77" (UID: "7bf08d99-9e6d-4fda-a75b-1485831bcf77"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Feb 16 17:47:49 addons-208992 kubelet[1363]: I0216 17:47:49.439496 1363 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/7bf08d99-9e6d-4fda-a75b-1485831bcf77-webhook-cert\") on node \"addons-208992\" DevicePath \"\""
Feb 16 17:47:49 addons-208992 kubelet[1363]: I0216 17:47:49.439544 1363 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-m5h2z\" (UniqueName: \"kubernetes.io/projected/7bf08d99-9e6d-4fda-a75b-1485831bcf77-kube-api-access-m5h2z\") on node \"addons-208992\" DevicePath \"\""
Feb 16 17:47:51 addons-208992 kubelet[1363]: I0216 17:47:51.338287 1363 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="7bf08d99-9e6d-4fda-a75b-1485831bcf77" path="/var/lib/kubelet/pods/7bf08d99-9e6d-4fda-a75b-1485831bcf77/volumes"
Feb 16 17:47:54 addons-208992 kubelet[1363]: E0216 17:47:54.776534 1363 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/52b53629925b0b33aca3c0d3aca702307183d2cc495d94042a8e494cdb254d26/diff" to get inode usage: stat /var/lib/containers/storage/overlay/52b53629925b0b33aca3c0d3aca702307183d2cc495d94042a8e494cdb254d26/diff: no such file or directory, extraDiskErr: <nil>
==> storage-provisioner [d41af7414112c7e72cb6ede964a0e352619db34b9b9337ec5e961033966967c3] <==
I0216 17:42:25.786573 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0216 17:42:25.802962 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0216 17:42:25.803013 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0216 17:42:25.810956 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0216 17:42:25.811320 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-208992_9c1ce295-a91f-4e41-acbb-d5740f6f1a6a!
I0216 17:42:25.812418 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9e19157f-9ca9-41fc-8431-9c4c724c4a6a", APIVersion:"v1", ResourceVersion:"916", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-208992_9c1ce295-a91f-4e41-acbb-d5740f6f1a6a became leader
I0216 17:42:25.912124 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-208992_9c1ce295-a91f-4e41-acbb-d5740f6f1a6a!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-208992 -n addons-208992
helpers_test.go:261: (dbg) Run: kubectl --context addons-208992 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (168.01s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [a55d1db3-3054-439e-b0e7-d6a73fd99f56] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 5.005482603s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-350187 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-350187 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-350187 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-350187 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [da251a49-a776-430e-9056-f54c83f53733] Pending
helpers_test.go:344: "sp-pod" [da251a49-a776-430e-9056-f54c83f53733] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:329: TestFunctional/parallel/PersistentVolumeClaim: WARNING: pod list for "default" "test=storage-provisioner" returned: client rate limiter Wait returned an error: context deadline exceeded
functional_test_pvc_test.go:130: ***** TestFunctional/parallel/PersistentVolumeClaim: pod "test=storage-provisioner" failed to start within 3m0s: context deadline exceeded ****
functional_test_pvc_test.go:130: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p functional-350187 -n functional-350187
functional_test_pvc_test.go:130: TestFunctional/parallel/PersistentVolumeClaim: showing logs for failed pods as of 2024-02-16 17:54:48.963786855 +0000 UTC m=+913.078890138
functional_test_pvc_test.go:130: (dbg) Run: kubectl --context functional-350187 describe po sp-pod -n default
functional_test_pvc_test.go:130: (dbg) kubectl --context functional-350187 describe po sp-pod -n default:
Name: sp-pod
Namespace: default
Priority: 0
Service Account: default
Node: functional-350187/192.168.49.2
Start Time: Fri, 16 Feb 2024 17:51:48 +0000
Labels: test=storage-provisioner
Annotations: <none>
Status: Pending
IP: 10.244.0.6
IPs:
IP: 10.244.0.6
Containers:
myfrontend:
Container ID:
Image: docker.io/nginx
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/tmp/mount from mypd (rw)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-hgvwq (ro)
Conditions:
Type Status
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
mypd:
Type: PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace)
ClaimName: myclaim
ReadOnly: false
kube-api-access-hgvwq:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 3m default-scheduler Successfully assigned default/sp-pod to functional-350187
Warning Failed 2m28s kubelet Failed to pull image "docker.io/nginx": initializing source docker://nginx:latest: reading manifest latest in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Warning Failed 87s kubelet Failed to pull image "docker.io/nginx": loading manifest for target platform: reading manifest sha256:d5ec359034df4b326b8b5f0efa26dbd8742d166161b7edb37321b795c8fe5f48 in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Normal Pulling 61s (x3 over 3m) kubelet Pulling image "docker.io/nginx"
Warning Failed 31s (x3 over 2m28s) kubelet Error: ErrImagePull
Warning Failed 31s kubelet Failed to pull image "docker.io/nginx": reading manifest latest in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Normal BackOff 5s (x4 over 2m27s) kubelet Back-off pulling image "docker.io/nginx"
Warning Failed 5s (x4 over 2m27s) kubelet Error: ImagePullBackOff
functional_test_pvc_test.go:130: (dbg) Run: kubectl --context functional-350187 logs sp-pod -n default
functional_test_pvc_test.go:130: (dbg) Non-zero exit: kubectl --context functional-350187 logs sp-pod -n default: exit status 1 (100.053875ms)
** stderr **
Error from server (BadRequest): container "myfrontend" in pod "sp-pod" is waiting to start: trying and failing to pull image
** /stderr **
functional_test_pvc_test.go:130: kubectl --context functional-350187 logs sp-pod -n default: exit status 1
functional_test_pvc_test.go:131: failed waiting for pod: test=storage-provisioner within 3m0s: context deadline exceeded
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestFunctional/parallel/PersistentVolumeClaim]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect functional-350187
helpers_test.go:235: (dbg) docker inspect functional-350187:
-- stdout --
[
{
"Id": "4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee",
"Created": "2024-02-16T17:49:19.248822382Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 256192,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-16T17:49:19.551775625Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:83c2925cbfe44b87b5c0672f16807927d87d8625e89de4dc154c45daaaa04b5b",
"ResolvConfPath": "/var/lib/docker/containers/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/hostname",
"HostsPath": "/var/lib/docker/containers/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/hosts",
"LogPath": "/var/lib/docker/containers/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee-json.log",
"Name": "/functional-350187",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"functional-350187:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "functional-350187",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8441/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/48d237fe67bf62d09db6e9a2ccf8b9397264c8280d63df1b56a3fcf5a6e58862-init/diff:/var/lib/docker/overlay2/7eae8a88291d9dbfd1a3e5d31d63b67b329111ec31453deb80336617d68f4c08/diff",
"MergedDir": "/var/lib/docker/overlay2/48d237fe67bf62d09db6e9a2ccf8b9397264c8280d63df1b56a3fcf5a6e58862/merged",
"UpperDir": "/var/lib/docker/overlay2/48d237fe67bf62d09db6e9a2ccf8b9397264c8280d63df1b56a3fcf5a6e58862/diff",
"WorkDir": "/var/lib/docker/overlay2/48d237fe67bf62d09db6e9a2ccf8b9397264c8280d63df1b56a3fcf5a6e58862/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "functional-350187",
"Source": "/var/lib/docker/volumes/functional-350187/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "functional-350187",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8441/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "functional-350187",
"name.minikube.sigs.k8s.io": "functional-350187",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "4f9c4f3baaf94170c51d1162e25859ea793a2deec24f0c73e1a436c8143a579a",
"SandboxKey": "/var/run/docker/netns/4f9c4f3baaf9",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33087"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33086"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33083"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33085"
}
],
"8441/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33084"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"functional-350187": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"4d98ed95cc7f",
"functional-350187"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "44acd788ac6eea604c45e424d8b1644aca227fc8d316158b0a3ed7ed1fb81600",
"EndpointID": "4cc92e355aa11a23f24e607eb4b6cd6154535a9cc0d8ce0615f952a758c355d2",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"functional-350187",
"4d98ed95cc7f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p functional-350187 -n functional-350187
helpers_test.go:244: <<< TestFunctional/parallel/PersistentVolumeClaim FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestFunctional/parallel/PersistentVolumeClaim]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 logs -n 25: (1.789857777s)
helpers_test.go:252: TestFunctional/parallel/PersistentVolumeClaim logs:
-- stdout --
==> Audit <==
|----------------|--------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|----------------|--------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|
| ssh | functional-350187 ssh sudo | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | umount -f /mount-9p | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | -T /mount-9p | grep 9p | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdspecific-port2894976952/001:/mount-9p | | | | | |
| | --alsologtostderr -v=1 --port 46464 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount-9p | grep 9p | | | | | |
| ssh | functional-350187 ssh -- ls | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -la /mount-9p | | | | | |
| ssh | functional-350187 ssh sudo | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | umount -f /mount-9p | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount1 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount2 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount3 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount1 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount2 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount3 | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | --kill=true | | | | | |
| start | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | --dry-run --memory | | | | | |
| | 250MB --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| dashboard | --url --port 36195 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -p functional-350187 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| update-context | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format short | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format yaml | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-350187 ssh pgrep | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | buildkitd | | | | | |
| image | functional-350187 image build -t | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | localhost/my-image:functional-350187 | | | | | |
| | testdata/build --alsologtostderr | | | | | |
| image | functional-350187 image ls | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format json | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format table | | | | | |
| | --alsologtostderr | | | | | |
|----------------|--------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/16 17:52:30
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0216 17:52:30.407364 266616 out.go:291] Setting OutFile to fd 1 ...
I0216 17:52:30.407549 266616 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:30.407578 266616 out.go:304] Setting ErrFile to fd 2...
I0216 17:52:30.407601 266616 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:30.408017 266616 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:52:30.408456 266616 out.go:298] Setting JSON to false
I0216 17:52:30.409378 266616 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":5694,"bootTime":1708100257,"procs":189,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 17:52:30.409476 266616 start.go:139] virtualization:
I0216 17:52:30.412210 266616 out.go:177] * [functional-350187] minikube v1.32.0 sur Ubuntu 20.04 (arm64)
I0216 17:52:30.414870 266616 out.go:177] - MINIKUBE_LOCATION=17936
I0216 17:52:30.417139 266616 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 17:52:30.414944 266616 notify.go:220] Checking for updates...
I0216 17:52:30.420822 266616 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:52:30.423266 266616 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 17:52:30.425525 266616 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0216 17:52:30.427550 266616 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0216 17:52:30.430069 266616 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:30.430699 266616 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 17:52:30.454685 266616 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 17:52:30.454819 266616 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:52:30.539762 266616 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:57 SystemTime:2024-02-16 17:52:30.529634517 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:52:30.539962 266616 docker.go:295] overlay module found
I0216 17:52:30.543430 266616 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I0216 17:52:30.545322 266616 start.go:299] selected driver: docker
I0216 17:52:30.545340 266616 start.go:903] validating driver "docker" against &{Name:functional-350187 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:functional-350187 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:52:30.545458 266616 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0216 17:52:30.547793 266616 out.go:177]
W0216 17:52:30.549708 266616 out.go:239] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I0216 17:52:30.551586 266616 out.go:177]
==> CRI-O <==
Feb 16 17:52:37 functional-350187 crio[3903]: time="2024-02-16 17:52:37.032613488Z" level=info msg="Trying to access \"docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c\""
Feb 16 17:52:37 functional-350187 crio[3903]: time="2024-02-16 17:52:37.356075283Z" level=info msg="Image operating system mismatch: image uses OS \"linux\"+architecture \"amd64\", expecting one of \"linux+arm64\""
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.060844416Z" level=info msg="Checking image status: docker.io/nginx:latest" id=b4e440ac-e388-473b-b458-a5189bb6f7ca name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.061078699Z" level=info msg="Image docker.io/nginx:latest not found" id=b4e440ac-e388-473b-b458-a5189bb6f7ca name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.347402212Z" level=info msg="Pulled image: docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c" id=60549b52-4763-430c-848f-1d274665ee9b name=/runtime.v1.ImageService/PullImage
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.348368285Z" level=info msg="Pulling image: docker.io/nginx:latest" id=0d6328d7-dc56-4c86-83c3-a950f3dc2929 name=/runtime.v1.ImageService/PullImage
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.349900399Z" level=info msg="Trying to access \"docker.io/library/nginx:latest\""
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.351647023Z" level=info msg="Checking image status: docker.io/kubernetesui/metrics-scraper:v1.0.8@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c" id=26d34b75-8e02-4ed5-832f-40c377508b96 name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.352621301Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a,RepoTags:[],RepoDigests:[docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a],Size_:42263767,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=26d34b75-8e02-4ed5-832f-40c377508b96 name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.353618889Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc-7z4dj/dashboard-metrics-scraper" id=4740c17b-e26e-48b2-aff7-91002ab0259c name=/runtime.v1.RuntimeService/CreateContainer
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.353861943Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.369031410Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/5ac56b1d98e560196d82232e2a8ad92220a31c3cce127d4e2bc937fb35022a7d/merged/etc/group: no such file or directory"
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.412575042Z" level=info msg="Created container b6e79345ae0d74b84ad06ad532993e5041b147b42f7e04828e2c43c24cfb1a57: kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc-7z4dj/dashboard-metrics-scraper" id=4740c17b-e26e-48b2-aff7-91002ab0259c name=/runtime.v1.RuntimeService/CreateContainer
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.413316464Z" level=info msg="Starting container: b6e79345ae0d74b84ad06ad532993e5041b147b42f7e04828e2c43c24cfb1a57" id=a72ece0e-60b7-4552-9d3e-10d4a29666ac name=/runtime.v1.RuntimeService/StartContainer
Feb 16 17:52:38 functional-350187 crio[3903]: time="2024-02-16 17:52:38.423317869Z" level=info msg="Started container" PID=6678 containerID=b6e79345ae0d74b84ad06ad532993e5041b147b42f7e04828e2c43c24cfb1a57 description=kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc-7z4dj/dashboard-metrics-scraper id=a72ece0e-60b7-4552-9d3e-10d4a29666ac name=/runtime.v1.RuntimeService/StartContainer sandboxID=83bccff70d428003b217a1fa7a55f0cd5c2a7f2fe8aa94ad59eb92a56d728630
Feb 16 17:53:35 functional-350187 crio[3903]: time="2024-02-16 17:53:35.059142030Z" level=info msg="Checking image status: docker.io/nginx:latest" id=fa6fda73-82b5-4f4b-b89d-493c8299ec39 name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:53:35 functional-350187 crio[3903]: time="2024-02-16 17:53:35.059464352Z" level=info msg="Image docker.io/nginx:latest not found" id=fa6fda73-82b5-4f4b-b89d-493c8299ec39 name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:53:48 functional-350187 crio[3903]: time="2024-02-16 17:53:48.059825089Z" level=info msg="Checking image status: docker.io/nginx:latest" id=d340fb3c-d6d9-488c-a2de-13d12c591bd6 name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:53:48 functional-350187 crio[3903]: time="2024-02-16 17:53:48.060052989Z" level=info msg="Image docker.io/nginx:latest not found" id=d340fb3c-d6d9-488c-a2de-13d12c591bd6 name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:53:48 functional-350187 crio[3903]: time="2024-02-16 17:53:48.061016585Z" level=info msg="Pulling image: docker.io/nginx:latest" id=18ad2783-f6cc-41e9-8d68-e5fa5c44ffa2 name=/runtime.v1.ImageService/PullImage
Feb 16 17:53:48 functional-350187 crio[3903]: time="2024-02-16 17:53:48.063542218Z" level=info msg="Trying to access \"docker.io/library/nginx:latest\""
Feb 16 17:54:29 functional-350187 crio[3903]: time="2024-02-16 17:54:29.059178235Z" level=info msg="Checking image status: docker.io/nginx:latest" id=d65b9392-014e-42be-9bc7-fe94a5bceece name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:54:29 functional-350187 crio[3903]: time="2024-02-16 17:54:29.059402140Z" level=info msg="Image docker.io/nginx:latest not found" id=d65b9392-014e-42be-9bc7-fe94a5bceece name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:54:44 functional-350187 crio[3903]: time="2024-02-16 17:54:44.059621925Z" level=info msg="Checking image status: docker.io/nginx:latest" id=48524fc7-1625-4159-9d6b-0930febf5ce7 name=/runtime.v1.ImageService/ImageStatus
Feb 16 17:54:44 functional-350187 crio[3903]: time="2024-02-16 17:54:44.059855880Z" level=info msg="Image docker.io/nginx:latest not found" id=48524fc7-1625-4159-9d6b-0930febf5ce7 name=/runtime.v1.ImageService/ImageStatus
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b6e79345ae0d7 docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c 2 minutes ago Running dashboard-metrics-scraper 0 83bccff70d428 dashboard-metrics-scraper-7fd5cb4ddc-7z4dj
47e74ea7242ad docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93 2 minutes ago Running kubernetes-dashboard 0 ebbefb55992d2 kubernetes-dashboard-8694d4445c-26cqb
375baed3294a1 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 2 minutes ago Exited mount-munger 0 5d7f2d1c63a7e busybox-mount
e69deeeef3758 72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb 2 minutes ago Running echoserver-arm 0 c78a7d9491371 hello-node-759d89bdcc-tgknr
1afe35dbbb226 registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5 2 minutes ago Running echoserver-arm 0 84df19e1083aa hello-node-connect-7799dfb7c6-4jh68
231b1758fec9b docker.io/library/nginx@sha256:34aa0a372d3220dc0448131f809c72d8085f79bdec8058ad6970fc034a395674 3 minutes ago Running nginx 0 abe3180c61e69 nginx-svc
4291987d52a4a 3ca3ca488cf13fde14cfc4b3ffde0c53a8c161b030f4a444a797fba6aef38c39 3 minutes ago Running kube-proxy 2 29bae46407f24 kube-proxy-9mbx4
1d54554fc5bfe 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 3 minutes ago Running coredns 2 8e711ca93428b coredns-5dd5756b68-m9fpb
2c9c359f9a985 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 3 minutes ago Running storage-provisioner 2 a7685bf7d213a storage-provisioner
e3891fea947ff 4740c1948d3fceb8d7dacc63033aa6299d80794ee4f4811539ec1081d9211f3d 3 minutes ago Running kindnet-cni 2 2a35a128150f1 kindnet-gz8tr
377a4cc4ad3bf 04b4c447bb9d4840af3bf7e836397379d65df87c86e55dcd27f31a8d11df2419 3 minutes ago Running kube-apiserver 0 02163769c24bc kube-apiserver-functional-350187
113678aeb44b9 9961cbceaf234d59b7dcf8a197a024f3e3ce4b7fe2b67c2378efd3d209ca994b 3 minutes ago Running kube-controller-manager 2 3829d288670e2 kube-controller-manager-functional-350187
2c18c7745ff91 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 3 minutes ago Running etcd 2 afd0fe1351f2b etcd-functional-350187
2bbee0a9c1185 05c284c929889d88306fdb3dd14ee2d0132543740f9e247685243214fc3d2c54 3 minutes ago Running kube-scheduler 2 b5eadb6a478a2 kube-scheduler-functional-350187
a80bd952e5897 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 4 minutes ago Exited coredns 1 8e711ca93428b coredns-5dd5756b68-m9fpb
d05fe9b5cc78f 05c284c929889d88306fdb3dd14ee2d0132543740f9e247685243214fc3d2c54 4 minutes ago Exited kube-scheduler 1 b5eadb6a478a2 kube-scheduler-functional-350187
d3c6564103c8b 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 4 minutes ago Exited etcd 1 afd0fe1351f2b etcd-functional-350187
e1026ceebb875 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Exited storage-provisioner 1 a7685bf7d213a storage-provisioner
0fdeed7d34ffd 4740c1948d3fceb8d7dacc63033aa6299d80794ee4f4811539ec1081d9211f3d 4 minutes ago Exited kindnet-cni 1 2a35a128150f1 kindnet-gz8tr
e537ecf25a047 3ca3ca488cf13fde14cfc4b3ffde0c53a8c161b030f4a444a797fba6aef38c39 4 minutes ago Exited kube-proxy 1 29bae46407f24 kube-proxy-9mbx4
42ed53d02098c 9961cbceaf234d59b7dcf8a197a024f3e3ce4b7fe2b67c2378efd3d209ca994b 4 minutes ago Exited kube-controller-manager 1 3829d288670e2 kube-controller-manager-functional-350187
==> coredns [1d54554fc5bfed9beacc0cd621e2d4e9bc025c98f35c7fd798ccfb838061ece3] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 05e3eaddc414b2d71a69b2e2bc6f2681fc1f4d04bcdd3acc1a41457bb7db518208b95ddfc4c9fffedc59c25a8faf458be1af4915a4a3c0d6777cb7a346bc5d86
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:51937 - 27064 "HINFO IN 1397832357286365860.3816156799612955071. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.013656259s
==> coredns [a80bd952e5897c1cb2359e10f60bf719b78a99caec3ac216775c2c20451fbb94] <==
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
.:53
[INFO] plugin/reload: Running configuration SHA512 = 05e3eaddc414b2d71a69b2e2bc6f2681fc1f4d04bcdd3acc1a41457bb7db518208b95ddfc4c9fffedc59c25a8faf458be1af4915a4a3c0d6777cb7a346bc5d86
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:58977 - 28766 "HINFO IN 7587188957264682732.992132446500274233. udp 56 false 512" NXDOMAIN qr,rd,ra 56 0.025978557s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
Name: functional-350187
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=functional-350187
kubernetes.io/os=linux
minikube.k8s.io/commit=fdce3bf7146356e37c4eabb07ae105993e4520f9
minikube.k8s.io/name=functional-350187
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_16T17_49_44_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 16 Feb 2024 17:49:40 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: functional-350187
AcquireTime: <unset>
RenewTime: Fri, 16 Feb 2024 17:54:43 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 16 Feb 2024 17:53:01 +0000 Fri, 16 Feb 2024 17:49:37 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 16 Feb 2024 17:53:01 +0000 Fri, 16 Feb 2024 17:49:37 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 16 Feb 2024 17:53:01 +0000 Fri, 16 Feb 2024 17:49:37 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 16 Feb 2024 17:53:01 +0000 Fri, 16 Feb 2024 17:49:59 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: functional-350187
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
System Info:
Machine ID: 0118092e14934311a573604e252a86d5
System UUID: 12f85029-b954-4c88-a525-0bed7da0b77a
Boot ID: e9b2279b-5bd3-4958-87d8-a7ef60f46af1
Kernel Version: 5.15.0-1053-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-node-759d89bdcc-tgknr 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m53s
default hello-node-connect-7799dfb7c6-4jh68 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m3s
default nginx-svc 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m18s
default sp-pod 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m2s
kube-system coredns-5dd5756b68-m9fpb 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 4m53s
kube-system etcd-functional-350187 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 5m7s
kube-system kindnet-gz8tr 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 4m54s
kube-system kube-apiserver-functional-350187 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m51s
kube-system kube-controller-manager-functional-350187 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m8s
kube-system kube-proxy-9mbx4 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m54s
kube-system kube-scheduler-functional-350187 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m9s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m52s
kubernetes-dashboard dashboard-metrics-scraper-7fd5cb4ddc-7z4dj 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m18s
kubernetes-dashboard kubernetes-dashboard-8694d4445c-26cqb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 220Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m52s kube-proxy
Normal Starting 3m50s kube-proxy
Normal Starting 4m32s kube-proxy
Normal Starting 5m14s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 5m14s (x8 over 5m14s) kubelet Node functional-350187 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m14s (x8 over 5m14s) kubelet Node functional-350187 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m14s (x8 over 5m14s) kubelet Node functional-350187 status is now: NodeHasSufficientPID
Normal NodeHasSufficientMemory 5m7s kubelet Node functional-350187 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m7s kubelet Node functional-350187 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m7s kubelet Node functional-350187 status is now: NodeHasSufficientPID
Normal Starting 5m7s kubelet Starting kubelet.
Normal RegisteredNode 4m54s node-controller Node functional-350187 event: Registered Node functional-350187 in Controller
Normal NodeReady 4m51s kubelet Node functional-350187 status is now: NodeReady
Normal RegisteredNode 4m21s node-controller Node functional-350187 event: Registered Node functional-350187 in Controller
Normal Starting 3m56s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m56s (x8 over 3m56s) kubelet Node functional-350187 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m56s (x8 over 3m56s) kubelet Node functional-350187 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m56s (x8 over 3m56s) kubelet Node functional-350187 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m39s node-controller Node functional-350187 event: Registered Node functional-350187 in Controller
==> dmesg <==
[ +0.001114] FS-Cache: O-key=[8] '915d3b0000000000'
[ +0.000737] FS-Cache: N-cookie c=0000001e [p=00000015 fl=2 nc=0 na=1]
[ +0.000947] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000e71cc2c1
[ +0.001068] FS-Cache: N-key=[8] '915d3b0000000000'
[ +0.003469] FS-Cache: Duplicate cookie detected
[ +0.000814] FS-Cache: O-cookie c=00000018 [p=00000015 fl=226 nc=0 na=1]
[ +0.001085] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=00000000c42af057
[ +0.001064] FS-Cache: O-key=[8] '915d3b0000000000'
[ +0.000717] FS-Cache: N-cookie c=0000001f [p=00000015 fl=2 nc=0 na=1]
[ +0.000957] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000ee6854f5
[ +0.001102] FS-Cache: N-key=[8] '915d3b0000000000'
[ +1.956578] FS-Cache: Duplicate cookie detected
[ +0.000827] FS-Cache: O-cookie c=00000016 [p=00000015 fl=226 nc=0 na=1]
[ +0.000985] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=000000000f4d71c7
[ +0.001087] FS-Cache: O-key=[8] '905d3b0000000000'
[ +0.000755] FS-Cache: N-cookie c=00000021 [p=00000015 fl=2 nc=0 na=1]
[ +0.000972] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000bb485c7b
[ +0.001079] FS-Cache: N-key=[8] '905d3b0000000000'
[ +0.274503] FS-Cache: Duplicate cookie detected
[ +0.000837] FS-Cache: O-cookie c=0000001b [p=00000015 fl=226 nc=0 na=1]
[ +0.001029] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=00000000ffb19045
[ +0.001131] FS-Cache: O-key=[8] '965d3b0000000000'
[ +0.000870] FS-Cache: N-cookie c=00000022 [p=00000015 fl=2 nc=0 na=1]
[ +0.001023] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000e71cc2c1
[ +0.001127] FS-Cache: N-key=[8] '965d3b0000000000'
==> etcd [2c18c7745ff91be14594803ccc4ca2dcf176585170ddd718b84b7353d768088d] <==
{"level":"info","ts":"2024-02-16T17:50:55.019263Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-16T17:50:55.019273Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-16T17:50:55.019502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-02-16T17:50:55.019579Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-02-16T17:50:55.01968Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-16T17:50:55.019714Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-16T17:50:55.0321Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2024-02-16T17:50:55.032341Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-02-16T17:50:55.032377Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-02-16T17:50:55.032427Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-02-16T17:50:55.03244Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-02-16T17:50:56.77884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 3"}
{"level":"info","ts":"2024-02-16T17:50:56.77897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 3"}
{"level":"info","ts":"2024-02-16T17:50:56.779024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 3"}
{"level":"info","ts":"2024-02-16T17:50:56.779066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 4"}
{"level":"info","ts":"2024-02-16T17:50:56.779102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 4"}
{"level":"info","ts":"2024-02-16T17:50:56.779147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 4"}
{"level":"info","ts":"2024-02-16T17:50:56.779192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 4"}
{"level":"info","ts":"2024-02-16T17:50:56.783026Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:functional-350187 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-02-16T17:50:56.783129Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-16T17:50:56.7844Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-02-16T17:50:56.789262Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-16T17:50:56.79029Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-02-16T17:50:56.802872Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-02-16T17:50:56.80298Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
==> etcd [d3c6564103c8bbd484323f79aa00886b3a1c98d02d84575e5b8d4854afe6da7d] <==
{"level":"info","ts":"2024-02-16T17:50:14.416805Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-02-16T17:50:15.844591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 2"}
{"level":"info","ts":"2024-02-16T17:50:15.844713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 2"}
{"level":"info","ts":"2024-02-16T17:50:15.844764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-02-16T17:50:15.844804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 3"}
{"level":"info","ts":"2024-02-16T17:50:15.84484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 3"}
{"level":"info","ts":"2024-02-16T17:50:15.844893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 3"}
{"level":"info","ts":"2024-02-16T17:50:15.84493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 3"}
{"level":"info","ts":"2024-02-16T17:50:15.845861Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:functional-350187 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-02-16T17:50:15.846047Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-16T17:50:15.847056Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-02-16T17:50:15.847226Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-16T17:50:15.848098Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-02-16T17:50:15.851875Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-02-16T17:50:15.851969Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-02-16T17:50:43.304783Z","caller":"osutil/interrupt_unix.go:64","msg":"received signal; shutting down","signal":"terminated"}
{"level":"info","ts":"2024-02-16T17:50:43.304855Z","caller":"embed/etcd.go:376","msg":"closing etcd server","name":"functional-350187","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"]}
{"level":"warn","ts":"2024-02-16T17:50:43.305009Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"warn","ts":"2024-02-16T17:50:43.305126Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"warn","ts":"2024-02-16T17:50:43.34495Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.49.2:2379: use of closed network connection"}
{"level":"warn","ts":"2024-02-16T17:50:43.345043Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.49.2:2379: use of closed network connection"}
{"level":"info","ts":"2024-02-16T17:50:43.345116Z","caller":"etcdserver/server.go:1465","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"aec36adc501070cc","current-leader-member-id":"aec36adc501070cc"}
{"level":"info","ts":"2024-02-16T17:50:43.347649Z","caller":"embed/etcd.go:579","msg":"stopping serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-02-16T17:50:43.347737Z","caller":"embed/etcd.go:584","msg":"stopped serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-02-16T17:50:43.347751Z","caller":"embed/etcd.go:378","msg":"closed etcd server","name":"functional-350187","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"]}
==> kernel <==
17:54:50 up 1:37, 0 users, load average: 0.12, 0.65, 1.39
Linux functional-350187 5.15.0-1053-aws #58~20.04.1-Ubuntu SMP Mon Jan 22 17:19:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [0fdeed7d34ffd3620480813841635127e6f2c65b8a3ba63ed10f740e87469a75] <==
I0216 17:50:14.117650 1 main.go:102] connected to apiserver: https://10.96.0.1:443
I0216 17:50:14.117723 1 main.go:107] hostIP = 192.168.49.2
podIP = 192.168.49.2
I0216 17:50:14.118745 1 main.go:116] setting mtu 1500 for CNI
I0216 17:50:14.118766 1 main.go:146] kindnetd IP family: "ipv4"
I0216 17:50:14.118779 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I0216 17:50:17.991731 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:50:17.991770 1 main.go:227] handling current node
I0216 17:50:27.999787 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:50:27.999820 1 main.go:227] handling current node
I0216 17:50:38.017491 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:50:38.017760 1 main.go:227] handling current node
==> kindnet [e3891fea947ff34706a19b8a5a399666c6cbabad160927fb405a826fbe0f9b53] <==
I0216 17:52:49.913973 1 main.go:227] handling current node
I0216 17:52:59.918241 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:52:59.918271 1 main.go:227] handling current node
I0216 17:53:09.930564 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:53:09.930595 1 main.go:227] handling current node
I0216 17:53:19.935327 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:53:19.935357 1 main.go:227] handling current node
I0216 17:53:29.947496 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:53:29.947524 1 main.go:227] handling current node
I0216 17:53:39.958762 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:53:39.958794 1 main.go:227] handling current node
I0216 17:53:49.970981 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:53:49.971009 1 main.go:227] handling current node
I0216 17:53:59.975496 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:53:59.975521 1 main.go:227] handling current node
I0216 17:54:09.988249 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:54:09.988285 1 main.go:227] handling current node
I0216 17:54:19.995706 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:54:19.995732 1 main.go:227] handling current node
I0216 17:54:30.000616 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:54:30.000646 1 main.go:227] handling current node
I0216 17:54:40.021649 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:54:40.021677 1 main.go:227] handling current node
I0216 17:54:50.032430 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 17:54:50.032463 1 main.go:227] handling current node
==> kube-apiserver [377a4cc4ad3bf2c9c06b15473b98be85500b828e353e5aa966dc11a71d4ad339] <==
I0216 17:50:58.871958 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I0216 17:50:58.872102 1 cache.go:39] Caches are synced for AvailableConditionController controller
I0216 17:50:58.873015 1 shared_informer.go:318] Caches are synced for crd-autoregister
I0216 17:50:58.873932 1 aggregator.go:166] initial CRD sync complete...
I0216 17:50:58.873955 1 autoregister_controller.go:141] Starting autoregister controller
I0216 17:50:58.873962 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0216 17:50:58.873968 1 cache.go:39] Caches are synced for autoregister controller
I0216 17:50:58.892388 1 shared_informer.go:318] Caches are synced for node_authorizer
E0216 17:50:58.899322 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I0216 17:50:59.619974 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I0216 17:51:01.209036 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I0216 17:51:01.332811 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I0216 17:51:01.342428 1 controller.go:624] quota admission added evaluator for: deployments.apps
I0216 17:51:01.409777 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0216 17:51:01.418298 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I0216 17:51:16.995294 1 controller.go:624] quota admission added evaluator for: endpoints
I0216 17:51:20.461336 1 alloc.go:330] "allocated clusterIPs" service="default/invalid-svc" clusterIPs={"IPv4":"10.108.17.127"}
I0216 17:51:20.481217 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0216 17:51:32.783647 1 alloc.go:330] "allocated clusterIPs" service="default/nginx-svc" clusterIPs={"IPv4":"10.99.177.111"}
I0216 17:51:47.615321 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I0216 17:51:47.734843 1 alloc.go:330] "allocated clusterIPs" service="default/hello-node-connect" clusterIPs={"IPv4":"10.111.58.239"}
I0216 17:51:57.335376 1 alloc.go:330] "allocated clusterIPs" service="default/hello-node" clusterIPs={"IPv4":"10.103.57.162"}
I0216 17:52:31.851508 1 controller.go:624] quota admission added evaluator for: namespaces
I0216 17:52:32.151587 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.108.243.28"}
I0216 17:52:32.182006 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.102.85.94"}
==> kube-controller-manager [113678aeb44b97e6c4733aa24360c749c24d7a47a3a76d1f5db2723944322b7b] <==
E0216 17:52:31.995865 1 replica_set.go:557] sync "kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" failed with pods "dashboard-metrics-scraper-7fd5cb4ddc-" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount "kubernetes-dashboard" not found
I0216 17:52:31.995961 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="14.258071ms"
E0216 17:52:31.995977 1 replica_set.go:557] sync "kubernetes-dashboard/kubernetes-dashboard-8694d4445c" failed with pods "kubernetes-dashboard-8694d4445c-" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount "kubernetes-dashboard" not found
I0216 17:52:31.996003 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"dashboard-metrics-scraper-7fd5cb4ddc-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found"
I0216 17:52:31.996020 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"kubernetes-dashboard-8694d4445c-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found"
I0216 17:52:32.003917 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="5.8525ms"
E0216 17:52:32.003950 1 replica_set.go:557] sync "kubernetes-dashboard/kubernetes-dashboard-8694d4445c" failed with pods "kubernetes-dashboard-8694d4445c-" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount "kubernetes-dashboard" not found
I0216 17:52:32.004045 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="6.38583ms"
E0216 17:52:32.004060 1 replica_set.go:557] sync "kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" failed with pods "dashboard-metrics-scraper-7fd5cb4ddc-" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount "kubernetes-dashboard" not found
I0216 17:52:32.004081 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"kubernetes-dashboard-8694d4445c-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found"
I0216 17:52:32.004102 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"dashboard-metrics-scraper-7fd5cb4ddc-\" is forbidden: error looking up service account kubernetes-dashboard/kubernetes-dashboard: serviceaccount \"kubernetes-dashboard\" not found"
I0216 17:52:32.032258 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kubernetes-dashboard-8694d4445c-26cqb"
I0216 17:52:32.050262 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="31.361554ms"
I0216 17:52:32.066207 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: dashboard-metrics-scraper-7fd5cb4ddc-7z4dj"
I0216 17:52:32.074570 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="24.249794ms"
I0216 17:52:32.074660 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="51.117µs"
I0216 17:52:32.080845 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="34.961228ms"
I0216 17:52:32.085470 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="55.096µs"
I0216 17:52:32.106110 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="25.209114ms"
I0216 17:52:32.106190 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="38.949µs"
I0216 17:52:32.113248 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="59.108µs"
I0216 17:52:37.617356 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="53.456128ms"
I0216 17:52:37.617563 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="81.828µs"
I0216 17:52:38.568173 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="12.62987ms"
I0216 17:52:38.568516 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc" duration="58.058µs"
==> kube-controller-manager [42ed53d02098c687d935a4a9af29c23c8e569043ed214080b8c12160138d1539] <==
I0216 17:50:29.425901 1 shared_informer.go:318] Caches are synced for endpoint_slice
I0216 17:50:29.434165 1 shared_informer.go:318] Caches are synced for HPA
I0216 17:50:29.445825 1 shared_informer.go:318] Caches are synced for ReplicationController
I0216 17:50:29.450285 1 shared_informer.go:318] Caches are synced for GC
I0216 17:50:29.485479 1 shared_informer.go:318] Caches are synced for attach detach
I0216 17:50:29.488752 1 shared_informer.go:318] Caches are synced for daemon sets
I0216 17:50:29.488863 1 shared_informer.go:318] Caches are synced for node
I0216 17:50:29.488929 1 range_allocator.go:174] "Sending events to api server"
I0216 17:50:29.488985 1 range_allocator.go:178] "Starting range CIDR allocator"
I0216 17:50:29.489018 1 shared_informer.go:311] Waiting for caches to sync for cidrallocator
I0216 17:50:29.489049 1 shared_informer.go:318] Caches are synced for cidrallocator
I0216 17:50:29.491490 1 shared_informer.go:318] Caches are synced for TTL
I0216 17:50:29.518851 1 shared_informer.go:318] Caches are synced for persistent volume
I0216 17:50:29.523351 1 shared_informer.go:318] Caches are synced for resource quota
I0216 17:50:29.546901 1 shared_informer.go:318] Caches are synced for resource quota
I0216 17:50:29.616650 1 shared_informer.go:318] Caches are synced for taint
I0216 17:50:29.616786 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone=""
I0216 17:50:29.616841 1 taint_manager.go:205] "Starting NoExecuteTaintManager"
I0216 17:50:29.616877 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="functional-350187"
I0216 17:50:29.616930 1 node_lifecycle_controller.go:1071] "Controller detected that zone is now in new state" zone="" newState="Normal"
I0216 17:50:29.616992 1 taint_manager.go:210] "Sending events to api server"
I0216 17:50:29.617107 1 event.go:307] "Event occurred" object="functional-350187" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node functional-350187 event: Registered Node functional-350187 in Controller"
I0216 17:50:29.960404 1 shared_informer.go:318] Caches are synced for garbage collector
I0216 17:50:30.002074 1 shared_informer.go:318] Caches are synced for garbage collector
I0216 17:50:30.002105 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
==> kube-proxy [4291987d52a4a87fe10cf6cf2ad7af1b3cd9e1e21daeb5f0347fea954a324313] <==
I0216 17:50:59.588324 1 server_others.go:69] "Using iptables proxy"
I0216 17:50:59.631480 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0216 17:50:59.801263 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0216 17:50:59.804612 1 server_others.go:152] "Using iptables Proxier"
I0216 17:50:59.804719 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0216 17:50:59.804751 1 server_others.go:438] "Defaulting to no-op detect-local"
I0216 17:50:59.804829 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0216 17:50:59.805049 1 server.go:846] "Version info" version="v1.28.4"
I0216 17:50:59.805296 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0216 17:50:59.816174 1 config.go:188] "Starting service config controller"
I0216 17:50:59.816259 1 shared_informer.go:311] Waiting for caches to sync for service config
I0216 17:50:59.816290 1 config.go:97] "Starting endpoint slice config controller"
I0216 17:50:59.816295 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0216 17:50:59.816764 1 config.go:315] "Starting node config controller"
I0216 17:50:59.816771 1 shared_informer.go:311] Waiting for caches to sync for node config
I0216 17:50:59.916798 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0216 17:50:59.916862 1 shared_informer.go:318] Caches are synced for node config
I0216 17:50:59.916875 1 shared_informer.go:318] Caches are synced for service config
==> kube-proxy [e537ecf25a047c06f270af7532a909ef9bccd260128829fd4d031300f536ae89] <==
I0216 17:50:15.662860 1 server_others.go:69] "Using iptables proxy"
I0216 17:50:18.071935 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0216 17:50:18.143620 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0216 17:50:18.146230 1 server_others.go:152] "Using iptables Proxier"
I0216 17:50:18.146341 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0216 17:50:18.146376 1 server_others.go:438] "Defaulting to no-op detect-local"
I0216 17:50:18.146441 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0216 17:50:18.147062 1 server.go:846] "Version info" version="v1.28.4"
I0216 17:50:18.147137 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0216 17:50:18.147925 1 config.go:188] "Starting service config controller"
I0216 17:50:18.148010 1 shared_informer.go:311] Waiting for caches to sync for service config
I0216 17:50:18.148093 1 config.go:97] "Starting endpoint slice config controller"
I0216 17:50:18.148133 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0216 17:50:18.148645 1 config.go:315] "Starting node config controller"
I0216 17:50:18.148712 1 shared_informer.go:311] Waiting for caches to sync for node config
I0216 17:50:18.251294 1 shared_informer.go:318] Caches are synced for node config
I0216 17:50:18.251430 1 shared_informer.go:318] Caches are synced for service config
I0216 17:50:18.252001 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [2bbee0a9c11858e71d63f502089e09e8d3a8fd40a086988595c7a0c87d0d0b13] <==
I0216 17:50:56.177896 1 serving.go:348] Generated self-signed cert in-memory
W0216 17:50:58.763177 1 requestheader_controller.go:193] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W0216 17:50:58.763214 1 authentication.go:368] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W0216 17:50:58.763225 1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.
W0216 17:50:58.763232 1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I0216 17:50:58.854629 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.4"
I0216 17:50:58.854752 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0216 17:50:58.856866 1 secure_serving.go:213] Serving securely on 127.0.0.1:10259
I0216 17:50:58.857052 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0216 17:50:58.857090 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0216 17:50:58.859286 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I0216 17:50:58.960020 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kube-scheduler [d05fe9b5cc78f962e51fd850b6938ab8605b80ff4d1b932f310c050b7b5c523f] <==
I0216 17:50:14.713438 1 serving.go:348] Generated self-signed cert in-memory
I0216 17:50:18.048171 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.4"
I0216 17:50:18.048213 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0216 17:50:18.061923 1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController
I0216 17:50:18.062037 1 shared_informer.go:311] Waiting for caches to sync for RequestHeaderAuthRequestController
I0216 17:50:18.062115 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0216 17:50:18.062150 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0216 17:50:18.062210 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0216 17:50:18.062242 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0216 17:50:18.065053 1 secure_serving.go:213] Serving securely on 127.0.0.1:10259
I0216 17:50:18.065258 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I0216 17:50:18.163543 1 shared_informer.go:318] Caches are synced for RequestHeaderAuthRequestController
I0216 17:50:18.162324 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0216 17:50:18.164594 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0216 17:50:43.300434 1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259
I0216 17:50:43.300501 1 tlsconfig.go:255] "Shutting down DynamicServingCertificateController"
E0216 17:50:43.300672 1 run.go:74] "command failed" err="finished without leader elect"
==> kubelet <==
Feb 16 17:53:35 functional-350187 kubelet[4220]: I0216 17:53:35.071268 4220 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kubernetes-dashboard/dashboard-metrics-scraper-7fd5cb4ddc-7z4dj" podStartSLOduration=57.14563449 podCreationTimestamp="2024-02-16 17:52:32 +0000 UTC" firstStartedPulling="2024-02-16 17:52:32.422269436 +0000 UTC m=+98.510575752" lastFinishedPulling="2024-02-16 17:52:38.347860466 +0000 UTC m=+104.436166798" observedRunningTime="2024-02-16 17:52:38.55508472 +0000 UTC m=+104.643391044" watchObservedRunningTime="2024-02-16 17:53:35.071225536 +0000 UTC m=+161.159531852"
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.227906 4220 manager.go:1106] Failed to create existing container: /crio-afd0fe1351f2b39675463c00ba6efc0b010f8a521aebd5c19f2cec1467b8a2ab: Error finding container afd0fe1351f2b39675463c00ba6efc0b010f8a521aebd5c19f2cec1467b8a2ab: Status 404 returned error can't find the container with id afd0fe1351f2b39675463c00ba6efc0b010f8a521aebd5c19f2cec1467b8a2ab
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.228570 4220 manager.go:1106] Failed to create existing container: /docker/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/crio-b5eadb6a478a27990f362fb272bb96703b20fcf0b8fd06ccf54af16adbcb7187: Error finding container b5eadb6a478a27990f362fb272bb96703b20fcf0b8fd06ccf54af16adbcb7187: Status 404 returned error can't find the container with id b5eadb6a478a27990f362fb272bb96703b20fcf0b8fd06ccf54af16adbcb7187
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.228819 4220 manager.go:1106] Failed to create existing container: /crio-492c8c1f67d1415119f166d83a2b3ee8b77ade0875e11c43823940dd5d952c25: Error finding container 492c8c1f67d1415119f166d83a2b3ee8b77ade0875e11c43823940dd5d952c25: Status 404 returned error can't find the container with id 492c8c1f67d1415119f166d83a2b3ee8b77ade0875e11c43823940dd5d952c25
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.229040 4220 manager.go:1106] Failed to create existing container: /crio-4e5da3496fb7685565a4f310cad9a669a24ccd4f588886737b304df78363a834: Error finding container 4e5da3496fb7685565a4f310cad9a669a24ccd4f588886737b304df78363a834: Status 404 returned error can't find the container with id 4e5da3496fb7685565a4f310cad9a669a24ccd4f588886737b304df78363a834
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.229234 4220 manager.go:1106] Failed to create existing container: /docker/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/crio-3829d288670e23bfb180b58515224d96f70fbb8ffc2992fa86397536e6d93c92: Error finding container 3829d288670e23bfb180b58515224d96f70fbb8ffc2992fa86397536e6d93c92: Status 404 returned error can't find the container with id 3829d288670e23bfb180b58515224d96f70fbb8ffc2992fa86397536e6d93c92
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.229433 4220 manager.go:1106] Failed to create existing container: /crio-3829d288670e23bfb180b58515224d96f70fbb8ffc2992fa86397536e6d93c92: Error finding container 3829d288670e23bfb180b58515224d96f70fbb8ffc2992fa86397536e6d93c92: Status 404 returned error can't find the container with id 3829d288670e23bfb180b58515224d96f70fbb8ffc2992fa86397536e6d93c92
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.229701 4220 manager.go:1106] Failed to create existing container: /docker/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/crio-a7685bf7d213aba329b3738957d4db9d834a061ddb12f3aca83eb51f0a7161b9: Error finding container a7685bf7d213aba329b3738957d4db9d834a061ddb12f3aca83eb51f0a7161b9: Status 404 returned error can't find the container with id a7685bf7d213aba329b3738957d4db9d834a061ddb12f3aca83eb51f0a7161b9
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.229880 4220 manager.go:1106] Failed to create existing container: /crio-2a35a128150f1dc4e70249ac9dcc945883ff8d857edd45ba1ba54a4e75a2e2a3: Error finding container 2a35a128150f1dc4e70249ac9dcc945883ff8d857edd45ba1ba54a4e75a2e2a3: Status 404 returned error can't find the container with id 2a35a128150f1dc4e70249ac9dcc945883ff8d857edd45ba1ba54a4e75a2e2a3
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.230056 4220 manager.go:1106] Failed to create existing container: /docker/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/crio-29bae46407f24d52530393fa4f4b85c5a837e5ae31ccdc6a1a456b16f9e31b60: Error finding container 29bae46407f24d52530393fa4f4b85c5a837e5ae31ccdc6a1a456b16f9e31b60: Status 404 returned error can't find the container with id 29bae46407f24d52530393fa4f4b85c5a837e5ae31ccdc6a1a456b16f9e31b60
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.230224 4220 manager.go:1106] Failed to create existing container: /crio-8e711ca93428bbbf74b6fc2048a512cd576b248d3b3137b296c8d67cd1e3c0bb: Error finding container 8e711ca93428bbbf74b6fc2048a512cd576b248d3b3137b296c8d67cd1e3c0bb: Status 404 returned error can't find the container with id 8e711ca93428bbbf74b6fc2048a512cd576b248d3b3137b296c8d67cd1e3c0bb
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.230417 4220 manager.go:1106] Failed to create existing container: /crio-b5eadb6a478a27990f362fb272bb96703b20fcf0b8fd06ccf54af16adbcb7187: Error finding container b5eadb6a478a27990f362fb272bb96703b20fcf0b8fd06ccf54af16adbcb7187: Status 404 returned error can't find the container with id b5eadb6a478a27990f362fb272bb96703b20fcf0b8fd06ccf54af16adbcb7187
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.230665 4220 manager.go:1106] Failed to create existing container: /docker/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/crio-492c8c1f67d1415119f166d83a2b3ee8b77ade0875e11c43823940dd5d952c25: Error finding container 492c8c1f67d1415119f166d83a2b3ee8b77ade0875e11c43823940dd5d952c25: Status 404 returned error can't find the container with id 492c8c1f67d1415119f166d83a2b3ee8b77ade0875e11c43823940dd5d952c25
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.230882 4220 manager.go:1106] Failed to create existing container: /crio-a7685bf7d213aba329b3738957d4db9d834a061ddb12f3aca83eb51f0a7161b9: Error finding container a7685bf7d213aba329b3738957d4db9d834a061ddb12f3aca83eb51f0a7161b9: Status 404 returned error can't find the container with id a7685bf7d213aba329b3738957d4db9d834a061ddb12f3aca83eb51f0a7161b9
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.231062 4220 manager.go:1106] Failed to create existing container: /docker/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/crio-8e711ca93428bbbf74b6fc2048a512cd576b248d3b3137b296c8d67cd1e3c0bb: Error finding container 8e711ca93428bbbf74b6fc2048a512cd576b248d3b3137b296c8d67cd1e3c0bb: Status 404 returned error can't find the container with id 8e711ca93428bbbf74b6fc2048a512cd576b248d3b3137b296c8d67cd1e3c0bb
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.231225 4220 manager.go:1106] Failed to create existing container: /docker/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/crio-2a35a128150f1dc4e70249ac9dcc945883ff8d857edd45ba1ba54a4e75a2e2a3: Error finding container 2a35a128150f1dc4e70249ac9dcc945883ff8d857edd45ba1ba54a4e75a2e2a3: Status 404 returned error can't find the container with id 2a35a128150f1dc4e70249ac9dcc945883ff8d857edd45ba1ba54a4e75a2e2a3
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.231408 4220 manager.go:1106] Failed to create existing container: /crio-29bae46407f24d52530393fa4f4b85c5a837e5ae31ccdc6a1a456b16f9e31b60: Error finding container 29bae46407f24d52530393fa4f4b85c5a837e5ae31ccdc6a1a456b16f9e31b60: Status 404 returned error can't find the container with id 29bae46407f24d52530393fa4f4b85c5a837e5ae31ccdc6a1a456b16f9e31b60
Feb 16 17:53:54 functional-350187 kubelet[4220]: E0216 17:53:54.231582 4220 manager.go:1106] Failed to create existing container: /docker/4d98ed95cc7f824afde9e07381a13cab39759f34a7e040c9f2389bdde35801ee/crio-afd0fe1351f2b39675463c00ba6efc0b010f8a521aebd5c19f2cec1467b8a2ab: Error finding container afd0fe1351f2b39675463c00ba6efc0b010f8a521aebd5c19f2cec1467b8a2ab: Status 404 returned error can't find the container with id afd0fe1351f2b39675463c00ba6efc0b010f8a521aebd5c19f2cec1467b8a2ab
Feb 16 17:54:18 functional-350187 kubelet[4220]: E0216 17:54:18.340597 4220 remote_image.go:180] "PullImage from image service failed" err="rpc error: code = Unknown desc = reading manifest latest in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit" image="docker.io/nginx:latest"
Feb 16 17:54:18 functional-350187 kubelet[4220]: E0216 17:54:18.340655 4220 kuberuntime_image.go:53] "Failed to pull image" err="reading manifest latest in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit" image="docker.io/nginx:latest"
Feb 16 17:54:18 functional-350187 kubelet[4220]: E0216 17:54:18.340743 4220 kuberuntime_manager.go:1261] container &Container{Name:myfrontend,Image:docker.io/nginx,Command:[],Args:[],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:mypd,ReadOnly:false,MountPath:/tmp/mount,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:kube-api-access-hgvwq,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:Always,SecurityContext:nil,Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod sp-pod_default(da251a49-a776-
430e-9056-f54c83f53733): ErrImagePull: reading manifest latest in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 17:54:18 functional-350187 kubelet[4220]: E0216 17:54:18.340783 4220 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"myfrontend\" with ErrImagePull: \"reading manifest latest in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit\"" pod="default/sp-pod" podUID="da251a49-a776-430e-9056-f54c83f53733"
Feb 16 17:54:20 functional-350187 kubelet[4220]: E0216 17:54:20.780461 4220 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d29e0c2750103ac356cde22a82768b5ad4774fab9243d168a5418cf29398a190/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d29e0c2750103ac356cde22a82768b5ad4774fab9243d168a5418cf29398a190/diff: no such file or directory, extraDiskErr: <nil>
Feb 16 17:54:29 functional-350187 kubelet[4220]: E0216 17:54:29.059653 4220 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"myfrontend\" with ImagePullBackOff: \"Back-off pulling image \\\"docker.io/nginx\\\"\"" pod="default/sp-pod" podUID="da251a49-a776-430e-9056-f54c83f53733"
Feb 16 17:54:44 functional-350187 kubelet[4220]: E0216 17:54:44.060418 4220 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"myfrontend\" with ImagePullBackOff: \"Back-off pulling image \\\"docker.io/nginx\\\"\"" pod="default/sp-pod" podUID="da251a49-a776-430e-9056-f54c83f53733"
==> kubernetes-dashboard [47e74ea7242adf2b424504e244298c098d8fb79c7b7eb727d1e24a4e868cb953] <==
2024/02/16 17:52:36 Starting overwatch
2024/02/16 17:52:36 Using namespace: kubernetes-dashboard
2024/02/16 17:52:36 Using in-cluster config to connect to apiserver
2024/02/16 17:52:36 Using secret token for csrf signing
2024/02/16 17:52:36 Initializing csrf token from kubernetes-dashboard-csrf secret
2024/02/16 17:52:36 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2024/02/16 17:52:36 Successful initial request to the apiserver, version: v1.28.4
2024/02/16 17:52:36 Generating JWE encryption key
2024/02/16 17:52:36 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2024/02/16 17:52:36 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2024/02/16 17:52:37 Initializing JWE encryption key from synchronized object
2024/02/16 17:52:37 Creating in-cluster Sidecar client
2024/02/16 17:52:37 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2024/02/16 17:52:37 Serving insecurely on HTTP port: 9090
2024/02/16 17:53:07 Successful request to sidecar
==> storage-provisioner [2c9c359f9a985aed13875ee82a7e3bef08754ec8c91cbb1b74e56b4d96822ea5] <==
I0216 17:50:59.582665 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0216 17:50:59.597322 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0216 17:50:59.597379 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0216 17:51:16.998548 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0216 17:51:16.998720 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-350187_85afb600-7a07-4420-99c5-a151cc8ba946!
I0216 17:51:16.999612 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ab57b0eb-0ae0-4047-b47f-a2c9f1629113", APIVersion:"v1", ResourceVersion:"606", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-350187_85afb600-7a07-4420-99c5-a151cc8ba946 became leader
I0216 17:51:17.098903 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-350187_85afb600-7a07-4420-99c5-a151cc8ba946!
I0216 17:51:48.327157 1 controller.go:1332] provision "default/myclaim" class "standard": started
I0216 17:51:48.327656 1 storage_provisioner.go:61] Provisioning volume {&StorageClass{ObjectMeta:{standard 00dcbe06-2351-4138-9c13-458629fbc276 396 0 2024-02-16 17:49:58 +0000 UTC <nil> <nil> map[addonmanager.kubernetes.io/mode:EnsureExists] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"storage.k8s.io/v1","kind":"StorageClass","metadata":{"annotations":{"storageclass.kubernetes.io/is-default-class":"true"},"labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"name":"standard"},"provisioner":"k8s.io/minikube-hostpath"}
storageclass.kubernetes.io/is-default-class:true] [] [] [{kubectl-client-side-apply Update storage.k8s.io/v1 2024-02-16 17:49:58 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanager.kubernetes.io/mode":{}}},"f:provisioner":{},"f:reclaimPolicy":{},"f:volumeBindingMode":{}}}]},Provisioner:k8s.io/minikube-hostpath,Parameters:map[string]string{},ReclaimPolicy:*Delete,MountOptions:[],AllowVolumeExpansion:nil,VolumeBindingMode:*Immediate,AllowedTopologies:[]TopologySelectorTerm{},} pvc-501aa929-b36a-4235-9fb6-369289b97260 &PersistentVolumeClaim{ObjectMeta:{myclaim default 501aa929-b36a-4235-9fb6-369289b97260 699 0 2024-02-16 17:51:48 +0000 UTC <nil> <nil> map[] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"v1","kind":"PersistentVolumeClaim","metadata":{"annotations":{},"name":"myclaim","namespace":"default"},"spec":{"accessModes":["Rea
dWriteOnce"],"resources":{"requests":{"storage":"500Mi"}},"volumeMode":"Filesystem"}}
volume.beta.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath volume.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath] [] [kubernetes.io/pvc-protection] [{kube-controller-manager Update v1 2024-02-16 17:51:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:volume.beta.kubernetes.io/storage-provisioner":{},"f:volume.kubernetes.io/storage-provisioner":{}}}}} {kubectl-client-side-apply Update v1 2024-02-16 17:51:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{}}},"f:spec":{"f:accessModes":{},"f:resources":{"f:requests":{".":{},"f:storage":{}}},"f:volumeMode":{}}}}]},Spec:PersistentVolumeClaimSpec{AccessModes:[ReadWriteOnce],Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{storage: {{524288000 0} {<nil>} 500Mi BinarySI},},},VolumeName:,Selector:nil,StorageClassName:*standard,VolumeMode:*Filesystem,DataSource:nil,},Status:PersistentVolumeClaimStatus{Phase:Pending,AccessModes:[],Capacity:
ResourceList{},Conditions:[]PersistentVolumeClaimCondition{},},} nil} to /tmp/hostpath-provisioner/default/myclaim
I0216 17:51:48.329860 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"501aa929-b36a-4235-9fb6-369289b97260", APIVersion:"v1", ResourceVersion:"699", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/myclaim"
I0216 17:51:48.335666 1 controller.go:1439] provision "default/myclaim" class "standard": volume "pvc-501aa929-b36a-4235-9fb6-369289b97260" provisioned
I0216 17:51:48.335714 1 controller.go:1456] provision "default/myclaim" class "standard": succeeded
I0216 17:51:48.335720 1 volume_store.go:212] Trying to save persistentvolume "pvc-501aa929-b36a-4235-9fb6-369289b97260"
I0216 17:51:48.357544 1 volume_store.go:219] persistentvolume "pvc-501aa929-b36a-4235-9fb6-369289b97260" saved
I0216 17:51:48.357917 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"501aa929-b36a-4235-9fb6-369289b97260", APIVersion:"v1", ResourceVersion:"699", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-501aa929-b36a-4235-9fb6-369289b97260
==> storage-provisioner [e1026ceebb8751265c91668c6f3f6644f89586050e35cae23a206464a28a85a6] <==
I0216 17:50:15.255954 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0216 17:50:18.034184 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0216 17:50:18.054223 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0216 17:50:35.468287 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0216 17:50:35.468660 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ab57b0eb-0ae0-4047-b47f-a2c9f1629113", APIVersion:"v1", ResourceVersion:"512", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-350187_2b0d3305-cef3-447e-9817-155c79ffd6a0 became leader
I0216 17:50:35.468743 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-350187_2b0d3305-cef3-447e-9817-155c79ffd6a0!
I0216 17:50:35.569095 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-350187_2b0d3305-cef3-447e-9817-155c79ffd6a0!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p functional-350187 -n functional-350187
helpers_test.go:261: (dbg) Run: kubectl --context functional-350187 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: busybox-mount sp-pod
helpers_test.go:274: ======> post-mortem[TestFunctional/parallel/PersistentVolumeClaim]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context functional-350187 describe pod busybox-mount sp-pod
helpers_test.go:282: (dbg) kubectl --context functional-350187 describe pod busybox-mount sp-pod:
-- stdout --
Name: busybox-mount
Namespace: default
Priority: 0
Service Account: default
Node: functional-350187/192.168.49.2
Start Time: Fri, 16 Feb 2024 17:52:08 +0000
Labels: integration-test=busybox-mount
Annotations: <none>
Status: Succeeded
IP: 10.244.0.8
IPs:
IP: 10.244.0.8
Containers:
mount-munger:
Container ID: cri-o://375baed3294a1d6c79a06310f9cbe3394258d96eea32fd201cb5cb6bbd1984ec
Image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
Image ID: gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
Port: <none>
Host Port: <none>
Command:
/bin/sh
-c
--
Args:
cat /mount-9p/created-by-test; echo test > /mount-9p/created-by-pod; rm /mount-9p/created-by-test-removed-by-pod; echo test > /mount-9p/created-by-pod-removed-by-test date >> /mount-9p/pod-dates
State: Terminated
Reason: Completed
Exit Code: 0
Started: Fri, 16 Feb 2024 17:52:23 +0000
Finished: Fri, 16 Feb 2024 17:52:23 +0000
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/mount-9p from test-volume (rw)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-sbxnw (ro)
Conditions:
Type Status
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
test-volume:
Type: HostPath (bare host directory volume)
Path: /mount-9p
HostPathType:
kube-api-access-sbxnw:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 2m42s default-scheduler Successfully assigned default/busybox-mount to functional-350187
Normal Pulling 2m42s kubelet Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Normal Pulled 2m28s kubelet Successfully pulled image "gcr.io/k8s-minikube/busybox:1.28.4-glibc" in 1.638s (13.98s including waiting)
Normal Created 2m28s kubelet Created container mount-munger
Normal Started 2m28s kubelet Started container mount-munger
Name: sp-pod
Namespace: default
Priority: 0
Service Account: default
Node: functional-350187/192.168.49.2
Start Time: Fri, 16 Feb 2024 17:51:48 +0000
Labels: test=storage-provisioner
Annotations: <none>
Status: Pending
IP: 10.244.0.6
IPs:
IP: 10.244.0.6
Containers:
myfrontend:
Container ID:
Image: docker.io/nginx
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/tmp/mount from mypd (rw)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-hgvwq (ro)
Conditions:
Type Status
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
mypd:
Type: PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace)
ClaimName: myclaim
ReadOnly: false
kube-api-access-hgvwq:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 3m3s default-scheduler Successfully assigned default/sp-pod to functional-350187
Warning Failed 2m30s kubelet Failed to pull image "docker.io/nginx": initializing source docker://nginx:latest: reading manifest latest in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Warning Failed 89s kubelet Failed to pull image "docker.io/nginx": loading manifest for target platform: reading manifest sha256:d5ec359034df4b326b8b5f0efa26dbd8742d166161b7edb37321b795c8fe5f48 in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Normal Pulling 63s (x3 over 3m2s) kubelet Pulling image "docker.io/nginx"
Warning Failed 33s (x3 over 2m30s) kubelet Error: ErrImagePull
Warning Failed 33s kubelet Failed to pull image "docker.io/nginx": reading manifest latest in docker.io/library/nginx: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Normal BackOff 7s (x4 over 2m29s) kubelet Back-off pulling image "docker.io/nginx"
Warning Failed 7s (x4 over 2m29s) kubelet Error: ImagePullBackOff
-- /stdout --
helpers_test.go:285: <<< TestFunctional/parallel/PersistentVolumeClaim FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestFunctional/parallel/PersistentVolumeClaim (188.86s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddonActivation
ingress_addon_legacy_test.go:70: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-349673 addons enable ingress --alsologtostderr -v=5
E0216 17:56:32.296207 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:32.301507 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:32.312174 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:32.332921 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:32.373201 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:32.453569 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:32.614030 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:32.934813 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:33.575454 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:34.856593 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:37.416810 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:42.537533 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:56:52.778618 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:57:13.258906 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:57:54.220019 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 17:58:38.700925 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:59:16.140348 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 18:01:32.296163 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 18:01:59.980569 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
ingress_addon_legacy_test.go:70: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ingress-addon-legacy-349673 addons enable ingress --alsologtostderr -v=5: exit status 10 (6m1.022930783s)
-- stdout --
* ingress is an addon maintained by Kubernetes. For any concerns contact minikube on GitHub.
You can view the list of minikube maintainers at: https://github.com/kubernetes/minikube/blob/master/OWNERS
- Using image docker.io/jettech/kube-webhook-certgen:v1.5.1
- Using image docker.io/jettech/kube-webhook-certgen:v1.5.1
- Using image registry.k8s.io/ingress-nginx/controller:v0.49.3
* Verifying ingress addon...
-- /stdout --
** stderr **
I0216 17:56:17.861809 271244 out.go:291] Setting OutFile to fd 1 ...
I0216 17:56:17.862941 271244 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:56:17.862955 271244 out.go:304] Setting ErrFile to fd 2...
I0216 17:56:17.862961 271244 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:56:17.863230 271244 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:56:17.863531 271244 mustload.go:65] Loading cluster: ingress-addon-legacy-349673
I0216 17:56:17.863913 271244 config.go:182] Loaded profile config "ingress-addon-legacy-349673": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0216 17:56:17.863936 271244 addons.go:597] checking whether the cluster is paused
I0216 17:56:17.864040 271244 config.go:182] Loaded profile config "ingress-addon-legacy-349673": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0216 17:56:17.864064 271244 host.go:66] Checking if "ingress-addon-legacy-349673" exists ...
I0216 17:56:17.864564 271244 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:56:17.884834 271244 ssh_runner.go:195] Run: systemctl --version
I0216 17:56:17.884902 271244 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:56:17.902582 271244 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:56:18.003747 271244 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0216 17:56:18.003828 271244 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0216 17:56:18.048184 271244 cri.go:89] found id: "ddd212591bc3acea2832d20a2c9f6af44f408fed307043141410d8907836e267"
I0216 17:56:18.048209 271244 cri.go:89] found id: "1f7e8a7c3c9c180c0eb1e527b64f8414702505e38f6d619bb71b61f80f17a474"
I0216 17:56:18.048215 271244 cri.go:89] found id: "5ecc0141208c3dfd29c64b092574f2b992be151054f76845476248db8d9114c4"
I0216 17:56:18.048220 271244 cri.go:89] found id: "9fd502b3e34e0f657b9617269e21e33090ba3df7e0e61aa6c6a7eb005c349fb9"
I0216 17:56:18.048225 271244 cri.go:89] found id: "4d105e88172d5d98b3098edfb4443f2d94a7ce52de770d58f309b219918fba8d"
I0216 17:56:18.048229 271244 cri.go:89] found id: "08a1a36b1d03b75cf3b11c23cc04e0e0242bfd0a2c765955ab684302cbb4c5e9"
I0216 17:56:18.048234 271244 cri.go:89] found id: "f5a3c92170776c4ff48ecd26a4993decb7135f00277a475aa66f04fdc437f1d8"
I0216 17:56:18.048238 271244 cri.go:89] found id: "a6c5cb6aa34a71aecc8f938068334f11b7f611a6e87737fb054b2c1ed46ea4ac"
I0216 17:56:18.048242 271244 cri.go:89] found id: ""
I0216 17:56:18.048301 271244 ssh_runner.go:195] Run: sudo runc list -f json
I0216 17:56:18.081585 271244 cri.go:116] JSON = [{"ociVersion":"1.0.2-dev","id":"08a1a36b1d03b75cf3b11c23cc04e0e0242bfd0a2c765955ab684302cbb4c5e9","pid":1580,"status":"running","bundle":"/run/containers/storage/overlay-containers/08a1a36b1d03b75cf3b11c23cc04e0e0242bfd0a2c765955ab684302cbb4c5e9/userdata","rootfs":"/var/lib/containers/storage/overlay/0028f734985994818b9128d21e1e314e10a467d9814a1f952f5c77c4c946c8b4/merged","created":"2024-02-16T17:55:39.123867149Z","annotations":{"io.container.manager":"cri-o","io.kubernetes.container.hash":"fd1dd8ff","io.kubernetes.container.name":"kube-apiserver","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kubernetes.cri-o.Annotations":"{\"io.kubernetes.container.hash\":\"fd1dd8ff\",\"io.kubernetes.container.restartCount\":\"0\",\"io.kubernetes.container.terminationMessagePath\":\"/dev/termination-log\",\"io.kubernetes.container.termina
tionMessagePolicy\":\"File\",\"io.kubernetes.pod.terminationGracePeriod\":\"30\"}","io.kubernetes.cri-o.ContainerID":"08a1a36b1d03b75cf3b11c23cc04e0e0242bfd0a2c765955ab684302cbb4c5e9","io.kubernetes.cri-o.ContainerType":"container","io.kubernetes.cri-o.Created":"2024-02-16T17:55:39.045445679Z","io.kubernetes.cri-o.Image":"2694cf044d66591c37b12c60ce1f1cdba3d271af5ebda43a2e4d32ebbadd97d0","io.kubernetes.cri-o.ImageName":"k8s.gcr.io/kube-apiserver:v1.18.20","io.kubernetes.cri-o.ImageRef":"2694cf044d66591c37b12c60ce1f1cdba3d271af5ebda43a2e4d32ebbadd97d0","io.kubernetes.cri-o.Labels":"{\"io.kubernetes.container.name\":\"kube-apiserver\",\"io.kubernetes.pod.name\":\"kube-apiserver-ingress-addon-legacy-349673\",\"io.kubernetes.pod.namespace\":\"kube-system\",\"io.kubernetes.pod.uid\":\"78b40af95c64e5112ac985f00b18628c\"}","io.kubernetes.cri-o.LogPath":"/var/log/pods/kube-system_kube-apiserver-ingress-addon-legacy-349673_78b40af95c64e5112ac985f00b18628c/kube-apiserver/0.log","io.kubernetes.cri-o.Metadata":"{\"name\":
\"kube-apiserver\"}","io.kubernetes.cri-o.MountPoint":"/var/lib/containers/storage/overlay/0028f734985994818b9128d21e1e314e10a467d9814a1f952f5c77c4c946c8b4/merged","io.kubernetes.cri-o.Name":"k8s_kube-apiserver_kube-apiserver-ingress-addon-legacy-349673_kube-system_78b40af95c64e5112ac985f00b18628c_0","io.kubernetes.cri-o.ResolvPath":"/run/containers/storage/overlay-containers/6b4834f9509a3d726208a247c1f7e2c17b8b91267cf2ad9d3644ab6969bb93f8/userdata/resolv.conf","io.kubernetes.cri-o.SandboxID":"6b4834f9509a3d726208a247c1f7e2c17b8b91267cf2ad9d3644ab6969bb93f8","io.kubernetes.cri-o.SandboxName":"k8s_kube-apiserver-ingress-addon-legacy-349673_kube-system_78b40af95c64e5112ac985f00b18628c_0","io.kubernetes.cri-o.SeccompProfilePath":"","io.kubernetes.cri-o.Stdin":"false","io.kubernetes.cri-o.StdinOnce":"false","io.kubernetes.cri-o.TTY":"false","io.kubernetes.cri-o.Volumes":"[{\"container_path\":\"/dev/termination-log\",\"host_path\":\"/var/lib/kubelet/pods/78b40af95c64e5112ac985f00b18628c/containers/kube-apiserver/a
2ce25e8\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/ca-certificates\",\"host_path\":\"/etc/ca-certificates\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/hosts\",\"host_path\":\"/var/lib/kubelet/pods/78b40af95c64e5112ac985f00b18628c/etc-hosts\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/usr/share/ca-certificates\",\"host_path\":\"/usr/share/ca-certificates\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/ssl/certs\",\"host_path\":\"/etc/ssl/certs\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/var/lib/minikube/certs\",\"host_path\":\"/var/lib/minikube/certs\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/usr/local/share/ca-certificates\",\"host_path\":\"/usr/local/share/ca-certificates\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false}]","
io.kubernetes.pod.name":"kube-apiserver-ingress-addon-legacy-349673","io.kubernetes.pod.namespace":"kube-system","io.kubernetes.pod.terminationGracePeriod":"30","io.kubernetes.pod.uid":"78b40af95c64e5112ac985f00b18628c","kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.49.2:8443","kubernetes.io/config.hash":"78b40af95c64e5112ac985f00b18628c","kubernetes.io/config.seen":"2024-02-16T17:55:36.106674911Z","kubernetes.io/config.source":"file"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"1f7e8a7c3c9c180c0eb1e527b64f8414702505e38f6d619bb71b61f80f17a474","pid":2286,"status":"running","bundle":"/run/containers/storage/overlay-containers/1f7e8a7c3c9c180c0eb1e527b64f8414702505e38f6d619bb71b61f80f17a474/userdata","rootfs":"/var/lib/containers/storage/overlay/93f2c462b9a486fbcd5f940dab23f0bc5346e7f7090e19aa2e1edb08121c316a/merged","created":"2024-02-16T17:56:13.762286293Z","annotations":{"io.container.manager":"cri-o","io.kubernetes.container.hash":"ce9d3d9c","io.kubernetes.container.name":"st
orage-provisioner","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kubernetes.cri-o.Annotations":"{\"io.kubernetes.container.hash\":\"ce9d3d9c\",\"io.kubernetes.container.restartCount\":\"0\",\"io.kubernetes.container.terminationMessagePath\":\"/dev/termination-log\",\"io.kubernetes.container.terminationMessagePolicy\":\"File\",\"io.kubernetes.pod.terminationGracePeriod\":\"30\"}","io.kubernetes.cri-o.ContainerID":"1f7e8a7c3c9c180c0eb1e527b64f8414702505e38f6d619bb71b61f80f17a474","io.kubernetes.cri-o.ContainerType":"container","io.kubernetes.cri-o.Created":"2024-02-16T17:56:13.726707021Z","io.kubernetes.cri-o.Image":"gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","io.kubernetes.cri-o.ImageName":"gcr.io/k8s-minikube/storage-provisioner:v5","io.kubernetes.cri-o.ImageRef":"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28
319c348c33fbcde6","io.kubernetes.cri-o.Labels":"{\"io.kubernetes.container.name\":\"storage-provisioner\",\"io.kubernetes.pod.name\":\"storage-provisioner\",\"io.kubernetes.pod.namespace\":\"kube-system\",\"io.kubernetes.pod.uid\":\"520502b0-6c76-4888-91a4-36e4b1215130\"}","io.kubernetes.cri-o.LogPath":"/var/log/pods/kube-system_storage-provisioner_520502b0-6c76-4888-91a4-36e4b1215130/storage-provisioner/0.log","io.kubernetes.cri-o.Metadata":"{\"name\":\"storage-provisioner\"}","io.kubernetes.cri-o.MountPoint":"/var/lib/containers/storage/overlay/93f2c462b9a486fbcd5f940dab23f0bc5346e7f7090e19aa2e1edb08121c316a/merged","io.kubernetes.cri-o.Name":"k8s_storage-provisioner_storage-provisioner_kube-system_520502b0-6c76-4888-91a4-36e4b1215130_0","io.kubernetes.cri-o.ResolvPath":"/run/containers/storage/overlay-containers/b5be750b5e917d86ed44fe4234b272a7ea4fc48112fefe4404290c24f0c598dd/userdata/resolv.conf","io.kubernetes.cri-o.SandboxID":"b5be750b5e917d86ed44fe4234b272a7ea4fc48112fefe4404290c24f0c598dd","io.kuberne
tes.cri-o.SandboxName":"k8s_storage-provisioner_kube-system_520502b0-6c76-4888-91a4-36e4b1215130_0","io.kubernetes.cri-o.SeccompProfilePath":"","io.kubernetes.cri-o.Stdin":"false","io.kubernetes.cri-o.StdinOnce":"false","io.kubernetes.cri-o.TTY":"false","io.kubernetes.cri-o.Volumes":"[{\"container_path\":\"/tmp\",\"host_path\":\"/tmp\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/hosts\",\"host_path\":\"/var/lib/kubelet/pods/520502b0-6c76-4888-91a4-36e4b1215130/etc-hosts\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/dev/termination-log\",\"host_path\":\"/var/lib/kubelet/pods/520502b0-6c76-4888-91a4-36e4b1215130/containers/storage-provisioner/31fe097a\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/var/run/secrets/kubernetes.io/serviceaccount\",\"host_path\":\"/var/lib/kubelet/pods/520502b0-6c76-4888-91a4-36e4b1215130/volumes/kubernetes.io~secret/storage-provisioner-token-n6zsq\",\"
readonly\":true,\"propagation\":0,\"selinux_relabel\":false}]","io.kubernetes.pod.name":"storage-provisioner","io.kubernetes.pod.namespace":"kube-system","io.kubernetes.pod.terminationGracePeriod":"30","io.kubernetes.pod.uid":"520502b0-6c76-4888-91a4-36e4b1215130","kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"v1\",\"kind\":\"Pod\",\"metadata\":{\"annotations\":{},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"Reconcile\",\"integration-test\":\"storage-provisioner\"},\"name\":\"storage-provisioner\",\"namespace\":\"kube-system\"},\"spec\":{\"containers\":[{\"command\":[\"/storage-provisioner\"],\"image\":\"gcr.io/k8s-minikube/storage-provisioner:v5\",\"imagePullPolicy\":\"IfNotPresent\",\"name\":\"storage-provisioner\",\"volumeMounts\":[{\"mountPath\":\"/tmp\",\"name\":\"tmp\"}]}],\"hostNetwork\":true,\"serviceAccountName\":\"storage-provisioner\",\"volumes\":[{\"hostPath\":{\"path\":\"/tmp\",\"type\":\"Directory\"},\"name\":\"tmp\"}]}}\n","kubernetes.io/config.seen":"2024-02-16T17:5
6:11.502115802Z","kubernetes.io/config.source":"api"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"4d105e88172d5d98b3098edfb4443f2d94a7ce52de770d58f309b219918fba8d","pid":1587,"status":"running","bundle":"/run/containers/storage/overlay-containers/4d105e88172d5d98b3098edfb4443f2d94a7ce52de770d58f309b219918fba8d/userdata","rootfs":"/var/lib/containers/storage/overlay/680d0717caec277a1f4c95b8eccf2e7b5242fd02680950a980e6da4aaa86a319/merged","created":"2024-02-16T17:55:39.117953764Z","annotations":{"io.container.manager":"cri-o","io.kubernetes.container.hash":"ef5ef709","io.kubernetes.container.name":"kube-scheduler","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kubernetes.cri-o.Annotations":"{\"io.kubernetes.container.hash\":\"ef5ef709\",\"io.kubernetes.container.restartCount\":\"0\",\"io.kubernetes.container.terminationMessagePath\":\"/dev/termination-log\",\"io.kubernetes.contai
ner.terminationMessagePolicy\":\"File\",\"io.kubernetes.pod.terminationGracePeriod\":\"30\"}","io.kubernetes.cri-o.ContainerID":"4d105e88172d5d98b3098edfb4443f2d94a7ce52de770d58f309b219918fba8d","io.kubernetes.cri-o.ContainerType":"container","io.kubernetes.cri-o.Created":"2024-02-16T17:55:39.069102484Z","io.kubernetes.cri-o.Image":"095f37015706de6eedb4f57eb2f9a25a1e3bf4bec63d50ba73f8968ef4094fd1","io.kubernetes.cri-o.ImageName":"k8s.gcr.io/kube-scheduler:v1.18.20","io.kubernetes.cri-o.ImageRef":"095f37015706de6eedb4f57eb2f9a25a1e3bf4bec63d50ba73f8968ef4094fd1","io.kubernetes.cri-o.Labels":"{\"io.kubernetes.container.name\":\"kube-scheduler\",\"io.kubernetes.pod.name\":\"kube-scheduler-ingress-addon-legacy-349673\",\"io.kubernetes.pod.namespace\":\"kube-system\",\"io.kubernetes.pod.uid\":\"d12e497b0008e22acbcd5a9cf2dd48ac\"}","io.kubernetes.cri-o.LogPath":"/var/log/pods/kube-system_kube-scheduler-ingress-addon-legacy-349673_d12e497b0008e22acbcd5a9cf2dd48ac/kube-scheduler/0.log","io.kubernetes.cri-o.Metadata":
"{\"name\":\"kube-scheduler\"}","io.kubernetes.cri-o.MountPoint":"/var/lib/containers/storage/overlay/680d0717caec277a1f4c95b8eccf2e7b5242fd02680950a980e6da4aaa86a319/merged","io.kubernetes.cri-o.Name":"k8s_kube-scheduler_kube-scheduler-ingress-addon-legacy-349673_kube-system_d12e497b0008e22acbcd5a9cf2dd48ac_0","io.kubernetes.cri-o.ResolvPath":"/run/containers/storage/overlay-containers/525d4c322a0e56b825c082440724d758b5c2c6cd26f9727978b0c86e40bb7358/userdata/resolv.conf","io.kubernetes.cri-o.SandboxID":"525d4c322a0e56b825c082440724d758b5c2c6cd26f9727978b0c86e40bb7358","io.kubernetes.cri-o.SandboxName":"k8s_kube-scheduler-ingress-addon-legacy-349673_kube-system_d12e497b0008e22acbcd5a9cf2dd48ac_0","io.kubernetes.cri-o.SeccompProfilePath":"","io.kubernetes.cri-o.Stdin":"false","io.kubernetes.cri-o.StdinOnce":"false","io.kubernetes.cri-o.TTY":"false","io.kubernetes.cri-o.Volumes":"[{\"container_path\":\"/etc/hosts\",\"host_path\":\"/var/lib/kubelet/pods/d12e497b0008e22acbcd5a9cf2dd48ac/etc-hosts\",\"readonly\":f
alse,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/dev/termination-log\",\"host_path\":\"/var/lib/kubelet/pods/d12e497b0008e22acbcd5a9cf2dd48ac/containers/kube-scheduler/cc45cb2b\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/kubernetes/scheduler.conf\",\"host_path\":\"/etc/kubernetes/scheduler.conf\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false}]","io.kubernetes.pod.name":"kube-scheduler-ingress-addon-legacy-349673","io.kubernetes.pod.namespace":"kube-system","io.kubernetes.pod.terminationGracePeriod":"30","io.kubernetes.pod.uid":"d12e497b0008e22acbcd5a9cf2dd48ac","kubernetes.io/config.hash":"d12e497b0008e22acbcd5a9cf2dd48ac","kubernetes.io/config.seen":"2024-02-16T17:55:36.115767173Z","kubernetes.io/config.source":"file"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"5ecc0141208c3dfd29c64b092574f2b992be151054f76845476248db8d9114c4","pid":2184,"status":"running","bundle":"/run/containers/storage/overlay-containers/5ecc0141
208c3dfd29c64b092574f2b992be151054f76845476248db8d9114c4/userdata","rootfs":"/var/lib/containers/storage/overlay/9be8465773e821d03b5c058fb1205b03f5b37ee240983c1faea56d611dd7c6c7/merged","created":"2024-02-16T17:56:05.520015455Z","annotations":{"io.container.manager":"cri-o","io.kubernetes.container.hash":"9b8bb440","io.kubernetes.container.name":"kindnet-cni","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kubernetes.cri-o.Annotations":"{\"io.kubernetes.container.hash\":\"9b8bb440\",\"io.kubernetes.container.restartCount\":\"0\",\"io.kubernetes.container.terminationMessagePath\":\"/dev/termination-log\",\"io.kubernetes.container.terminationMessagePolicy\":\"File\",\"io.kubernetes.pod.terminationGracePeriod\":\"30\"}","io.kubernetes.cri-o.ContainerID":"5ecc0141208c3dfd29c64b092574f2b992be151054f76845476248db8d9114c4","io.kubernetes.cri-o.ContainerType":"container","io.kubernetes.cri-
o.Created":"2024-02-16T17:56:05.485088574Z","io.kubernetes.cri-o.Image":"docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988","io.kubernetes.cri-o.ImageName":"docker.io/kindest/kindnetd:v20240202-8f1494ea","io.kubernetes.cri-o.ImageRef":"4740c1948d3fceb8d7dacc63033aa6299d80794ee4f4811539ec1081d9211f3d","io.kubernetes.cri-o.Labels":"{\"io.kubernetes.container.name\":\"kindnet-cni\",\"io.kubernetes.pod.name\":\"kindnet-b2n6c\",\"io.kubernetes.pod.namespace\":\"kube-system\",\"io.kubernetes.pod.uid\":\"42b323e9-0d6f-4077-b8d7-006d8d8566fb\"}","io.kubernetes.cri-o.LogPath":"/var/log/pods/kube-system_kindnet-b2n6c_42b323e9-0d6f-4077-b8d7-006d8d8566fb/kindnet-cni/0.log","io.kubernetes.cri-o.Metadata":"{\"name\":\"kindnet-cni\"}","io.kubernetes.cri-o.MountPoint":"/var/lib/containers/storage/overlay/9be8465773e821d03b5c058fb1205b03f5b37ee240983c1faea56d611dd7c6c7/merged","io.kubernetes.cri-o.Name":"k8s_kindnet-cni_kindnet-b2n6c_kube-system_42b323e9-0d6f-4077-b8d7-006d8d8
566fb_0","io.kubernetes.cri-o.ResolvPath":"/run/containers/storage/overlay-containers/77d8edb2e945d523242fdd1255844cac4e585a90428bd4e75ae77b51ab3f9159/userdata/resolv.conf","io.kubernetes.cri-o.SandboxID":"77d8edb2e945d523242fdd1255844cac4e585a90428bd4e75ae77b51ab3f9159","io.kubernetes.cri-o.SandboxName":"k8s_kindnet-b2n6c_kube-system_42b323e9-0d6f-4077-b8d7-006d8d8566fb_0","io.kubernetes.cri-o.SeccompProfilePath":"","io.kubernetes.cri-o.Stdin":"false","io.kubernetes.cri-o.StdinOnce":"false","io.kubernetes.cri-o.TTY":"false","io.kubernetes.cri-o.Volumes":"[{\"container_path\":\"/run/xtables.lock\",\"host_path\":\"/run/xtables.lock\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/lib/modules\",\"host_path\":\"/lib/modules\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/hosts\",\"host_path\":\"/var/lib/kubelet/pods/42b323e9-0d6f-4077-b8d7-006d8d8566fb/etc-hosts\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\
"container_path\":\"/dev/termination-log\",\"host_path\":\"/var/lib/kubelet/pods/42b323e9-0d6f-4077-b8d7-006d8d8566fb/containers/kindnet-cni/a1de2541\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/cni/net.d\",\"host_path\":\"/etc/cni/net.d\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/var/run/secrets/kubernetes.io/serviceaccount\",\"host_path\":\"/var/lib/kubelet/pods/42b323e9-0d6f-4077-b8d7-006d8d8566fb/volumes/kubernetes.io~secret/kindnet-token-9hlbk\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false}]","io.kubernetes.pod.name":"kindnet-b2n6c","io.kubernetes.pod.namespace":"kube-system","io.kubernetes.pod.terminationGracePeriod":"30","io.kubernetes.pod.uid":"42b323e9-0d6f-4077-b8d7-006d8d8566fb","kubernetes.io/config.seen":"2024-02-16T17:56:03.125299745Z","kubernetes.io/config.source":"api"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"9fd502b3e34e0f657b9617269e21e33090ba3df7e0e61aa6c6a7eb005c349fb9","pi
d":2073,"status":"running","bundle":"/run/containers/storage/overlay-containers/9fd502b3e34e0f657b9617269e21e33090ba3df7e0e61aa6c6a7eb005c349fb9/userdata","rootfs":"/var/lib/containers/storage/overlay/738d377e855eebc9a48867ad888a65c5115b0d8c0a65d31228fa94e2ac8a3072/merged","created":"2024-02-16T17:56:03.7140137Z","annotations":{"io.container.manager":"cri-o","io.kubernetes.container.hash":"58980950","io.kubernetes.container.name":"kube-proxy","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kubernetes.cri-o.Annotations":"{\"io.kubernetes.container.hash\":\"58980950\",\"io.kubernetes.container.restartCount\":\"0\",\"io.kubernetes.container.terminationMessagePath\":\"/dev/termination-log\",\"io.kubernetes.container.terminationMessagePolicy\":\"File\",\"io.kubernetes.pod.terminationGracePeriod\":\"30\"}","io.kubernetes.cri-o.ContainerID":"9fd502b3e34e0f657b9617269e21e33090ba3df7e0e61aa6
c6a7eb005c349fb9","io.kubernetes.cri-o.ContainerType":"container","io.kubernetes.cri-o.Created":"2024-02-16T17:56:03.561809065Z","io.kubernetes.cri-o.Image":"565297bc6f7d41fdb7a8ac7f9d75617ef4e6efdd1b1e41af6e060e19c44c28a8","io.kubernetes.cri-o.ImageName":"k8s.gcr.io/kube-proxy:v1.18.20","io.kubernetes.cri-o.ImageRef":"565297bc6f7d41fdb7a8ac7f9d75617ef4e6efdd1b1e41af6e060e19c44c28a8","io.kubernetes.cri-o.Labels":"{\"io.kubernetes.container.name\":\"kube-proxy\",\"io.kubernetes.pod.name\":\"kube-proxy-8kv2b\",\"io.kubernetes.pod.namespace\":\"kube-system\",\"io.kubernetes.pod.uid\":\"b4285f8e-34fa-48cc-8037-52763990d672\"}","io.kubernetes.cri-o.LogPath":"/var/log/pods/kube-system_kube-proxy-8kv2b_b4285f8e-34fa-48cc-8037-52763990d672/kube-proxy/0.log","io.kubernetes.cri-o.Metadata":"{\"name\":\"kube-proxy\"}","io.kubernetes.cri-o.MountPoint":"/var/lib/containers/storage/overlay/738d377e855eebc9a48867ad888a65c5115b0d8c0a65d31228fa94e2ac8a3072/merged","io.kubernetes.cri-o.Name":"k8s_kube-proxy_kube-proxy-8kv2b_ku
be-system_b4285f8e-34fa-48cc-8037-52763990d672_0","io.kubernetes.cri-o.ResolvPath":"/run/containers/storage/overlay-containers/4060c73cc100809d3fd4b4595384247ca56504d943e7cfa68cbca2b0f47d176f/userdata/resolv.conf","io.kubernetes.cri-o.SandboxID":"4060c73cc100809d3fd4b4595384247ca56504d943e7cfa68cbca2b0f47d176f","io.kubernetes.cri-o.SandboxName":"k8s_kube-proxy-8kv2b_kube-system_b4285f8e-34fa-48cc-8037-52763990d672_0","io.kubernetes.cri-o.SeccompProfilePath":"","io.kubernetes.cri-o.Stdin":"false","io.kubernetes.cri-o.StdinOnce":"false","io.kubernetes.cri-o.TTY":"false","io.kubernetes.cri-o.Volumes":"[{\"container_path\":\"/run/xtables.lock\",\"host_path\":\"/run/xtables.lock\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/lib/modules\",\"host_path\":\"/lib/modules\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/hosts\",\"host_path\":\"/var/lib/kubelet/pods/b4285f8e-34fa-48cc-8037-52763990d672/etc-hosts\",\"readonly\":false,\"p
ropagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/dev/termination-log\",\"host_path\":\"/var/lib/kubelet/pods/b4285f8e-34fa-48cc-8037-52763990d672/containers/kube-proxy/2030942a\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/var/lib/kube-proxy\",\"host_path\":\"/var/lib/kubelet/pods/b4285f8e-34fa-48cc-8037-52763990d672/volumes/kubernetes.io~configmap/kube-proxy\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/var/run/secrets/kubernetes.io/serviceaccount\",\"host_path\":\"/var/lib/kubelet/pods/b4285f8e-34fa-48cc-8037-52763990d672/volumes/kubernetes.io~secret/kube-proxy-token-f4cq6\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false}]","io.kubernetes.pod.name":"kube-proxy-8kv2b","io.kubernetes.pod.namespace":"kube-system","io.kubernetes.pod.terminationGracePeriod":"30","io.kubernetes.pod.uid":"b4285f8e-34fa-48cc-8037-52763990d672","kubernetes.io/config.seen":"2024-02-16T17:56:03.123682676Z","kubernetes.io
/config.source":"api"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"a6c5cb6aa34a71aecc8f938068334f11b7f611a6e87737fb054b2c1ed46ea4ac","pid":1507,"status":"running","bundle":"/run/containers/storage/overlay-containers/a6c5cb6aa34a71aecc8f938068334f11b7f611a6e87737fb054b2c1ed46ea4ac/userdata","rootfs":"/var/lib/containers/storage/overlay/a13b6f731d96b8e464df43e1a04c3e2ee1614de3e991e179d69d14d72ad7b2e3/merged","created":"2024-02-16T17:55:38.96521183Z","annotations":{"io.container.manager":"cri-o","io.kubernetes.container.hash":"ce880c0b","io.kubernetes.container.name":"kube-controller-manager","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kubernetes.cri-o.Annotations":"{\"io.kubernetes.container.hash\":\"ce880c0b\",\"io.kubernetes.container.restartCount\":\"0\",\"io.kubernetes.container.terminationMessagePath\":\"/dev/termination-log\",\"io.kubernetes.container.terminationMessageP
olicy\":\"File\",\"io.kubernetes.pod.terminationGracePeriod\":\"30\"}","io.kubernetes.cri-o.ContainerID":"a6c5cb6aa34a71aecc8f938068334f11b7f611a6e87737fb054b2c1ed46ea4ac","io.kubernetes.cri-o.ContainerType":"container","io.kubernetes.cri-o.Created":"2024-02-16T17:55:38.921559465Z","io.kubernetes.cri-o.Image":"68a4fac29a865f21217550dbd3570dc1adbc602cf05d6eeb6f060eec1359e1f1","io.kubernetes.cri-o.ImageName":"k8s.gcr.io/kube-controller-manager:v1.18.20","io.kubernetes.cri-o.ImageRef":"68a4fac29a865f21217550dbd3570dc1adbc602cf05d6eeb6f060eec1359e1f1","io.kubernetes.cri-o.Labels":"{\"io.kubernetes.container.name\":\"kube-controller-manager\",\"io.kubernetes.pod.name\":\"kube-controller-manager-ingress-addon-legacy-349673\",\"io.kubernetes.pod.namespace\":\"kube-system\",\"io.kubernetes.pod.uid\":\"49b043cd68fd30a453bdf128db5271f3\"}","io.kubernetes.cri-o.LogPath":"/var/log/pods/kube-system_kube-controller-manager-ingress-addon-legacy-349673_49b043cd68fd30a453bdf128db5271f3/kube-controller-manager/0.log","io.kuber
netes.cri-o.Metadata":"{\"name\":\"kube-controller-manager\"}","io.kubernetes.cri-o.MountPoint":"/var/lib/containers/storage/overlay/a13b6f731d96b8e464df43e1a04c3e2ee1614de3e991e179d69d14d72ad7b2e3/merged","io.kubernetes.cri-o.Name":"k8s_kube-controller-manager_kube-controller-manager-ingress-addon-legacy-349673_kube-system_49b043cd68fd30a453bdf128db5271f3_0","io.kubernetes.cri-o.ResolvPath":"/run/containers/storage/overlay-containers/f449d8d3c0cf3667fd2b99d975cd683db8dac0cd3efad77bd3d1d11b901451ad/userdata/resolv.conf","io.kubernetes.cri-o.SandboxID":"f449d8d3c0cf3667fd2b99d975cd683db8dac0cd3efad77bd3d1d11b901451ad","io.kubernetes.cri-o.SandboxName":"k8s_kube-controller-manager-ingress-addon-legacy-349673_kube-system_49b043cd68fd30a453bdf128db5271f3_0","io.kubernetes.cri-o.SeccompProfilePath":"","io.kubernetes.cri-o.Stdin":"false","io.kubernetes.cri-o.StdinOnce":"false","io.kubernetes.cri-o.TTY":"false","io.kubernetes.cri-o.Volumes":"[{\"container_path\":\"/etc/ca-certificates\",\"host_path\":\"/etc/ca-certi
ficates\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/dev/termination-log\",\"host_path\":\"/var/lib/kubelet/pods/49b043cd68fd30a453bdf128db5271f3/containers/kube-controller-manager/f24dd8bc\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/hosts\",\"host_path\":\"/var/lib/kubelet/pods/49b043cd68fd30a453bdf128db5271f3/etc-hosts\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/ssl/certs\",\"host_path\":\"/etc/ssl/certs\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/kubernetes/controller-manager.conf\",\"host_path\":\"/etc/kubernetes/controller-manager.conf\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/usr/share/ca-certificates\",\"host_path\":\"/usr/share/ca-certificates\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/var/lib/minikube/certs\",\"host_path\":\"
/var/lib/minikube/certs\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/usr/local/share/ca-certificates\",\"host_path\":\"/usr/local/share/ca-certificates\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/usr/libexec/kubernetes/kubelet-plugins/volume/exec\",\"host_path\":\"/usr/libexec/kubernetes/kubelet-plugins/volume/exec\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false}]","io.kubernetes.pod.name":"kube-controller-manager-ingress-addon-legacy-349673","io.kubernetes.pod.namespace":"kube-system","io.kubernetes.pod.terminationGracePeriod":"30","io.kubernetes.pod.uid":"49b043cd68fd30a453bdf128db5271f3","kubernetes.io/config.hash":"49b043cd68fd30a453bdf128db5271f3","kubernetes.io/config.seen":"2024-02-16T17:55:36.109985264Z","kubernetes.io/config.source":"file"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"ddd212591bc3acea2832d20a2c9f6af44f408fed307043141410d8907836e267","pid":2341,"status":"running","bundle":"/run/c
ontainers/storage/overlay-containers/ddd212591bc3acea2832d20a2c9f6af44f408fed307043141410d8907836e267/userdata","rootfs":"/var/lib/containers/storage/overlay/cb03b74b3d8bd293700f984e9e265b7a5ce76af9a2cc7d21379aa964a911dce4/merged","created":"2024-02-16T17:56:14.213735051Z","annotations":{"io.container.manager":"cri-o","io.kubernetes.container.hash":"764942cf","io.kubernetes.container.name":"coredns","io.kubernetes.container.ports":"[{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}]","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kubernetes.cri-o.Annotations":"{\"io.kubernetes.container.hash\":\"764942cf\",\"io.kubernetes.container.ports\":\"[{\\\"name\\\":\\\"dns\\\",\\\"containerPort\\\":53,\\\"protocol\\\":\\\"UDP\\\"},{\\\"name\\\":\\\"d
ns-tcp\\\",\\\"containerPort\\\":53,\\\"protocol\\\":\\\"TCP\\\"},{\\\"name\\\":\\\"metrics\\\",\\\"containerPort\\\":9153,\\\"protocol\\\":\\\"TCP\\\"}]\",\"io.kubernetes.container.restartCount\":\"0\",\"io.kubernetes.container.terminationMessagePath\":\"/dev/termination-log\",\"io.kubernetes.container.terminationMessagePolicy\":\"File\",\"io.kubernetes.pod.terminationGracePeriod\":\"30\"}","io.kubernetes.cri-o.ContainerID":"ddd212591bc3acea2832d20a2c9f6af44f408fed307043141410d8907836e267","io.kubernetes.cri-o.ContainerType":"container","io.kubernetes.cri-o.Created":"2024-02-16T17:56:14.183514461Z","io.kubernetes.cri-o.IP.0":"10.244.0.2","io.kubernetes.cri-o.Image":"6e17ba78cf3ebe1410fe828dc4ca57d3df37ad0b3c1a64161e5c27d57a24d184","io.kubernetes.cri-o.ImageName":"k8s.gcr.io/coredns:1.6.7","io.kubernetes.cri-o.ImageRef":"6e17ba78cf3ebe1410fe828dc4ca57d3df37ad0b3c1a64161e5c27d57a24d184","io.kubernetes.cri-o.Labels":"{\"io.kubernetes.container.name\":\"coredns\",\"io.kubernetes.pod.name\":\"coredns-66bff467f8-b
n7dc\",\"io.kubernetes.pod.namespace\":\"kube-system\",\"io.kubernetes.pod.uid\":\"b2b7caa9-9dc4-4b38-9224-1eaa96da7673\"}","io.kubernetes.cri-o.LogPath":"/var/log/pods/kube-system_coredns-66bff467f8-bn7dc_b2b7caa9-9dc4-4b38-9224-1eaa96da7673/coredns/0.log","io.kubernetes.cri-o.Metadata":"{\"name\":\"coredns\"}","io.kubernetes.cri-o.MountPoint":"/var/lib/containers/storage/overlay/cb03b74b3d8bd293700f984e9e265b7a5ce76af9a2cc7d21379aa964a911dce4/merged","io.kubernetes.cri-o.Name":"k8s_coredns_coredns-66bff467f8-bn7dc_kube-system_b2b7caa9-9dc4-4b38-9224-1eaa96da7673_0","io.kubernetes.cri-o.ResolvPath":"/run/containers/storage/overlay-containers/209f5ffdf5283c25fd5c7a9a0303b2af6532652b47a885d758e24d74ef6d5d5e/userdata/resolv.conf","io.kubernetes.cri-o.SandboxID":"209f5ffdf5283c25fd5c7a9a0303b2af6532652b47a885d758e24d74ef6d5d5e","io.kubernetes.cri-o.SandboxName":"k8s_coredns-66bff467f8-bn7dc_kube-system_b2b7caa9-9dc4-4b38-9224-1eaa96da7673_0","io.kubernetes.cri-o.SeccompProfilePath":"","io.kubernetes.cri-o.Stdin"
:"false","io.kubernetes.cri-o.StdinOnce":"false","io.kubernetes.cri-o.TTY":"false","io.kubernetes.cri-o.Volumes":"[{\"container_path\":\"/etc/coredns\",\"host_path\":\"/var/lib/kubelet/pods/b2b7caa9-9dc4-4b38-9224-1eaa96da7673/volumes/kubernetes.io~configmap/config-volume\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/etc/hosts\",\"host_path\":\"/var/lib/kubelet/pods/b2b7caa9-9dc4-4b38-9224-1eaa96da7673/etc-hosts\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/dev/termination-log\",\"host_path\":\"/var/lib/kubelet/pods/b2b7caa9-9dc4-4b38-9224-1eaa96da7673/containers/coredns/56f5f26e\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/var/run/secrets/kubernetes.io/serviceaccount\",\"host_path\":\"/var/lib/kubelet/pods/b2b7caa9-9dc4-4b38-9224-1eaa96da7673/volumes/kubernetes.io~secret/coredns-token-rlh9r\",\"readonly\":true,\"propagation\":0,\"selinux_relabel\":false}]","io.kubernetes.pod.name":
"coredns-66bff467f8-bn7dc","io.kubernetes.pod.namespace":"kube-system","io.kubernetes.pod.terminationGracePeriod":"30","io.kubernetes.pod.uid":"b2b7caa9-9dc4-4b38-9224-1eaa96da7673","kubernetes.io/config.seen":"2024-02-16T17:56:13.825418886Z","kubernetes.io/config.source":"api"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"f5a3c92170776c4ff48ecd26a4993decb7135f00277a475aa66f04fdc437f1d8","pid":1555,"status":"running","bundle":"/run/containers/storage/overlay-containers/f5a3c92170776c4ff48ecd26a4993decb7135f00277a475aa66f04fdc437f1d8/userdata","rootfs":"/var/lib/containers/storage/overlay/8092649f7e7969e2ebb7506dc88e4bb199a05373f887592a3a59500350aa01c8/merged","created":"2024-02-16T17:55:39.103588511Z","annotations":{"io.container.manager":"cri-o","io.kubernetes.container.hash":"24f44aa8","io.kubernetes.container.name":"etcd","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kuberne
tes.cri-o.Annotations":"{\"io.kubernetes.container.hash\":\"24f44aa8\",\"io.kubernetes.container.restartCount\":\"0\",\"io.kubernetes.container.terminationMessagePath\":\"/dev/termination-log\",\"io.kubernetes.container.terminationMessagePolicy\":\"File\",\"io.kubernetes.pod.terminationGracePeriod\":\"30\"}","io.kubernetes.cri-o.ContainerID":"f5a3c92170776c4ff48ecd26a4993decb7135f00277a475aa66f04fdc437f1d8","io.kubernetes.cri-o.ContainerType":"container","io.kubernetes.cri-o.Created":"2024-02-16T17:55:39.03425091Z","io.kubernetes.cri-o.Image":"ab707b0a0ea339254cc6e3f2e7d618d4793d5129acb2288e9194769271404952","io.kubernetes.cri-o.ImageName":"k8s.gcr.io/etcd:3.4.3-0","io.kubernetes.cri-o.ImageRef":"ab707b0a0ea339254cc6e3f2e7d618d4793d5129acb2288e9194769271404952","io.kubernetes.cri-o.Labels":"{\"io.kubernetes.container.name\":\"etcd\",\"io.kubernetes.pod.name\":\"etcd-ingress-addon-legacy-349673\",\"io.kubernetes.pod.namespace\":\"kube-system\",\"io.kubernetes.pod.uid\":\"1f164a52fdf24cfd7037ddc852530a49\"}","i
o.kubernetes.cri-o.LogPath":"/var/log/pods/kube-system_etcd-ingress-addon-legacy-349673_1f164a52fdf24cfd7037ddc852530a49/etcd/0.log","io.kubernetes.cri-o.Metadata":"{\"name\":\"etcd\"}","io.kubernetes.cri-o.MountPoint":"/var/lib/containers/storage/overlay/8092649f7e7969e2ebb7506dc88e4bb199a05373f887592a3a59500350aa01c8/merged","io.kubernetes.cri-o.Name":"k8s_etcd_etcd-ingress-addon-legacy-349673_kube-system_1f164a52fdf24cfd7037ddc852530a49_0","io.kubernetes.cri-o.ResolvPath":"/run/containers/storage/overlay-containers/c60dcda53385466ed1bba74eab9a90e69f158e9fd05648a7636daaed771aac63/userdata/resolv.conf","io.kubernetes.cri-o.SandboxID":"c60dcda53385466ed1bba74eab9a90e69f158e9fd05648a7636daaed771aac63","io.kubernetes.cri-o.SandboxName":"k8s_etcd-ingress-addon-legacy-349673_kube-system_1f164a52fdf24cfd7037ddc852530a49_0","io.kubernetes.cri-o.SeccompProfilePath":"","io.kubernetes.cri-o.Stdin":"false","io.kubernetes.cri-o.StdinOnce":"false","io.kubernetes.cri-o.TTY":"false","io.kubernetes.cri-o.Volumes":"[{\"conta
iner_path\":\"/etc/hosts\",\"host_path\":\"/var/lib/kubelet/pods/1f164a52fdf24cfd7037ddc852530a49/etc-hosts\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/dev/termination-log\",\"host_path\":\"/var/lib/kubelet/pods/1f164a52fdf24cfd7037ddc852530a49/containers/etcd/3dc2e5f2\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/var/lib/minikube/etcd\",\"host_path\":\"/var/lib/minikube/etcd\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false},{\"container_path\":\"/var/lib/minikube/certs/etcd\",\"host_path\":\"/var/lib/minikube/certs/etcd\",\"readonly\":false,\"propagation\":0,\"selinux_relabel\":false}]","io.kubernetes.pod.name":"etcd-ingress-addon-legacy-349673","io.kubernetes.pod.namespace":"kube-system","io.kubernetes.pod.terminationGracePeriod":"30","io.kubernetes.pod.uid":"1f164a52fdf24cfd7037ddc852530a49","kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.49.2:2379","kubernetes.io/config.hash":"1f164a
52fdf24cfd7037ddc852530a49","kubernetes.io/config.seen":"2024-02-16T17:55:36.117936106Z","kubernetes.io/config.source":"file"},"owner":"root"}]
I0216 17:56:18.082237 271244 cri.go:126] list returned 8 containers
I0216 17:56:18.082262 271244 cri.go:129] container: {ID:08a1a36b1d03b75cf3b11c23cc04e0e0242bfd0a2c765955ab684302cbb4c5e9 Status:running}
I0216 17:56:18.082282 271244 cri.go:135] skipping {08a1a36b1d03b75cf3b11c23cc04e0e0242bfd0a2c765955ab684302cbb4c5e9 running}: state = "running", want "paused"
I0216 17:56:18.082296 271244 cri.go:129] container: {ID:1f7e8a7c3c9c180c0eb1e527b64f8414702505e38f6d619bb71b61f80f17a474 Status:running}
I0216 17:56:18.082304 271244 cri.go:135] skipping {1f7e8a7c3c9c180c0eb1e527b64f8414702505e38f6d619bb71b61f80f17a474 running}: state = "running", want "paused"
I0216 17:56:18.082311 271244 cri.go:129] container: {ID:4d105e88172d5d98b3098edfb4443f2d94a7ce52de770d58f309b219918fba8d Status:running}
I0216 17:56:18.082321 271244 cri.go:135] skipping {4d105e88172d5d98b3098edfb4443f2d94a7ce52de770d58f309b219918fba8d running}: state = "running", want "paused"
I0216 17:56:18.082330 271244 cri.go:129] container: {ID:5ecc0141208c3dfd29c64b092574f2b992be151054f76845476248db8d9114c4 Status:running}
I0216 17:56:18.082337 271244 cri.go:135] skipping {5ecc0141208c3dfd29c64b092574f2b992be151054f76845476248db8d9114c4 running}: state = "running", want "paused"
I0216 17:56:18.082353 271244 cri.go:129] container: {ID:9fd502b3e34e0f657b9617269e21e33090ba3df7e0e61aa6c6a7eb005c349fb9 Status:running}
I0216 17:56:18.082363 271244 cri.go:135] skipping {9fd502b3e34e0f657b9617269e21e33090ba3df7e0e61aa6c6a7eb005c349fb9 running}: state = "running", want "paused"
I0216 17:56:18.082370 271244 cri.go:129] container: {ID:a6c5cb6aa34a71aecc8f938068334f11b7f611a6e87737fb054b2c1ed46ea4ac Status:running}
I0216 17:56:18.082376 271244 cri.go:135] skipping {a6c5cb6aa34a71aecc8f938068334f11b7f611a6e87737fb054b2c1ed46ea4ac running}: state = "running", want "paused"
I0216 17:56:18.082383 271244 cri.go:129] container: {ID:ddd212591bc3acea2832d20a2c9f6af44f408fed307043141410d8907836e267 Status:running}
I0216 17:56:18.082392 271244 cri.go:135] skipping {ddd212591bc3acea2832d20a2c9f6af44f408fed307043141410d8907836e267 running}: state = "running", want "paused"
I0216 17:56:18.082399 271244 cri.go:129] container: {ID:f5a3c92170776c4ff48ecd26a4993decb7135f00277a475aa66f04fdc437f1d8 Status:running}
I0216 17:56:18.082409 271244 cri.go:135] skipping {f5a3c92170776c4ff48ecd26a4993decb7135f00277a475aa66f04fdc437f1d8 running}: state = "running", want "paused"
I0216 17:56:18.085358 271244 out.go:177] * ingress is an addon maintained by Kubernetes. For any concerns contact minikube on GitHub.
You can view the list of minikube maintainers at: https://github.com/kubernetes/minikube/blob/master/OWNERS
I0216 17:56:18.087682 271244 config.go:182] Loaded profile config "ingress-addon-legacy-349673": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0216 17:56:18.087718 271244 addons.go:69] Setting ingress=true in profile "ingress-addon-legacy-349673"
I0216 17:56:18.087728 271244 addons.go:234] Setting addon ingress=true in "ingress-addon-legacy-349673"
I0216 17:56:18.087774 271244 host.go:66] Checking if "ingress-addon-legacy-349673" exists ...
I0216 17:56:18.088265 271244 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:56:18.109024 271244 out.go:177] - Using image docker.io/jettech/kube-webhook-certgen:v1.5.1
I0216 17:56:18.111500 271244 out.go:177] - Using image docker.io/jettech/kube-webhook-certgen:v1.5.1
I0216 17:56:18.113319 271244 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v0.49.3
I0216 17:56:18.115558 271244 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0216 17:56:18.115586 271244 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (15618 bytes)
I0216 17:56:18.115662 271244 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:56:18.133299 271244 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:56:18.246520 271244 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0216 17:56:18.796104 271244 addons.go:470] Verifying addon ingress=true in "ingress-addon-legacy-349673"
I0216 17:56:18.802475 271244 out.go:177] * Verifying ingress addon...
I0216 17:56:18.804679 271244 kapi.go:59] client config for ingress-addon-legacy-349673: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt", KeyFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key", CAFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c81d0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0216 17:56:18.805586 271244 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0216 17:56:18.805981 271244 cert_rotation.go:137] Starting client certificate rotation controller
I0216 17:56:18.827448 271244 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0216 17:56:18.827531 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:19.309601 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:19.809889 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:20.310485 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:20.809534 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:21.309610 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:21.810056 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:22.309389 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:22.809787 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:23.310198 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:23.809453 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:24.309778 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:24.810077 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:25.309412 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:25.809483 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:26.309758 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:26.810503 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:27.309618 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:27.810016 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:28.309535 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:28.809796 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:29.310204 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:29.809441 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:30.309649 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:30.809961 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:31.310443 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:31.809425 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:32.309871 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:32.809448 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:33.309929 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:33.810370 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:34.309516 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:34.809291 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:35.309516 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:35.809685 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:36.309485 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:36.809607 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:37.310477 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:37.809442 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:38.309668 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:38.809896 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:39.312971 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:39.810204 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:40.309467 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:40.809311 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:41.309563 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:41.809913 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:42.310994 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:42.810196 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:43.309424 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:43.809572 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:44.309350 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:44.809383 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:45.310870 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:45.809922 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:46.310080 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:46.809414 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:47.309362 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:47.809497 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:48.310130 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:48.810198 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:49.309519 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:49.809553 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:50.310082 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:50.809277 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:51.311457 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:51.809645 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:52.309918 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:52.810262 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:53.309321 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:53.809333 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:54.309459 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:54.816780 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:55.310091 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:55.809519 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:56.309599 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:56.809748 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:57.310160 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:57.809487 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:58.310610 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:58.809923 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:59.310240 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:56:59.809870 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:00.311208 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:00.809316 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:01.309836 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:01.810104 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:02.309401 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:02.809505 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:03.309868 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:03.810207 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:04.309688 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:04.809876 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:05.310347 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:05.809671 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:06.310143 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:06.809308 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:07.309643 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:07.809892 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:08.309510 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:08.809876 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:09.310202 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:09.809975 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:10.309921 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:10.810230 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:11.309510 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:11.809571 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:12.309880 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:12.810241 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:13.309718 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:13.810079 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:14.309670 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:14.810053 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:15.309327 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:15.809207 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:16.309655 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:16.809521 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:17.310120 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:17.809331 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:18.309955 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:18.809365 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:19.309325 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:19.809608 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:20.309910 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:20.809905 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:21.310370 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:21.809428 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:22.309585 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:22.809373 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:23.309525 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:23.809428 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:24.309496 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:24.809938 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:25.310318 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:25.809487 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:26.310084 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:26.809503 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:27.309564 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:27.809249 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:28.309849 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:28.810179 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:29.309626 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:29.810058 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:30.310516 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:30.809977 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:31.310727 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:31.809954 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:32.310359 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:32.809641 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:33.310179 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:33.809775 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:34.310038 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:34.813892 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:35.310318 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:35.810060 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:36.310658 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:36.810531 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:37.309484 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:37.809980 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:38.310011 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:38.810286 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:39.309680 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:39.809702 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:40.310040 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:40.810228 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:41.309600 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:41.810127 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:42.310775 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:42.810071 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:43.310030 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:43.810459 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:44.309803 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:44.810468 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:45.310877 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:45.810697 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:46.309395 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:46.809446 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:47.309560 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:47.809489 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:48.310245 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:48.809513 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:49.309731 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:49.810740 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:50.309826 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:50.810126 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:51.309559 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:51.810116 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:52.309917 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:52.810168 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:53.309332 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:53.809494 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:54.309971 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:54.810118 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:55.309396 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:55.809493 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:56.310199 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:56.809522 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:57.309780 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:57.810032 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:58.309501 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:58.810068 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:59.309313 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:57:59.809636 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:00.312098 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:00.810235 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:01.309747 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:01.810091 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:02.309518 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:02.809339 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:03.309703 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:03.810421 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:04.309903 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:04.810066 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:05.309381 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:05.809508 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:06.309825 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:06.810081 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:07.309421 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:07.809726 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:08.310178 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:08.809269 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:09.309493 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:09.809412 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:10.309534 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:10.809363 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:11.309698 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:11.809911 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:12.313040 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:12.810211 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:13.309631 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:13.810004 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:14.310451 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:14.809709 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:15.310491 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:15.810470 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:16.309726 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:16.809811 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:17.310153 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:17.809368 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:18.310175 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:18.810120 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:19.309655 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:19.810289 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:20.309694 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:20.809514 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:21.309572 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:21.809769 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:22.310078 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:22.809130 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:23.309351 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:23.809453 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:24.309713 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:24.809851 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:25.310020 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:25.809298 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:26.309251 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:26.809298 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:27.309509 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:27.810406 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:28.310206 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:28.809429 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:29.309692 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:29.809973 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:30.310619 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:30.809697 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:31.310215 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:31.809398 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:32.309392 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:32.809420 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:33.309896 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:33.809868 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:34.310208 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:34.811555 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:35.309547 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:35.809938 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:36.310570 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:36.809423 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:37.309780 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:37.810170 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:38.309340 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:38.809645 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:39.310046 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:39.809317 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:40.309244 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:40.809521 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:41.309261 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:41.810163 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:42.311173 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:42.809452 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:43.309368 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:43.809663 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:44.309903 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:44.810413 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:45.310198 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:45.809545 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:46.309777 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:46.810194 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:47.309427 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:47.809766 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:48.309474 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:48.809581 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:49.309318 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:49.809629 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:50.309833 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:50.809984 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:51.310175 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:51.809449 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:52.309480 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:52.809567 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:53.309978 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:53.810057 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:54.309366 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:54.809542 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:55.309442 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:55.809440 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:56.309554 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:56.809757 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:57.310761 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:57.809753 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:58.310526 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:58.809775 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:59.310129 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:58:59.809327 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:00.310707 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:00.809958 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:01.310528 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:01.809941 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:02.310336 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:02.809305 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:03.310554 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:03.809262 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:04.309762 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:04.809989 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:05.310280 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:05.809336 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:06.309654 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:06.812822 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:07.310010 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:07.810306 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:08.310103 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:08.810110 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:09.309307 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:09.809416 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:10.309295 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:10.810201 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:11.309562 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:11.809542 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:12.309409 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:12.809368 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:13.309799 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:13.810106 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:14.310308 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:14.809534 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:15.309498 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:15.809720 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:16.310058 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:16.809439 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:17.309412 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:17.809675 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:18.310240 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:18.809531 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:19.309665 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:19.809884 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:20.310020 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:20.810264 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:21.309391 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:21.809902 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:22.310307 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:22.809310 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:23.309757 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:23.810026 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:24.310411 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:24.809642 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:25.310039 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:25.810311 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:26.309496 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:26.809428 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:27.309615 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:27.810123 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:28.309963 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:28.810265 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:29.309459 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:29.809639 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:30.310109 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:30.810373 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:31.309607 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:31.809646 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:32.309917 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:32.810291 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:33.309329 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:33.809318 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:34.309731 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:34.810100 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:35.309360 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:35.809620 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:36.310173 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:36.810208 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:37.309500 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:37.809858 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:38.309456 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:38.809699 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:39.310061 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:39.809419 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:40.309925 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:40.810154 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:41.309416 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:41.813602 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:42.310596 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:42.809648 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:43.309984 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:43.810336 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:44.309458 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:44.809498 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:45.310470 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:45.809700 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:46.309972 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:46.810376 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:47.309721 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:47.810070 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:48.309388 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:48.809663 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:49.310067 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:49.809512 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:50.309847 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:50.810056 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:51.310268 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:51.809491 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:52.309249 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:52.809876 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:53.309264 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:53.809473 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:54.309410 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:54.809612 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:55.309947 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:55.810243 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:56.309504 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:56.809678 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:57.310006 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:57.810336 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:58.310109 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:58.809285 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:59.309481 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 17:59:59.809367 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:00.311243 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:00.814060 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:01.311419 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:01.809787 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:02.310559 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:02.810128 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:03.309638 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:03.810065 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:04.309618 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:04.809758 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:05.310277 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:05.809945 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:06.310341 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:06.810139 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:07.309665 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:07.809974 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:08.309393 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:08.809741 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:09.309995 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:09.810914 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:10.309339 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:10.809491 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:11.309475 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:11.809492 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:12.309722 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:12.810009 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:13.309418 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:13.809646 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:14.310043 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:14.810202 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:15.309326 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:15.809408 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:16.309449 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:16.812491 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:17.309835 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:17.809989 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:18.309498 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:18.820647 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:19.310194 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:19.809518 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:20.309468 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:20.809685 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:21.310151 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:21.809491 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:22.309707 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:22.809912 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:23.309422 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:23.809933 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:24.310425 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:24.809736 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:25.309824 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:25.810081 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:26.310500 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:26.809852 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:27.310329 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:27.809483 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:28.310108 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:28.809625 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:29.309835 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:29.810243 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:30.309565 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:30.809361 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:31.309934 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:31.810203 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:32.309367 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:32.809629 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:33.310083 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:33.812967 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:34.310286 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:34.809562 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:35.310156 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:35.809370 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:36.309576 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:36.809274 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:37.310232 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:37.810324 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:38.310062 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:38.809232 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:39.309499 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:39.809737 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:40.310129 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:40.809744 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:41.309982 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:41.810355 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:42.310257 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:42.809513 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:43.310307 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:43.810344 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:44.309643 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:44.809755 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:45.311574 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:45.809923 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:46.310444 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:46.809923 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:47.310625 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:47.809997 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:48.309495 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:48.809814 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:49.310294 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:49.809772 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:50.310070 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:50.810343 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:51.309639 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:51.810365 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:52.310016 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:52.811461 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:53.310079 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:53.810049 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:54.309335 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:54.809439 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:55.309432 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:55.809766 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:56.310036 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:56.810507 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:57.309444 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:57.809907 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:58.309586 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:58.810197 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:59.310115 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:00:59.810105 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:00.321833 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:00.809692 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:01.310394 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:01.809729 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:02.310763 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:02.809935 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:03.309410 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:03.809454 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:04.309680 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:04.810145 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:05.309621 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:05.810225 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:06.309494 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:06.811622 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:07.310395 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:07.809745 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:08.309227 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:08.810290 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:09.309353 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:09.809439 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:10.309556 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:10.809812 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:11.310519 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:11.809947 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:12.310207 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:12.809555 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:13.310114 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:13.809528 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:14.309823 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:14.810041 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:15.309309 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:15.810745 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:16.309919 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:16.810337 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:17.309340 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:17.809453 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:18.310134 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:18.810235 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:19.309509 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:19.809481 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:20.309404 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:20.809252 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:21.309321 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:21.810400 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:22.309480 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:22.809579 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:23.310163 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:23.809302 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:24.309581 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:24.810067 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:25.309320 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:25.813442 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:26.309846 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:26.810226 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:27.309367 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:27.809642 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:28.310113 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:28.810057 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:29.310211 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:29.809559 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:30.309445 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:30.809385 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:31.309978 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:31.810305 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:32.309393 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:32.809630 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:33.310286 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:33.809300 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:34.309519 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:34.809253 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:35.309362 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:35.809376 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:36.309694 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:36.810190 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:37.309393 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:37.809745 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:38.309213 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:38.810001 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:39.309470 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:39.809724 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:40.310038 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:40.809404 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:41.309823 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:41.810170 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:42.310038 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:42.810218 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:43.312900 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:43.809901 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:44.310328 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:44.809418 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:45.310147 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:45.809743 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:46.310060 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:46.810186 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:47.309524 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:47.809293 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:48.310062 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:48.809162 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:49.309333 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:49.809526 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:50.310036 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:50.810447 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:51.309773 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:51.809949 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:52.310226 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:52.809464 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:53.309948 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:53.810187 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:54.309516 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:54.809715 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:55.310068 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:55.810300 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:56.309512 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:56.809383 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:57.309681 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:57.812847 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:58.309417 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:58.809710 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:59.309975 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:01:59.810180 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:00.317345 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:00.809274 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:01.309542 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:01.809285 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:02.309631 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:02.809834 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:03.310251 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:03.809538 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:04.309939 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:04.810212 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:05.309533 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:05.809924 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:06.310268 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:06.809597 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:07.309811 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:07.810029 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:08.309499 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:08.809443 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:09.309317 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:09.809435 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:10.309228 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:10.809472 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:11.309598 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:11.809576 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:12.309717 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:12.810005 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:13.310308 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:13.809490 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:14.310240 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:14.809374 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:15.309440 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:15.809772 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:16.310716 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:16.810145 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:17.309624 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:17.809467 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:18.310094 271244 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0216 18:02:18.805917 271244 kapi.go:81] temporary error: getting Pods with label selector "app.kubernetes.io/name=ingress-nginx" : [client rate limiter Wait returned an error: context deadline exceeded]
I0216 18:02:18.805953 271244 kapi.go:107] duration metric: took 6m0.000369058s to wait for app.kubernetes.io/name=ingress-nginx ...
I0216 18:02:18.808644 271244 out.go:177]
W0216 18:02:18.811038 271244 out.go:239] X Exiting due to MK_ADDON_ENABLE: enable failed: run callbacks: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]
X Exiting due to MK_ADDON_ENABLE: enable failed: run callbacks: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]
W0216 18:02:18.811060 271244 out.go:239] *
*
W0216 18:02:18.815248 271244 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_ecab7b1157b569c129811d3c2b680fbca2a6f3d2_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_ecab7b1157b569c129811d3c2b680fbca2a6f3d2_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0216 18:02:18.817582 271244 out.go:177]
** /stderr **
ingress_addon_legacy_test.go:71: failed to enable ingress addon: exit status 10
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddonActivation]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect ingress-addon-legacy-349673
helpers_test.go:235: (dbg) docker inspect ingress-addon-legacy-349673:
-- stdout --
[
{
"Id": "be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc",
"Created": "2024-02-16T17:55:12.075911277Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 268650,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-16T17:55:12.374206479Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:83c2925cbfe44b87b5c0672f16807927d87d8625e89de4dc154c45daaaa04b5b",
"ResolvConfPath": "/var/lib/docker/containers/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc/hostname",
"HostsPath": "/var/lib/docker/containers/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc/hosts",
"LogPath": "/var/lib/docker/containers/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc-json.log",
"Name": "/ingress-addon-legacy-349673",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"ingress-addon-legacy-349673:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "ingress-addon-legacy-349673",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/020769ed71a3cf33bfbec2cb18781f09364145210a1f6b17fa76ec5e74211a83-init/diff:/var/lib/docker/overlay2/7eae8a88291d9dbfd1a3e5d31d63b67b329111ec31453deb80336617d68f4c08/diff",
"MergedDir": "/var/lib/docker/overlay2/020769ed71a3cf33bfbec2cb18781f09364145210a1f6b17fa76ec5e74211a83/merged",
"UpperDir": "/var/lib/docker/overlay2/020769ed71a3cf33bfbec2cb18781f09364145210a1f6b17fa76ec5e74211a83/diff",
"WorkDir": "/var/lib/docker/overlay2/020769ed71a3cf33bfbec2cb18781f09364145210a1f6b17fa76ec5e74211a83/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "ingress-addon-legacy-349673",
"Source": "/var/lib/docker/volumes/ingress-addon-legacy-349673/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "ingress-addon-legacy-349673",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ingress-addon-legacy-349673",
"name.minikube.sigs.k8s.io": "ingress-addon-legacy-349673",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "f366d16f6612f1b6bde236273d22501b7989442dfd687b22e879eec4d02aa48f",
"SandboxKey": "/var/run/docker/netns/f366d16f6612",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33092"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33091"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33088"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33090"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33089"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ingress-addon-legacy-349673": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"be6f002a3345",
"ingress-addon-legacy-349673"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "2bba1bca9d67e575ec6311f7af53f50740e5e84971352057dfcd82a93929689c",
"EndpointID": "844fbeccf5de9d326af33aee79ba91c2015a2552b89392d28accf17521583f10",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"ingress-addon-legacy-349673",
"be6f002a3345"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p ingress-addon-legacy-349673 -n ingress-addon-legacy-349673
helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddonActivation FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddonActivation]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-349673 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-349673 logs -n 25: (1.300832673s)
helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddonActivation logs:
-- stdout --
==> Audit <==
|----------------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|----------------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount-9p | grep 9p | | | | | |
| ssh | functional-350187 ssh -- ls | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -la /mount-9p | | | | | |
| ssh | functional-350187 ssh sudo | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | umount -f /mount-9p | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount1 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount2 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount3 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount1 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount2 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount3 | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | --kill=true | | | | | |
| start | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | --dry-run --memory | | | | | |
| | 250MB --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| dashboard | --url --port 36195 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -p functional-350187 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| update-context | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format short | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format yaml | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-350187 ssh pgrep | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | buildkitd | | | | | |
| image | functional-350187 image build -t | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | localhost/my-image:functional-350187 | | | | | |
| | testdata/build --alsologtostderr | | | | | |
| image | functional-350187 image ls | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format json | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format table | | | | | |
| | --alsologtostderr | | | | | |
| delete | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:54 UTC | 16 Feb 24 17:54 UTC |
| start | -p ingress-addon-legacy-349673 | ingress-addon-legacy-349673 | jenkins | v1.32.0 | 16 Feb 24 17:54 UTC | 16 Feb 24 17:56 UTC |
| | --kubernetes-version=v1.18.20 | | | | | |
| | --memory=4096 --wait=true | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| addons | ingress-addon-legacy-349673 | ingress-addon-legacy-349673 | jenkins | v1.32.0 | 16 Feb 24 17:56 UTC | |
| | addons enable ingress | | | | | |
| | --alsologtostderr -v=5 | | | | | |
|----------------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/16 17:54:54
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0216 17:54:54.728502 268192 out.go:291] Setting OutFile to fd 1 ...
I0216 17:54:54.728656 268192 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:54:54.728671 268192 out.go:304] Setting ErrFile to fd 2...
I0216 17:54:54.728683 268192 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:54:54.728958 268192 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:54:54.729427 268192 out.go:298] Setting JSON to false
I0216 17:54:54.730374 268192 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":5838,"bootTime":1708100257,"procs":154,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 17:54:54.730469 268192 start.go:139] virtualization:
I0216 17:54:54.732967 268192 out.go:177] * [ingress-addon-legacy-349673] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0216 17:54:54.735512 268192 out.go:177] - MINIKUBE_LOCATION=17936
I0216 17:54:54.735665 268192 notify.go:220] Checking for updates...
I0216 17:54:54.740507 268192 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 17:54:54.743259 268192 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:54:54.746274 268192 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 17:54:54.748376 268192 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0216 17:54:54.750575 268192 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0216 17:54:54.752782 268192 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 17:54:54.772922 268192 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 17:54:54.773032 268192 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:54:54.838287 268192 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:46 SystemTime:2024-02-16 17:54:54.829028959 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:54:54.838395 268192 docker.go:295] overlay module found
I0216 17:54:54.843558 268192 out.go:177] * Using the docker driver based on user configuration
I0216 17:54:54.846450 268192 start.go:299] selected driver: docker
I0216 17:54:54.846471 268192 start.go:903] validating driver "docker" against <nil>
I0216 17:54:54.846493 268192 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0216 17:54:54.847215 268192 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:54:54.903159 268192 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:46 SystemTime:2024-02-16 17:54:54.894618908 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:54:54.903324 268192 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0216 17:54:54.903560 268192 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0216 17:54:54.905901 268192 out.go:177] * Using Docker driver with root privileges
I0216 17:54:54.908771 268192 cni.go:84] Creating CNI manager for ""
I0216 17:54:54.908792 268192 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:54:54.908803 268192 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0216 17:54:54.908817 268192 start_flags.go:323] config:
{Name:ingress-addon-legacy-349673 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-349673 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.lo
cal ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:54:54.912048 268192 out.go:177] * Starting control plane node ingress-addon-legacy-349673 in cluster ingress-addon-legacy-349673
I0216 17:54:54.915026 268192 cache.go:121] Beginning downloading kic base image for docker with crio
I0216 17:54:54.918508 268192 out.go:177] * Pulling base image v0.0.42-1708008208-17936 ...
I0216 17:54:54.922189 268192 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0216 17:54:54.922275 268192 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0216 17:54:54.936867 268192 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon, skipping pull
I0216 17:54:54.936889 268192 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in daemon, skipping load
I0216 17:54:54.981125 268192 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4
I0216 17:54:54.981152 268192 cache.go:56] Caching tarball of preloaded images
I0216 17:54:54.981323 268192 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0216 17:54:54.983794 268192 out.go:177] * Downloading Kubernetes v1.18.20 preload ...
I0216 17:54:54.986279 268192 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:54:55.091233 268192 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4?checksum=md5:8ddd7f37d9a9977fe856222993d36c3d -> /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4
I0216 17:55:04.227525 268192 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:55:04.227643 268192 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:55:05.416415 268192 cache.go:59] Finished verifying existence of preloaded tar for v1.18.20 on crio
I0216 17:55:05.416801 268192 profile.go:148] Saving config to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/config.json ...
I0216 17:55:05.416838 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/config.json: {Name:mk8d8c86faf776a57407263eac4c18e3fdcfd141 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:05.417027 268192 cache.go:194] Successfully downloaded all kic artifacts
I0216 17:55:05.417053 268192 start.go:365] acquiring machines lock for ingress-addon-legacy-349673: {Name:mk72c3e04461bd6b5b82b338cfa0653702c88272 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0216 17:55:05.417123 268192 start.go:369] acquired machines lock for "ingress-addon-legacy-349673" in 55.736µs
I0216 17:55:05.417150 268192 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-349673 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-349673 Namespace:defau
lt APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Dis
ableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I0216 17:55:05.417225 268192 start.go:125] createHost starting for "" (driver="docker")
I0216 17:55:05.419875 268192 out.go:204] * Creating docker container (CPUs=2, Memory=4096MB) ...
I0216 17:55:05.420094 268192 start.go:159] libmachine.API.Create for "ingress-addon-legacy-349673" (driver="docker")
I0216 17:55:05.420125 268192 client.go:168] LocalClient.Create starting
I0216 17:55:05.420187 268192 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem
I0216 17:55:05.420223 268192 main.go:141] libmachine: Decoding PEM data...
I0216 17:55:05.420243 268192 main.go:141] libmachine: Parsing certificate...
I0216 17:55:05.420295 268192 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem
I0216 17:55:05.420325 268192 main.go:141] libmachine: Decoding PEM data...
I0216 17:55:05.420338 268192 main.go:141] libmachine: Parsing certificate...
I0216 17:55:05.420696 268192 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-349673 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0216 17:55:05.435661 268192 cli_runner.go:211] docker network inspect ingress-addon-legacy-349673 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0216 17:55:05.435746 268192 network_create.go:281] running [docker network inspect ingress-addon-legacy-349673] to gather additional debugging logs...
I0216 17:55:05.435768 268192 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-349673
W0216 17:55:05.450855 268192 cli_runner.go:211] docker network inspect ingress-addon-legacy-349673 returned with exit code 1
I0216 17:55:05.450890 268192 network_create.go:284] error running [docker network inspect ingress-addon-legacy-349673]: docker network inspect ingress-addon-legacy-349673: exit status 1
stdout:
[]
stderr:
Error response from daemon: network ingress-addon-legacy-349673 not found
I0216 17:55:05.450911 268192 network_create.go:286] output of [docker network inspect ingress-addon-legacy-349673]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network ingress-addon-legacy-349673 not found
** /stderr **
I0216 17:55:05.451025 268192 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0216 17:55:05.465766 268192 network.go:207] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4000159a30}
I0216 17:55:05.465804 268192 network_create.go:124] attempt to create docker network ingress-addon-legacy-349673 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0216 17:55:05.465874 268192 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 ingress-addon-legacy-349673
I0216 17:55:05.527768 268192 network_create.go:108] docker network ingress-addon-legacy-349673 192.168.49.0/24 created
I0216 17:55:05.527800 268192 kic.go:121] calculated static IP "192.168.49.2" for the "ingress-addon-legacy-349673" container
I0216 17:55:05.527876 268192 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0216 17:55:05.542266 268192 cli_runner.go:164] Run: docker volume create ingress-addon-legacy-349673 --label name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --label created_by.minikube.sigs.k8s.io=true
I0216 17:55:05.561306 268192 oci.go:103] Successfully created a docker volume ingress-addon-legacy-349673
I0216 17:55:05.561393 268192 cli_runner.go:164] Run: docker run --rm --name ingress-addon-legacy-349673-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --entrypoint /usr/bin/test -v ingress-addon-legacy-349673:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib
I0216 17:55:07.065839 268192 cli_runner.go:217] Completed: docker run --rm --name ingress-addon-legacy-349673-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --entrypoint /usr/bin/test -v ingress-addon-legacy-349673:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib: (1.504398186s)
I0216 17:55:07.065875 268192 oci.go:107] Successfully prepared a docker volume ingress-addon-legacy-349673
I0216 17:55:07.065897 268192 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0216 17:55:07.065917 268192 kic.go:194] Starting extracting preloaded images to volume ...
I0216 17:55:07.066003 268192 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-349673:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir
I0216 17:55:11.996135 268192 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-349673:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir: (4.930085496s)
I0216 17:55:11.996176 268192 kic.go:203] duration metric: took 4.930256 seconds to extract preloaded images to volume
W0216 17:55:11.996312 268192 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0216 17:55:11.996437 268192 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0216 17:55:12.061329 268192 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ingress-addon-legacy-349673 --name ingress-addon-legacy-349673 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --network ingress-addon-legacy-349673 --ip 192.168.49.2 --volume ingress-addon-legacy-349673:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf
I0216 17:55:12.384067 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Running}}
I0216 17:55:12.404448 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:55:12.426435 268192 cli_runner.go:164] Run: docker exec ingress-addon-legacy-349673 stat /var/lib/dpkg/alternatives/iptables
I0216 17:55:12.496900 268192 oci.go:144] the created container "ingress-addon-legacy-349673" has a running status.
I0216 17:55:12.496932 268192 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa...
I0216 17:55:13.726400 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0216 17:55:13.726454 268192 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0216 17:55:13.746785 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:55:13.764697 268192 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0216 17:55:13.764718 268192 kic_runner.go:114] Args: [docker exec --privileged ingress-addon-legacy-349673 chown docker:docker /home/docker/.ssh/authorized_keys]
I0216 17:55:13.816711 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:55:13.833328 268192 machine.go:88] provisioning docker machine ...
I0216 17:55:13.833361 268192 ubuntu.go:169] provisioning hostname "ingress-addon-legacy-349673"
I0216 17:55:13.833429 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:13.849510 268192 main.go:141] libmachine: Using SSH client type: native
I0216 17:55:13.849941 268192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 33092 <nil> <nil>}
I0216 17:55:13.849963 268192 main.go:141] libmachine: About to run SSH command:
sudo hostname ingress-addon-legacy-349673 && echo "ingress-addon-legacy-349673" | sudo tee /etc/hostname
I0216 17:55:14.001963 268192 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-349673
I0216 17:55:14.002060 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:14.022267 268192 main.go:141] libmachine: Using SSH client type: native
I0216 17:55:14.022697 268192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 33092 <nil> <nil>}
I0216 17:55:14.022722 268192 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\singress-addon-legacy-349673' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-349673/g' /etc/hosts;
else
echo '127.0.1.1 ingress-addon-legacy-349673' | sudo tee -a /etc/hosts;
fi
fi
I0216 17:55:14.162981 268192 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0216 17:55:14.163010 268192 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17936-234898/.minikube CaCertPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17936-234898/.minikube}
I0216 17:55:14.163028 268192 ubuntu.go:177] setting up certificates
I0216 17:55:14.163038 268192 provision.go:83] configureAuth start
I0216 17:55:14.163108 268192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-349673
I0216 17:55:14.179718 268192 provision.go:138] copyHostCerts
I0216 17:55:14.179759 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17936-234898/.minikube/ca.pem
I0216 17:55:14.179791 268192 exec_runner.go:144] found /home/jenkins/minikube-integration/17936-234898/.minikube/ca.pem, removing ...
I0216 17:55:14.179803 268192 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.pem
I0216 17:55:14.179883 268192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17936-234898/.minikube/ca.pem (1082 bytes)
I0216 17:55:14.179968 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17936-234898/.minikube/cert.pem
I0216 17:55:14.179990 268192 exec_runner.go:144] found /home/jenkins/minikube-integration/17936-234898/.minikube/cert.pem, removing ...
I0216 17:55:14.179995 268192 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17936-234898/.minikube/cert.pem
I0216 17:55:14.180023 268192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17936-234898/.minikube/cert.pem (1123 bytes)
I0216 17:55:14.180087 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17936-234898/.minikube/key.pem
I0216 17:55:14.180108 268192 exec_runner.go:144] found /home/jenkins/minikube-integration/17936-234898/.minikube/key.pem, removing ...
I0216 17:55:14.180112 268192 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17936-234898/.minikube/key.pem
I0216 17:55:14.180143 268192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17936-234898/.minikube/key.pem (1675 bytes)
I0216 17:55:14.180191 268192 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-349673 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube ingress-addon-legacy-349673]
I0216 17:55:14.588587 268192 provision.go:172] copyRemoteCerts
I0216 17:55:14.588662 268192 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0216 17:55:14.588714 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:14.610065 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:14.707690 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0216 17:55:14.707756 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0216 17:55:14.733821 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem -> /etc/docker/server.pem
I0216 17:55:14.733887 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem --> /etc/docker/server.pem (1253 bytes)
I0216 17:55:14.757656 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0216 17:55:14.757762 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0216 17:55:14.781154 268192 provision.go:86] duration metric: configureAuth took 618.100785ms
I0216 17:55:14.781184 268192 ubuntu.go:193] setting minikube options for container-runtime
I0216 17:55:14.781412 268192 config.go:182] Loaded profile config "ingress-addon-legacy-349673": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0216 17:55:14.781556 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:14.797821 268192 main.go:141] libmachine: Using SSH client type: native
I0216 17:55:14.798243 268192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 33092 <nil> <nil>}
I0216 17:55:14.798267 268192 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0216 17:55:15.088939 268192 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0216 17:55:15.089041 268192 machine.go:91] provisioned docker machine in 1.255664069s
I0216 17:55:15.089070 268192 client.go:171] LocalClient.Create took 9.668937606s
I0216 17:55:15.089101 268192 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-349673" took 9.669005928s
I0216 17:55:15.089136 268192 start.go:300] post-start starting for "ingress-addon-legacy-349673" (driver="docker")
I0216 17:55:15.089164 268192 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0216 17:55:15.089265 268192 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0216 17:55:15.089342 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:15.109854 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:15.211883 268192 ssh_runner.go:195] Run: cat /etc/os-release
I0216 17:55:15.214983 268192 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0216 17:55:15.215030 268192 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0216 17:55:15.215044 268192 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0216 17:55:15.215052 268192 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0216 17:55:15.215063 268192 filesync.go:126] Scanning /home/jenkins/minikube-integration/17936-234898/.minikube/addons for local assets ...
I0216 17:55:15.215130 268192 filesync.go:126] Scanning /home/jenkins/minikube-integration/17936-234898/.minikube/files for local assets ...
I0216 17:55:15.215219 268192 filesync.go:149] local asset: /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem -> 2402402.pem in /etc/ssl/certs
I0216 17:55:15.215230 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem -> /etc/ssl/certs/2402402.pem
I0216 17:55:15.215352 268192 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0216 17:55:15.224430 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem --> /etc/ssl/certs/2402402.pem (1708 bytes)
I0216 17:55:15.249051 268192 start.go:303] post-start completed in 159.884712ms
I0216 17:55:15.249436 268192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-349673
I0216 17:55:15.264288 268192 profile.go:148] Saving config to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/config.json ...
I0216 17:55:15.264639 268192 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0216 17:55:15.264694 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:15.279804 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:15.375611 268192 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0216 17:55:15.380348 268192 start.go:128] duration metric: createHost completed in 9.96310687s
I0216 17:55:15.380375 268192 start.go:83] releasing machines lock for "ingress-addon-legacy-349673", held for 9.963236689s
I0216 17:55:15.380464 268192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-349673
I0216 17:55:15.397550 268192 ssh_runner.go:195] Run: cat /version.json
I0216 17:55:15.397612 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:15.397870 268192 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0216 17:55:15.397926 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:15.418661 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:15.420562 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:15.645386 268192 ssh_runner.go:195] Run: systemctl --version
I0216 17:55:15.649560 268192 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0216 17:55:15.793387 268192 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0216 17:55:15.797489 268192 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0216 17:55:15.819950 268192 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0216 17:55:15.820027 268192 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0216 17:55:15.851489 268192 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0216 17:55:15.851524 268192 start.go:475] detecting cgroup driver to use...
I0216 17:55:15.851556 268192 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0216 17:55:15.851611 268192 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0216 17:55:15.868517 268192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0216 17:55:15.879793 268192 docker.go:217] disabling cri-docker service (if available) ...
I0216 17:55:15.879912 268192 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0216 17:55:15.894419 268192 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0216 17:55:15.909130 268192 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0216 17:55:16.009081 268192 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0216 17:55:16.108976 268192 docker.go:233] disabling docker service ...
I0216 17:55:16.109066 268192 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0216 17:55:16.129243 268192 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0216 17:55:16.142500 268192 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0216 17:55:16.237230 268192 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0216 17:55:16.334955 268192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0216 17:55:16.346687 268192 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0216 17:55:16.363054 268192 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I0216 17:55:16.363133 268192 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:55:16.373062 268192 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0216 17:55:16.373131 268192 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:55:16.383413 268192 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:55:16.396634 268192 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:55:16.408886 268192 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0216 17:55:16.418640 268192 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0216 17:55:16.427415 268192 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0216 17:55:16.436436 268192 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0216 17:55:16.540990 268192 ssh_runner.go:195] Run: sudo systemctl restart crio
I0216 17:55:16.662027 268192 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0216 17:55:16.662156 268192 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0216 17:55:16.665529 268192 start.go:543] Will wait 60s for crictl version
I0216 17:55:16.665596 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:16.668872 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0216 17:55:16.710629 268192 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0216 17:55:16.710763 268192 ssh_runner.go:195] Run: crio --version
I0216 17:55:16.747577 268192 ssh_runner.go:195] Run: crio --version
I0216 17:55:16.792218 268192 out.go:177] * Preparing Kubernetes v1.18.20 on CRI-O 1.24.6 ...
I0216 17:55:16.794600 268192 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-349673 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0216 17:55:16.812578 268192 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0216 17:55:16.816102 268192 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0216 17:55:16.826532 268192 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0216 17:55:16.826601 268192 ssh_runner.go:195] Run: sudo crictl images --output json
I0216 17:55:16.880604 268192 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I0216 17:55:16.880680 268192 ssh_runner.go:195] Run: which lz4
I0216 17:55:16.884002 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 -> /preloaded.tar.lz4
I0216 17:55:16.884108 268192 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I0216 17:55:16.887202 268192 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I0216 17:55:16.887243 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 --> /preloaded.tar.lz4 (489766197 bytes)
I0216 17:55:19.071033 268192 crio.go:444] Took 2.186964 seconds to copy over tarball
I0216 17:55:19.071115 268192 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I0216 17:55:21.805842 268192 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.734697963s)
I0216 17:55:21.805878 268192 crio.go:451] Took 2.734816 seconds to extract the tarball
I0216 17:55:21.805888 268192 ssh_runner.go:146] rm: /preloaded.tar.lz4
I0216 17:55:22.061866 268192 ssh_runner.go:195] Run: sudo crictl images --output json
I0216 17:55:22.099911 268192 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I0216 17:55:22.099938 268192 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]
I0216 17:55:22.099977 268192 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.100204 268192 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20
I0216 17:55:22.100286 268192 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20
I0216 17:55:22.100371 268192 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.100462 268192 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20
I0216 17:55:22.100537 268192 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I0216 17:55:22.100616 268192 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I0216 17:55:22.100699 268192 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I0216 17:55:22.101805 268192 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I0216 17:55:22.102227 268192 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.102427 268192 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20
I0216 17:55:22.102561 268192 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I0216 17:55:22.102741 268192 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20
I0216 17:55:22.102883 268192 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.103210 268192 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20
I0216 17:55:22.103307 268192 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I0216 17:55:22.441824 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.2
W0216 17:55:22.445981 268192 image.go:265] image registry.k8s.io/coredns:1.6.7 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.446243 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7
W0216 17:55:22.468785 268192 image.go:265] image registry.k8s.io/kube-apiserver:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.469035 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20
W0216 17:55:22.472168 268192 image.go:265] image registry.k8s.io/etcd:3.4.3-0 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.472472 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0
W0216 17:55:22.477373 268192 image.go:265] image registry.k8s.io/kube-proxy:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.477704 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20
W0216 17:55:22.480987 268192 image.go:265] image registry.k8s.io/kube-controller-manager:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.481213 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20
W0216 17:55:22.487764 268192 image.go:265] image registry.k8s.io/kube-scheduler:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.488005 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.507105 268192 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "2a060e2e7101d419352bf82c613158587400be743482d9a537ec4a9d1b4eb93c" in container runtime
I0216 17:55:22.507294 268192 cri.go:218] Removing image: registry.k8s.io/pause:3.2
I0216 17:55:22.507440 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.529541 268192 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "ff3af22d8878afc6985d3fec3e066d00ef431aa166c3a01ac58f1990adc92a2c" in container runtime
I0216 17:55:22.529637 268192 cri.go:218] Removing image: registry.k8s.io/coredns:1.6.7
I0216 17:55:22.529719 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.613357 268192 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "d353007847ec85700463981309a5846c8d9c93fbcd1323104266212926d68257" in container runtime
I0216 17:55:22.613399 268192 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.18.20
I0216 17:55:22.613446 268192 ssh_runner.go:195] Run: which crictl
W0216 17:55:22.617507 268192 image.go:265] image gcr.io/k8s-minikube/storage-provisioner:v5 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.617748 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.627563 268192 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "29dd247b2572efbe28fcaea3fef1c5d72593da59f7350e3f6d2e6618983f9c03" in container runtime
I0216 17:55:22.627650 268192 cri.go:218] Removing image: registry.k8s.io/etcd:3.4.3-0
I0216 17:55:22.627735 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.627879 268192 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "b11cdc97ac6ac4ef2b3b0662edbe16597084b17cbc8e3d61fcaf4ef827a7ed18" in container runtime
I0216 17:55:22.627918 268192 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.18.20
I0216 17:55:22.627977 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.628077 268192 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "297c79afbdb81ceb4cf857e0c54a0de7b6ce7ebe01e6cab68fc8baf342be3ea7" in container runtime
I0216 17:55:22.628122 268192 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20
I0216 17:55:22.628164 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.648179 268192 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "177548d745cb87f773d02f41d453af2f2a1479dbe3c32e749cf6d8145c005e79" in container runtime
I0216 17:55:22.648266 268192 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.648334 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.648421 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/pause:3.2
I0216 17:55:22.648492 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/coredns:1.6.7
I0216 17:55:22.648547 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.18.20
I0216 17:55:22.817628 268192 cache_images.go:116] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51" in container runtime
I0216 17:55:22.817676 268192 cri.go:218] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.817734 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.817848 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.18.20
I0216 17:55:22.817893 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/etcd:3.4.3-0
I0216 17:55:22.817938 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-proxy:v1.18.20
I0216 17:55:22.818068 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.818184 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2
I0216 17:55:22.818280 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.18.20
I0216 17:55:22.818335 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.6.7
I0216 17:55:22.904411 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.18.20
I0216 17:55:22.904496 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.904576 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.18.20
I0216 17:55:22.909774 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.18.20
I0216 17:55:22.913085 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.3-0
I0216 17:55:22.972766 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5
I0216 17:55:22.972843 268192 cache_images.go:92] LoadImages completed in 872.892993ms
W0216 17:55:22.972929 268192 out.go:239] X Unable to load cached images: loading cached images: stat /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2: no such file or directory
I0216 17:55:22.973004 268192 ssh_runner.go:195] Run: crio config
I0216 17:55:23.027575 268192 cni.go:84] Creating CNI manager for ""
I0216 17:55:23.027641 268192 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:55:23.027676 268192 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0216 17:55:23.027744 268192 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-349673 NodeName:ingress-addon-legacy-349673 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.c
rt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}
I0216 17:55:23.027931 268192 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta2
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/crio/crio.sock
name: "ingress-addon-legacy-349673"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta2
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.18.20
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0216 17:55:23.028043 268192 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=ingress-addon-legacy-349673 --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-349673 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0216 17:55:23.028162 268192 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20
I0216 17:55:23.038946 268192 binaries.go:44] Found k8s binaries, skipping transfer
I0216 17:55:23.039031 268192 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0216 17:55:23.048141 268192 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (486 bytes)
I0216 17:55:23.066273 268192 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)
I0216 17:55:23.084117 268192 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2123 bytes)
I0216 17:55:23.102066 268192 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0216 17:55:23.105595 268192 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0216 17:55:23.116355 268192 certs.go:56] Setting up /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673 for IP: 192.168.49.2
I0216 17:55:23.116396 268192 certs.go:190] acquiring lock for shared ca certs: {Name:mk9abadbab6d16b9e7bc7285e50b4098d31d6824 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.116566 268192 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key
I0216 17:55:23.116622 268192 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key
I0216 17:55:23.116675 268192 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key
I0216 17:55:23.116697 268192 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt with IP's: []
I0216 17:55:23.710071 268192 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt ...
I0216 17:55:23.710101 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: {Name:mka7f56555c9722b37c43172080255fb32fc0ecb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.710301 268192 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key ...
I0216 17:55:23.710316 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key: {Name:mkf19993c15154a81692e5902d33b48356636177 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.710399 268192 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key.dd3b5fb2
I0216 17:55:23.710418 268192 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0216 17:55:23.986666 268192 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt.dd3b5fb2 ...
I0216 17:55:23.986698 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt.dd3b5fb2: {Name:mkb14186d7eadb4afd257e916eaa7cef947a8ca3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.986882 268192 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key.dd3b5fb2 ...
I0216 17:55:23.986896 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key.dd3b5fb2: {Name:mk3dd831da06ec14c3983407395588da2aa66390 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.986973 268192 certs.go:337] copying /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt
I0216 17:55:23.987062 268192 certs.go:341] copying /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key
I0216 17:55:23.987120 268192 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key
I0216 17:55:23.987137 268192 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt with IP's: []
I0216 17:55:24.318576 268192 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt ...
I0216 17:55:24.318607 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt: {Name:mk02098787264d4cac311997def3be31152e3634 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:24.318791 268192 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key ...
I0216 17:55:24.318822 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key: {Name:mkb1b896d167148b50269515bfc248c97efa4e81 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:24.318914 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0216 17:55:24.318935 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0216 17:55:24.318950 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0216 17:55:24.318961 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0216 17:55:24.318976 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0216 17:55:24.318992 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0216 17:55:24.319007 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0216 17:55:24.319019 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0216 17:55:24.319081 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/240240.pem (1338 bytes)
W0216 17:55:24.319126 268192 certs.go:433] ignoring /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/240240_empty.pem, impossibly tiny 0 bytes
I0216 17:55:24.319143 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca-key.pem (1675 bytes)
I0216 17:55:24.319173 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem (1082 bytes)
I0216 17:55:24.319200 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem (1123 bytes)
I0216 17:55:24.319229 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem (1675 bytes)
I0216 17:55:24.319277 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem (1708 bytes)
I0216 17:55:24.319313 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem -> /usr/share/ca-certificates/2402402.pem
I0216 17:55:24.319334 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0216 17:55:24.319346 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/240240.pem -> /usr/share/ca-certificates/240240.pem
I0216 17:55:24.319941 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0216 17:55:24.343694 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0216 17:55:24.366604 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0216 17:55:24.390558 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0216 17:55:24.413339 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0216 17:55:24.436291 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0216 17:55:24.459514 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0216 17:55:24.482470 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0216 17:55:24.505770 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem --> /usr/share/ca-certificates/2402402.pem (1708 bytes)
I0216 17:55:24.529584 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0216 17:55:24.552993 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/certs/240240.pem --> /usr/share/ca-certificates/240240.pem (1338 bytes)
I0216 17:55:24.575661 268192 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0216 17:55:24.593273 268192 ssh_runner.go:195] Run: openssl version
I0216 17:55:24.598656 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2402402.pem && ln -fs /usr/share/ca-certificates/2402402.pem /etc/ssl/certs/2402402.pem"
I0216 17:55:24.607668 268192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2402402.pem
I0216 17:55:24.611168 268192 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Feb 16 17:49 /usr/share/ca-certificates/2402402.pem
I0216 17:55:24.611271 268192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2402402.pem
I0216 17:55:24.617947 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2402402.pem /etc/ssl/certs/3ec20f2e.0"
I0216 17:55:24.627126 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0216 17:55:24.636132 268192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0216 17:55:24.639528 268192 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 16 17:41 /usr/share/ca-certificates/minikubeCA.pem
I0216 17:55:24.639586 268192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0216 17:55:24.646090 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0216 17:55:24.655005 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/240240.pem && ln -fs /usr/share/ca-certificates/240240.pem /etc/ssl/certs/240240.pem"
I0216 17:55:24.663452 268192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/240240.pem
I0216 17:55:24.666779 268192 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Feb 16 17:49 /usr/share/ca-certificates/240240.pem
I0216 17:55:24.666856 268192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/240240.pem
I0216 17:55:24.673492 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/240240.pem /etc/ssl/certs/51391683.0"
I0216 17:55:24.682538 268192 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0216 17:55:24.685833 268192 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0216 17:55:24.685881 268192 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-349673 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-349673 Namespace:default APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi
zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:55:24.685955 268192 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0216 17:55:24.686014 268192 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0216 17:55:24.721885 268192 cri.go:89] found id: ""
I0216 17:55:24.721953 268192 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0216 17:55:24.730427 268192 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0216 17:55:24.740563 268192 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0216 17:55:24.740644 268192 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0216 17:55:24.749054 268192 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0216 17:55:24.749097 268192 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0216 17:55:24.797048 268192 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20
I0216 17:55:24.797326 268192 kubeadm.go:322] [preflight] Running pre-flight checks
I0216 17:55:24.842656 268192 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0216 17:55:24.842743 268192 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1053-aws[0m
I0216 17:55:24.842792 268192 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0216 17:55:24.842862 268192 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0216 17:55:24.842924 268192 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0216 17:55:24.842985 268192 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0216 17:55:24.843042 268192 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0216 17:55:24.843099 268192 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0216 17:55:24.843154 268192 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0216 17:55:24.921464 268192 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0216 17:55:24.921626 268192 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0216 17:55:24.921747 268192 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0216 17:55:25.154931 268192 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0216 17:55:25.155097 268192 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0216 17:55:25.155174 268192 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0216 17:55:25.255196 268192 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0216 17:55:25.258047 268192 out.go:204] - Generating certificates and keys ...
I0216 17:55:25.258238 268192 kubeadm.go:322] [certs] Using existing ca certificate authority
I0216 17:55:25.258341 268192 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0216 17:55:26.017430 268192 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0216 17:55:26.971313 268192 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0216 17:55:27.317306 268192 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0216 17:55:28.712322 268192 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0216 17:55:29.103776 268192 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0216 17:55:29.104063 268192 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-349673 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0216 17:55:29.916570 268192 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0216 17:55:29.916916 268192 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-349673 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0216 17:55:31.634052 268192 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0216 17:55:32.257164 268192 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0216 17:55:32.723370 268192 kubeadm.go:322] [certs] Generating "sa" key and public key
I0216 17:55:32.723613 268192 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0216 17:55:33.072220 268192 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0216 17:55:34.197357 268192 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0216 17:55:34.817676 268192 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0216 17:55:36.086214 268192 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0216 17:55:36.086920 268192 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0216 17:55:36.089131 268192 out.go:204] - Booting up control plane ...
I0216 17:55:36.089231 268192 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0216 17:55:36.099418 268192 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0216 17:55:36.099499 268192 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0216 17:55:36.099578 268192 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0216 17:55:36.107498 268192 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0216 17:55:46.610187 268192 kubeadm.go:322] [apiclient] All control plane components are healthy after 10.502750 seconds
I0216 17:55:46.610307 268192 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0216 17:55:46.623056 268192 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster
I0216 17:55:47.142292 268192 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0216 17:55:47.142434 268192 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-349673 as control-plane by adding the label "node-role.kubernetes.io/master=''"
I0216 17:55:47.650742 268192 kubeadm.go:322] [bootstrap-token] Using token: zcaw9a.88cevdrqqtyfvldr
I0216 17:55:47.652733 268192 out.go:204] - Configuring RBAC rules ...
I0216 17:55:47.652857 268192 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0216 17:55:47.658295 268192 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0216 17:55:47.665853 268192 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0216 17:55:47.668921 268192 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0216 17:55:47.671538 268192 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0216 17:55:47.675891 268192 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0216 17:55:47.685238 268192 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0216 17:55:47.963254 268192 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0216 17:55:48.074123 268192 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0216 17:55:48.075656 268192 kubeadm.go:322]
I0216 17:55:48.075746 268192 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0216 17:55:48.075758 268192 kubeadm.go:322]
I0216 17:55:48.075832 268192 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0216 17:55:48.075844 268192 kubeadm.go:322]
I0216 17:55:48.075869 268192 kubeadm.go:322] mkdir -p $HOME/.kube
I0216 17:55:48.075929 268192 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0216 17:55:48.075983 268192 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0216 17:55:48.075992 268192 kubeadm.go:322]
I0216 17:55:48.076041 268192 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0216 17:55:48.076116 268192 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0216 17:55:48.076184 268192 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0216 17:55:48.076200 268192 kubeadm.go:322]
I0216 17:55:48.076279 268192 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0216 17:55:48.076372 268192 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0216 17:55:48.076382 268192 kubeadm.go:322]
I0216 17:55:48.076461 268192 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token zcaw9a.88cevdrqqtyfvldr \
I0216 17:55:48.076565 268192 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6435f22f3b0121866a445ee387d783eb83dae17558ead3a767d0be4906421461 \
I0216 17:55:48.076591 268192 kubeadm.go:322] --control-plane
I0216 17:55:48.076609 268192 kubeadm.go:322]
I0216 17:55:48.076691 268192 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0216 17:55:48.076700 268192 kubeadm.go:322]
I0216 17:55:48.078769 268192 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token zcaw9a.88cevdrqqtyfvldr \
I0216 17:55:48.078904 268192 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6435f22f3b0121866a445ee387d783eb83dae17558ead3a767d0be4906421461
I0216 17:55:48.080755 268192 kubeadm.go:322] W0216 17:55:24.796235 1245 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
I0216 17:55:48.080970 268192 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1053-aws\n", err: exit status 1
I0216 17:55:48.081073 268192 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0216 17:55:48.081196 268192 kubeadm.go:322] W0216 17:55:36.095696 1245 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I0216 17:55:48.081314 268192 kubeadm.go:322] W0216 17:55:36.097647 1245 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I0216 17:55:48.081334 268192 cni.go:84] Creating CNI manager for ""
I0216 17:55:48.081347 268192 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:55:48.083913 268192 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0216 17:55:48.085810 268192 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0216 17:55:48.089988 268192 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.18.20/kubectl ...
I0216 17:55:48.090011 268192 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0216 17:55:48.116568 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0216 17:55:48.567767 268192 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0216 17:55:48.567915 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:48.568005 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=fdce3bf7146356e37c4eabb07ae105993e4520f9 minikube.k8s.io/name=ingress-addon-legacy-349673 minikube.k8s.io/updated_at=2024_02_16T17_55_48_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:48.715251 268192 ops.go:34] apiserver oom_adj: -16
I0216 17:55:48.715348 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:49.216018 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:49.716130 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:50.216273 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:50.715865 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:51.215528 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:51.716102 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:52.216077 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:52.715468 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:53.215562 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:53.716352 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:54.215489 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:54.715941 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:55.215682 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:55.716227 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:56.216164 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:56.715488 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:57.216411 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:57.715823 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:58.215673 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:58.716315 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:59.216203 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:59.715991 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:00.221867 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:00.715565 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:01.216073 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:01.715650 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:02.216014 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:02.715999 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:02.842722 268192 kubeadm.go:1088] duration metric: took 14.27485056s to wait for elevateKubeSystemPrivileges.
I0216 17:56:02.842755 268192 kubeadm.go:406] StartCluster complete in 38.156876517s
I0216 17:56:02.842779 268192 settings.go:142] acquiring lock: {Name:mke2a78b0435cd80764e6fbcfbe97f1a4032c7c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:56:02.842880 268192 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:56:02.843717 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/kubeconfig: {Name:mkd6a6752edb5d541c3c5d3ac7649b934c275e48 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:56:02.844682 268192 kapi.go:59] client config for ingress-addon-legacy-349673: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt", KeyFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key", CAFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c81d0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0216 17:56:02.846055 268192 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0216 17:56:02.846294 268192 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]
I0216 17:56:02.846389 268192 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-349673"
I0216 17:56:02.846415 268192 addons.go:234] Setting addon storage-provisioner=true in "ingress-addon-legacy-349673"
I0216 17:56:02.846465 268192 host.go:66] Checking if "ingress-addon-legacy-349673" exists ...
I0216 17:56:02.847038 268192 config.go:182] Loaded profile config "ingress-addon-legacy-349673": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0216 17:56:02.847100 268192 cert_rotation.go:137] Starting client certificate rotation controller
I0216 17:56:02.847140 268192 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-349673"
I0216 17:56:02.847156 268192 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-349673"
I0216 17:56:02.847454 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:56:02.847875 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:56:02.875675 268192 kapi.go:59] client config for ingress-addon-legacy-349673: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt", KeyFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key", CAFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c81d0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0216 17:56:02.876001 268192 addons.go:234] Setting addon default-storageclass=true in "ingress-addon-legacy-349673"
I0216 17:56:02.876047 268192 host.go:66] Checking if "ingress-addon-legacy-349673" exists ...
I0216 17:56:02.876609 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:56:02.905897 268192 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:56:02.907870 268192 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0216 17:56:02.907891 268192 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0216 17:56:02.907967 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:56:02.931719 268192 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0216 17:56:02.931740 268192 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0216 17:56:02.931803 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:56:02.963332 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:56:02.968333 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:56:03.131132 268192 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0216 17:56:03.137323 268192 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0216 17:56:03.197546 268192 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0216 17:56:03.647683 268192 kapi.go:248] "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-349673" context rescaled to 1 replicas
I0216 17:56:03.647725 268192 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I0216 17:56:03.655362 268192 out.go:177] * Verifying Kubernetes components...
I0216 17:56:03.662938 268192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0216 17:56:03.760155 268192 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0216 17:56:03.962634 268192 kapi.go:59] client config for ingress-addon-legacy-349673: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt", KeyFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key", CAFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c81d0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0216 17:56:03.962967 268192 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-349673" to be "Ready" ...
I0216 17:56:03.981531 268192 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I0216 17:56:03.983839 268192 addons.go:505] enable addons completed in 1.137536381s: enabled=[storage-provisioner default-storageclass]
I0216 17:56:05.967076 268192 node_ready.go:58] node "ingress-addon-legacy-349673" has status "Ready":"False"
I0216 17:56:08.466418 268192 node_ready.go:58] node "ingress-addon-legacy-349673" has status "Ready":"False"
I0216 17:56:10.466911 268192 node_ready.go:58] node "ingress-addon-legacy-349673" has status "Ready":"False"
I0216 17:56:11.965726 268192 node_ready.go:49] node "ingress-addon-legacy-349673" has status "Ready":"True"
I0216 17:56:11.965751 268192 node_ready.go:38] duration metric: took 8.002760463s waiting for node "ingress-addon-legacy-349673" to be "Ready" ...
I0216 17:56:11.965763 268192 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0216 17:56:11.972931 268192 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-bn7dc" in "kube-system" namespace to be "Ready" ...
I0216 17:56:13.979598 268192 pod_ready.go:102] pod "coredns-66bff467f8-bn7dc" in "kube-system" namespace has status "Ready":"False"
I0216 17:56:16.485287 268192 pod_ready.go:92] pod "coredns-66bff467f8-bn7dc" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.485317 268192 pod_ready.go:81] duration metric: took 4.512353039s waiting for pod "coredns-66bff467f8-bn7dc" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.485330 268192 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.494430 268192 pod_ready.go:92] pod "etcd-ingress-addon-legacy-349673" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.494454 268192 pod_ready.go:81] duration metric: took 9.116181ms waiting for pod "etcd-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.494474 268192 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.499806 268192 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-349673" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.499831 268192 pod_ready.go:81] duration metric: took 5.348189ms waiting for pod "kube-apiserver-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.499843 268192 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.505490 268192 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-349673" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.505520 268192 pod_ready.go:81] duration metric: took 5.66823ms waiting for pod "kube-controller-manager-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.505533 268192 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8kv2b" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.512330 268192 pod_ready.go:92] pod "kube-proxy-8kv2b" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.512372 268192 pod_ready.go:81] duration metric: took 6.830533ms waiting for pod "kube-proxy-8kv2b" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.512391 268192 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.674777 268192 request.go:629] Waited for 162.301573ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ingress-addon-legacy-349673
I0216 17:56:16.874758 268192 request.go:629] Waited for 197.371074ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes/ingress-addon-legacy-349673
I0216 17:56:16.877664 268192 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-349673" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.877687 268192 pod_ready.go:81] duration metric: took 365.288136ms waiting for pod "kube-scheduler-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.877700 268192 pod_ready.go:38] duration metric: took 4.911925635s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0216 17:56:16.877747 268192 api_server.go:52] waiting for apiserver process to appear ...
I0216 17:56:16.877834 268192 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0216 17:56:16.888548 268192 api_server.go:72] duration metric: took 13.240790615s to wait for apiserver process to appear ...
I0216 17:56:16.888574 268192 api_server.go:88] waiting for apiserver healthz status ...
I0216 17:56:16.888594 268192 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0216 17:56:16.897414 268192 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0216 17:56:16.898187 268192 api_server.go:141] control plane version: v1.18.20
I0216 17:56:16.898213 268192 api_server.go:131] duration metric: took 9.631558ms to wait for apiserver health ...
I0216 17:56:16.898223 268192 system_pods.go:43] waiting for kube-system pods to appear ...
I0216 17:56:17.074606 268192 request.go:629] Waited for 176.305188ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I0216 17:56:17.080419 268192 system_pods.go:59] 8 kube-system pods found
I0216 17:56:17.080463 268192 system_pods.go:61] "coredns-66bff467f8-bn7dc" [b2b7caa9-9dc4-4b38-9224-1eaa96da7673] Running
I0216 17:56:17.080471 268192 system_pods.go:61] "etcd-ingress-addon-legacy-349673" [61174892-2fec-4b15-84c8-0be494c15c46] Running
I0216 17:56:17.080476 268192 system_pods.go:61] "kindnet-b2n6c" [42b323e9-0d6f-4077-b8d7-006d8d8566fb] Running
I0216 17:56:17.080482 268192 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-349673" [9217c271-f944-426d-83ab-a97425099427] Running
I0216 17:56:17.080488 268192 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-349673" [4b2a5e6a-1876-44f9-82ab-7257ff2809e6] Running
I0216 17:56:17.080493 268192 system_pods.go:61] "kube-proxy-8kv2b" [b4285f8e-34fa-48cc-8037-52763990d672] Running
I0216 17:56:17.080498 268192 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-349673" [96959f0c-6fbd-43b7-9092-57ebdd82363d] Running
I0216 17:56:17.080503 268192 system_pods.go:61] "storage-provisioner" [520502b0-6c76-4888-91a4-36e4b1215130] Running
I0216 17:56:17.080509 268192 system_pods.go:74] duration metric: took 182.281037ms to wait for pod list to return data ...
I0216 17:56:17.080525 268192 default_sa.go:34] waiting for default service account to be created ...
I0216 17:56:17.273914 268192 request.go:629] Waited for 193.289678ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/default/serviceaccounts
I0216 17:56:17.276391 268192 default_sa.go:45] found service account: "default"
I0216 17:56:17.276416 268192 default_sa.go:55] duration metric: took 195.881156ms for default service account to be created ...
I0216 17:56:17.276426 268192 system_pods.go:116] waiting for k8s-apps to be running ...
I0216 17:56:17.474748 268192 request.go:629] Waited for 198.234865ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I0216 17:56:17.480707 268192 system_pods.go:86] 8 kube-system pods found
I0216 17:56:17.480742 268192 system_pods.go:89] "coredns-66bff467f8-bn7dc" [b2b7caa9-9dc4-4b38-9224-1eaa96da7673] Running
I0216 17:56:17.480750 268192 system_pods.go:89] "etcd-ingress-addon-legacy-349673" [61174892-2fec-4b15-84c8-0be494c15c46] Running
I0216 17:56:17.480755 268192 system_pods.go:89] "kindnet-b2n6c" [42b323e9-0d6f-4077-b8d7-006d8d8566fb] Running
I0216 17:56:17.480761 268192 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-349673" [9217c271-f944-426d-83ab-a97425099427] Running
I0216 17:56:17.480789 268192 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-349673" [4b2a5e6a-1876-44f9-82ab-7257ff2809e6] Running
I0216 17:56:17.480802 268192 system_pods.go:89] "kube-proxy-8kv2b" [b4285f8e-34fa-48cc-8037-52763990d672] Running
I0216 17:56:17.480808 268192 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-349673" [96959f0c-6fbd-43b7-9092-57ebdd82363d] Running
I0216 17:56:17.480813 268192 system_pods.go:89] "storage-provisioner" [520502b0-6c76-4888-91a4-36e4b1215130] Running
I0216 17:56:17.480824 268192 system_pods.go:126] duration metric: took 204.381771ms to wait for k8s-apps to be running ...
I0216 17:56:17.480837 268192 system_svc.go:44] waiting for kubelet service to be running ....
I0216 17:56:17.480904 268192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0216 17:56:17.492753 268192 system_svc.go:56] duration metric: took 11.904554ms WaitForService to wait for kubelet.
I0216 17:56:17.492779 268192 kubeadm.go:581] duration metric: took 13.845028677s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0216 17:56:17.492799 268192 node_conditions.go:102] verifying NodePressure condition ...
I0216 17:56:17.674261 268192 request.go:629] Waited for 181.362437ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes
I0216 17:56:17.677062 268192 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0216 17:56:17.677098 268192 node_conditions.go:123] node cpu capacity is 2
I0216 17:56:17.677111 268192 node_conditions.go:105] duration metric: took 184.307417ms to run NodePressure ...
I0216 17:56:17.677123 268192 start.go:228] waiting for startup goroutines ...
I0216 17:56:17.677129 268192 start.go:233] waiting for cluster config update ...
I0216 17:56:17.677140 268192 start.go:242] writing updated cluster config ...
I0216 17:56:17.677422 268192 ssh_runner.go:195] Run: rm -f paused
I0216 17:56:17.739037 268192 start.go:601] kubectl: 1.29.2, cluster: 1.18.20 (minor skew: 11)
I0216 17:56:17.741275 268192 out.go:177]
W0216 17:56:17.743421 268192 out.go:239] ! /usr/local/bin/kubectl is version 1.29.2, which may have incompatibilities with Kubernetes 1.18.20.
I0216 17:56:17.745748 268192 out.go:177] - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'
I0216 17:56:17.747507 268192 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-349673" cluster and "default" namespace by default
==> CRI-O <==
Feb 16 18:00:45 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:00:45.400999854Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=c7328367-ba90-49ca-95fe-b973b700389c name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:00:48 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:00:48.761890371Z" level=info msg="Pulling image: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=3cc5af74-9e11-413b-8727-46c0b501393b name=/runtime.v1alpha2.ImageService/PullImage
Feb 16 18:00:48 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:00:48.763094490Z" level=info msg="Trying to access \"docker.io/jettech/kube-webhook-certgen@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:00:51 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:00:51.315272063Z" level=info msg="Checking image status: k8s.gcr.io/pause:3.2" id=bc0db9b9-11df-488d-af2d-3655066fbd41 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:00:51 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:00:51.315531845Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:2a060e2e7101d419352bf82c613158587400be743482d9a537ec4a9d1b4eb93c,RepoTags:[k8s.gcr.io/pause:3.2 registry.k8s.io/pause:3.2],RepoDigests:[k8s.gcr.io/pause@sha256:31d3efd12022ffeffb3146bc10ae8beb890c80ed2f07363515580add7ed47636 k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f registry.k8s.io/pause@sha256:31d3efd12022ffeffb3146bc10ae8beb890c80ed2f07363515580add7ed47636 registry.k8s.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f],Size_:489397,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=bc0db9b9-11df-488d-af2d-3655066fbd41 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:00:59 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:00:59.401580811Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=ba044df7-0bb0-4a86-bbca-df482264d912 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:00:59 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:00:59.401930485Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=ba044df7-0bb0-4a86-bbca-df482264d912 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:01:14 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:01:14.400574141Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=bc1a363b-e228-4132-a7ab-4c3056e22acc name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:01:14 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:01:14.400846599Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=bc1a363b-e228-4132-a7ab-4c3056e22acc name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:01:26 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:01:26.400615111Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=5c6e1d46-0fbb-4878-9650-f53878834dbe name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:01:26 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:01:26.400884944Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=5c6e1d46-0fbb-4878-9650-f53878834dbe name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:01:39 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:01:39.400662062Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=83e9b4dc-07b3-4977-b7d6-5629684a1285 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:01:39 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:01:39.400927842Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=83e9b4dc-07b3-4977-b7d6-5629684a1285 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:01:52 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:01:52.400659412Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=dde9d578-e5a3-4c56-9708-e79fab439845 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:01:52 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:01:52.400939715Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=dde9d578-e5a3-4c56-9708-e79fab439845 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:00 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:00.400922826Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=7f80b92f-4ac3-4476-9e94-35dba4aa60bb name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:00 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:00.401215542Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=7f80b92f-4ac3-4476-9e94-35dba4aa60bb name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:06 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:06.400567113Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=37435438-4045-458f-b797-000d9acb8579 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:06 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:06.400857467Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=37435438-4045-458f-b797-000d9acb8579 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:15 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:15.400723477Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=ee20e199-29ed-42be-8bc2-d1b87588477e name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:15 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:15.401023185Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=ee20e199-29ed-42be-8bc2-d1b87588477e name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:17 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:17.400875441Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=57426b50-659e-41e1-8626-e887264ba776 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:17 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:17.401141246Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=57426b50-659e-41e1-8626-e887264ba776 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:17 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:17.402116099Z" level=info msg="Pulling image: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=5933f9de-37d1-41f3-8adb-8dbccf270504 name=/runtime.v1alpha2.ImageService/PullImage
Feb 16 18:02:17 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:17.404584319Z" level=info msg="Trying to access \"docker.io/jettech/kube-webhook-certgen@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
ddd212591bc3a 6e17ba78cf3ebe1410fe828dc4ca57d3df37ad0b3c1a64161e5c27d57a24d184 6 minutes ago Running coredns 0 209f5ffdf5283 coredns-66bff467f8-bn7dc
1f7e8a7c3c9c1 gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2 6 minutes ago Running storage-provisioner 0 b5be750b5e917 storage-provisioner
5ecc0141208c3 docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 6 minutes ago Running kindnet-cni 0 77d8edb2e945d kindnet-b2n6c
9fd502b3e34e0 565297bc6f7d41fdb7a8ac7f9d75617ef4e6efdd1b1e41af6e060e19c44c28a8 6 minutes ago Running kube-proxy 0 4060c73cc1008 kube-proxy-8kv2b
4d105e88172d5 095f37015706de6eedb4f57eb2f9a25a1e3bf4bec63d50ba73f8968ef4094fd1 6 minutes ago Running kube-scheduler 0 525d4c322a0e5 kube-scheduler-ingress-addon-legacy-349673
08a1a36b1d03b 2694cf044d66591c37b12c60ce1f1cdba3d271af5ebda43a2e4d32ebbadd97d0 6 minutes ago Running kube-apiserver 0 6b4834f9509a3 kube-apiserver-ingress-addon-legacy-349673
f5a3c92170776 ab707b0a0ea339254cc6e3f2e7d618d4793d5129acb2288e9194769271404952 6 minutes ago Running etcd 0 c60dcda533854 etcd-ingress-addon-legacy-349673
a6c5cb6aa34a7 68a4fac29a865f21217550dbd3570dc1adbc602cf05d6eeb6f060eec1359e1f1 6 minutes ago Running kube-controller-manager 0 f449d8d3c0cf3 kube-controller-manager-ingress-addon-legacy-349673
==> coredns [ddd212591bc3acea2832d20a2c9f6af44f408fed307043141410d8907836e267] <==
.:53
[INFO] plugin/reload: Running configuration MD5 = 45700869df5177c7f3d9f7a279928a55
CoreDNS-1.6.7
linux/arm64, go1.13.6, da7f65b
[INFO] 127.0.0.1:40670 - 30617 "HINFO IN 8192880228689537761.835775763005324993. udp 56 false 512" NXDOMAIN qr,rd,ra 56 0.022373712s
==> describe nodes <==
Name: ingress-addon-legacy-349673
Roles: master
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ingress-addon-legacy-349673
kubernetes.io/os=linux
minikube.k8s.io/commit=fdce3bf7146356e37c4eabb07ae105993e4520f9
minikube.k8s.io/name=ingress-addon-legacy-349673
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_16T17_55_48_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/master=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 16 Feb 2024 17:55:45 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ingress-addon-legacy-349673
AcquireTime: <unset>
RenewTime: Fri, 16 Feb 2024 18:02:11 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 16 Feb 2024 18:01:21 +0000 Fri, 16 Feb 2024 17:55:40 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 16 Feb 2024 18:01:21 +0000 Fri, 16 Feb 2024 17:55:40 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 16 Feb 2024 18:01:21 +0000 Fri, 16 Feb 2024 17:55:40 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 16 Feb 2024 18:01:21 +0000 Fri, 16 Feb 2024 17:56:11 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ingress-addon-legacy-349673
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
System Info:
Machine ID: d237bd50d4ab4d04ab411bedcb269f25
System UUID: 2d092dbc-9bf8-4cf5-849b-2e32f1240367
Boot ID: e9b2279b-5bd3-4958-87d8-a7ef60f46af1
Kernel Version: 5.15.0-1053-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.18.20
Kube-Proxy Version: v1.18.20
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits AGE
--------- ---- ------------ ---------- --------------- ------------- ---
ingress-nginx ingress-nginx-admission-create-6jrn8 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m2s
ingress-nginx ingress-nginx-admission-patch-l27rr 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m2s
ingress-nginx ingress-nginx-controller-7fcf777cb7-nrkxj 100m (5%!)(MISSING) 0 (0%!)(MISSING) 90Mi (1%!)(MISSING) 0 (0%!)(MISSING) 6m2s
kube-system coredns-66bff467f8-bn7dc 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 6m17s
kube-system etcd-ingress-addon-legacy-349673 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m29s
kube-system kindnet-b2n6c 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 6m18s
kube-system kube-apiserver-ingress-addon-legacy-349673 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m29s
kube-system kube-controller-manager-ingress-addon-legacy-349673 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m29s
kube-system kube-proxy-8kv2b 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m17s
kube-system kube-scheduler-ingress-addon-legacy-349673 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m29s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m17s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 210Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m43s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m43s (x4 over 6m43s) kubelet Node ingress-addon-legacy-349673 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m43s (x4 over 6m43s) kubelet Node ingress-addon-legacy-349673 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m43s (x4 over 6m43s) kubelet Node ingress-addon-legacy-349673 status is now: NodeHasSufficientPID
Normal Starting 6m29s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m29s kubelet Node ingress-addon-legacy-349673 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m29s kubelet Node ingress-addon-legacy-349673 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m29s kubelet Node ingress-addon-legacy-349673 status is now: NodeHasSufficientPID
Normal Starting 6m17s kube-proxy Starting kube-proxy.
Normal NodeReady 6m9s kubelet Node ingress-addon-legacy-349673 status is now: NodeReady
==> dmesg <==
[ +0.001114] FS-Cache: O-key=[8] '915d3b0000000000'
[ +0.000737] FS-Cache: N-cookie c=0000001e [p=00000015 fl=2 nc=0 na=1]
[ +0.000947] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000e71cc2c1
[ +0.001068] FS-Cache: N-key=[8] '915d3b0000000000'
[ +0.003469] FS-Cache: Duplicate cookie detected
[ +0.000814] FS-Cache: O-cookie c=00000018 [p=00000015 fl=226 nc=0 na=1]
[ +0.001085] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=00000000c42af057
[ +0.001064] FS-Cache: O-key=[8] '915d3b0000000000'
[ +0.000717] FS-Cache: N-cookie c=0000001f [p=00000015 fl=2 nc=0 na=1]
[ +0.000957] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000ee6854f5
[ +0.001102] FS-Cache: N-key=[8] '915d3b0000000000'
[ +1.956578] FS-Cache: Duplicate cookie detected
[ +0.000827] FS-Cache: O-cookie c=00000016 [p=00000015 fl=226 nc=0 na=1]
[ +0.000985] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=000000000f4d71c7
[ +0.001087] FS-Cache: O-key=[8] '905d3b0000000000'
[ +0.000755] FS-Cache: N-cookie c=00000021 [p=00000015 fl=2 nc=0 na=1]
[ +0.000972] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000bb485c7b
[ +0.001079] FS-Cache: N-key=[8] '905d3b0000000000'
[ +0.274503] FS-Cache: Duplicate cookie detected
[ +0.000837] FS-Cache: O-cookie c=0000001b [p=00000015 fl=226 nc=0 na=1]
[ +0.001029] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=00000000ffb19045
[ +0.001131] FS-Cache: O-key=[8] '965d3b0000000000'
[ +0.000870] FS-Cache: N-cookie c=00000022 [p=00000015 fl=2 nc=0 na=1]
[ +0.001023] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000e71cc2c1
[ +0.001127] FS-Cache: N-key=[8] '965d3b0000000000'
==> etcd [f5a3c92170776c4ff48ecd26a4993decb7135f00277a475aa66f04fdc437f1d8] <==
2024-02-16 17:55:40.626868 I | embed: listening for peers on 192.168.49.2:2380
raft2024/02/16 17:55:40 INFO: aec36adc501070cc is starting a new election at term 1
raft2024/02/16 17:55:40 INFO: aec36adc501070cc became candidate at term 2
raft2024/02/16 17:55:40 INFO: aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2
raft2024/02/16 17:55:40 INFO: aec36adc501070cc became leader at term 2
raft2024/02/16 17:55:40 INFO: raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2
2024-02-16 17:55:40.743329 I | etcdserver: setting up the initial cluster version to 3.4
2024-02-16 17:55:40.744915 N | etcdserver/membership: set the initial cluster version to 3.4
2024-02-16 17:55:40.753563 I | etcdserver/api: enabled capabilities for version 3.4
2024-02-16 17:55:40.753648 I | etcdserver: published {Name:ingress-addon-legacy-349673 ClientURLs:[https://192.168.49.2:2379]} to cluster fa54960ea34d58be
2024-02-16 17:55:40.762834 I | embed: ready to serve client requests
2024-02-16 17:55:40.795535 I | embed: serving client requests on 192.168.49.2:2379
2024-02-16 17:55:40.830923 I | embed: ready to serve client requests
2024-02-16 17:55:40.892473 I | embed: serving client requests on 127.0.0.1:2379
2024-02-16 17:56:03.272991 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/kindnet-b2n6c\" " with result "range_response_count:1 size:3820" took too long (103.486026ms) to execute
2024-02-16 17:56:03.291760 W | etcdserver: read-only range request "key:\"/registry/daemonsets/kube-system/kindnet\" " with result "range_response_count:1 size:4750" took too long (112.620684ms) to execute
2024-02-16 17:56:03.292063 W | etcdserver: read-only range request "key:\"/registry/endpointslices/kube-system/kube-dns-glh4f\" " with result "range_response_count:1 size:849" took too long (112.298961ms) to execute
2024-02-16 17:56:03.515383 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/coredns-66bff467f8-9q8jz\" " with result "range_response_count:1 size:3349" took too long (219.123287ms) to execute
2024-02-16 17:56:03.567193 W | etcdserver: request "header:<ID:8128027227692096350 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/pods/kube-system/coredns-66bff467f8-9q8jz\" mod_revision:347 > success:<request_put:<key:\"/registry/pods/kube-system/coredns-66bff467f8-9q8jz\" value_size:3679 >> failure:<request_range:<key:\"/registry/pods/kube-system/coredns-66bff467f8-9q8jz\" > >>" with result "size:16" took too long (195.678275ms) to execute
2024-02-16 17:56:03.606136 W | etcdserver: read-only range request "key:\"/registry/configmaps/kube-system/coredns\" " with result "range_response_count:1 size:577" took too long (153.864928ms) to execute
2024-02-16 17:56:03.606317 W | etcdserver: read-only range request "key:\"/registry/daemonsets/kube-system/kindnet\" " with result "range_response_count:1 size:4750" took too long (157.711532ms) to execute
2024-02-16 17:56:03.606468 W | etcdserver: read-only range request "key:\"/registry/daemonsets/kube-system/kube-proxy\" " with result "range_response_count:1 size:2927" took too long (158.04617ms) to execute
2024-02-16 17:56:03.606600 W | etcdserver: read-only range request "key:\"/registry/deployments/kube-system/coredns\" " with result "range_response_count:1 size:3553" took too long (158.525831ms) to execute
2024-02-16 17:56:03.606741 W | etcdserver: read-only range request "key:\"/registry/clusterroles/view\" " with result "range_response_count:1 size:2042" took too long (109.461466ms) to execute
2024-02-16 17:56:03.613865 W | etcdserver: read-only range request "key:\"/registry/endpointslices/kube-system/kube-dns-glh4f\" " with result "range_response_count:1 size:849" took too long (108.954786ms) to execute
==> kernel <==
18:02:20 up 1:44, 0 users, load average: 0.16, 0.31, 0.94
Linux ingress-addon-legacy-349673 5.15.0-1053-aws #58~20.04.1-Ubuntu SMP Mon Jan 22 17:19:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [5ecc0141208c3dfd29c64b092574f2b992be151054f76845476248db8d9114c4] <==
I0216 18:00:16.201501 1 main.go:227] handling current node
I0216 18:00:26.204498 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:00:26.204527 1 main.go:227] handling current node
I0216 18:00:36.215634 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:00:36.215662 1 main.go:227] handling current node
I0216 18:00:46.225862 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:00:46.225891 1 main.go:227] handling current node
I0216 18:00:56.229156 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:00:56.229183 1 main.go:227] handling current node
I0216 18:01:06.232556 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:01:06.232587 1 main.go:227] handling current node
I0216 18:01:16.243246 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:01:16.243273 1 main.go:227] handling current node
I0216 18:01:26.247038 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:01:26.247065 1 main.go:227] handling current node
I0216 18:01:36.257866 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:01:36.257895 1 main.go:227] handling current node
I0216 18:01:46.269754 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:01:46.269784 1 main.go:227] handling current node
I0216 18:01:56.281869 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:01:56.281897 1 main.go:227] handling current node
I0216 18:02:06.285454 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:02:06.285493 1 main.go:227] handling current node
I0216 18:02:16.296995 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:02:16.297027 1 main.go:227] handling current node
==> kube-apiserver [08a1a36b1d03b75cf3b11c23cc04e0e0242bfd0a2c765955ab684302cbb4c5e9] <==
I0216 17:55:45.005837 1 dynamic_cafile_content.go:167] Starting client-ca-bundle::/var/lib/minikube/certs/ca.crt
I0216 17:55:45.005878 1 dynamic_cafile_content.go:167] Starting request-header::/var/lib/minikube/certs/front-proxy-ca.crt
E0216 17:55:45.024266 1 controller.go:152] Unable to remove old endpoints from kubernetes service: StorageError: key not found, Code: 1, Key: /registry/masterleases/192.168.49.2, ResourceVersion: 0, AdditionalErrorMsg:
I0216 17:55:45.089324 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0216 17:55:45.089391 1 cache.go:39] Caches are synced for AvailableConditionController controller
I0216 17:55:45.089441 1 cache.go:39] Caches are synced for autoregister controller
I0216 17:55:45.089855 1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller
I0216 17:55:45.134982 1 shared_informer.go:230] Caches are synced for crd-autoregister
I0216 17:55:45.893565 1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).
I0216 17:55:45.893592 1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I0216 17:55:45.911248 1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000
I0216 17:55:45.919067 1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000
I0216 17:55:45.919094 1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.
I0216 17:55:46.314073 1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0216 17:55:46.349256 1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
W0216 17:55:46.478501 1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.49.2]
I0216 17:55:46.479507 1 controller.go:609] quota admission added evaluator for: endpoints
I0216 17:55:46.482574 1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0216 17:55:47.287740 1 controller.go:609] quota admission added evaluator for: serviceaccounts
I0216 17:55:47.935328 1 controller.go:609] quota admission added evaluator for: deployments.apps
I0216 17:55:48.061477 1 controller.go:609] quota admission added evaluator for: daemonsets.apps
I0216 17:55:51.351064 1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io
I0216 17:56:02.956123 1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps
I0216 17:56:03.067912 1 controller.go:609] quota admission added evaluator for: replicasets.apps
I0216 17:56:18.630727 1 controller.go:609] quota admission added evaluator for: jobs.batch
==> kube-controller-manager [a6c5cb6aa34a71aecc8f938068334f11b7f611a6e87737fb054b2c1ed46ea4ac] <==
I0216 17:56:03.078300 1 event.go:278] Event(v1.ObjectReference{Kind:"DaemonSet", Namespace:"kube-system", Name:"kube-proxy", UID:"5d4b76e3-1e34-4296-b8ca-a2d1c15599ad", APIVersion:"apps/v1", ResourceVersion:"219", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: kube-proxy-8kv2b
I0216 17:56:03.078430 1 event.go:278] Event(v1.ObjectReference{Kind:"DaemonSet", Namespace:"kube-system", Name:"kindnet", UID:"2249880d-6345-4ea0-b8f1-f0d1b9474eee", APIVersion:"apps/v1", ResourceVersion:"236", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: kindnet-b2n6c
I0216 17:56:03.101832 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"kube-system", Name:"coredns", UID:"a7bd73e7-d3b8-4d96-8989-1289abdfdcc0", APIVersion:"apps/v1", ResourceVersion:"211", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set coredns-66bff467f8 to 2
I0216 17:56:03.139949 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"68f2a7b6-9d08-4332-8202-c9fa470bda4b", APIVersion:"apps/v1", ResourceVersion:"343", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: coredns-66bff467f8-9q8jz
I0216 17:56:03.140326 1 shared_informer.go:230] Caches are synced for attach detach
I0216 17:56:03.156767 1 shared_informer.go:230] Caches are synced for ClusterRoleAggregator
I0216 17:56:03.188877 1 shared_informer.go:230] Caches are synced for HPA
I0216 17:56:03.226374 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"68f2a7b6-9d08-4332-8202-c9fa470bda4b", APIVersion:"apps/v1", ResourceVersion:"343", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: coredns-66bff467f8-bn7dc
I0216 17:56:03.266752 1 shared_informer.go:230] Caches are synced for resource quota
I0216 17:56:03.279176 1 shared_informer.go:230] Caches are synced for resource quota
I0216 17:56:03.311706 1 shared_informer.go:230] Caches are synced for garbage collector
I0216 17:56:03.311872 1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
I0216 17:56:03.346772 1 shared_informer.go:230] Caches are synced for garbage collector
E0216 17:56:03.661069 1 daemon_controller.go:321] kube-system/kindnet failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kindnet", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kindnet", UID:"2249880d-6345-4ea0-b8f1-f0d1b9474eee", ResourceVersion:"236", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63843702948, loc:(*time.Location)(0x6307ca0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"app":"kindnet", "k8s-app":"kindnet", "tier":"node"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1", "kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"apps/v1\",\"kind\":\"DaemonSet\",\"metadata\":{\"annotations\":{},\"labels\":{\"app\":\"kindnet\",\"k8s-app\":\"kindnet\",\"tier\":\"node\"},\"name\":\"kindnet\",\"namespace\":\"kube-system\
"},\"spec\":{\"selector\":{\"matchLabels\":{\"app\":\"kindnet\"}},\"template\":{\"metadata\":{\"labels\":{\"app\":\"kindnet\",\"k8s-app\":\"kindnet\",\"tier\":\"node\"}},\"spec\":{\"containers\":[{\"env\":[{\"name\":\"HOST_IP\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"status.hostIP\"}}},{\"name\":\"POD_IP\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"status.podIP\"}}},{\"name\":\"POD_SUBNET\",\"value\":\"10.244.0.0/16\"}],\"image\":\"docker.io/kindest/kindnetd:v20240202-8f1494ea\",\"name\":\"kindnet-cni\",\"resources\":{\"limits\":{\"cpu\":\"100m\",\"memory\":\"50Mi\"},\"requests\":{\"cpu\":\"100m\",\"memory\":\"50Mi\"}},\"securityContext\":{\"capabilities\":{\"add\":[\"NET_RAW\",\"NET_ADMIN\"]},\"privileged\":false},\"volumeMounts\":[{\"mountPath\":\"/etc/cni/net.d\",\"name\":\"cni-cfg\"},{\"mountPath\":\"/run/xtables.lock\",\"name\":\"xtables-lock\",\"readOnly\":false},{\"mountPath\":\"/lib/modules\",\"name\":\"lib-modules\",\"readOnly\":true}]}],\"hostNetwork\":true,\"serviceAccountName\":\"kindnet\",
\"tolerations\":[{\"effect\":\"NoSchedule\",\"operator\":\"Exists\"}],\"volumes\":[{\"hostPath\":{\"path\":\"/etc/cni/net.d\",\"type\":\"DirectoryOrCreate\"},\"name\":\"cni-cfg\"},{\"hostPath\":{\"path\":\"/run/xtables.lock\",\"type\":\"FileOrCreate\"},\"name\":\"xtables-lock\"},{\"hostPath\":{\"path\":\"/lib/modules\"},\"name\":\"lib-modules\"}]}}}}\n"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubectl", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0x40018ae7a0), FieldsType:"FieldsV1", FieldsV1:(*v1.FieldsV1)(0x40018ae7c0)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0x40018ae7e0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*
int64)(nil), Labels:map[string]string{"app":"kindnet", "k8s-app":"kindnet", "tier":"node"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"cni-cfg", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0x40018ae800), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI
:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0x40018ae820), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVol
umeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0x40018ae840), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDis
k:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), Sca
leIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kindnet-cni", Image:"docker.io/kindest/kindnetd:v20240202-8f1494ea", Command:[]string(nil), Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"HOST_IP", Value:"", ValueFrom:(*v1.EnvVarSource)(0x40018ae860)}, v1.EnvVar{Name:"POD_IP", Value:"", ValueFrom:(*v1.EnvVarSource)(0x40018ae8a0)}, v1.EnvVar{Name:"POD_SUBNET", Value:"10.244.0.0/16", ValueFrom:(*v1.EnvVarSource)(nil)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList{"cpu":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"100m", Format:"DecimalSI"}, "memory":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"50Mi", Format:"BinarySI"}}, Requests:v1.Re
sourceList{"cpu":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"100m", Format:"DecimalSI"}, "memory":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"50Mi", Format:"BinarySI"}}}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"cni-cfg", ReadOnly:false, MountPath:"/etc/cni/net.d", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log"
, TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContext)(0x4000e0f860), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0x4000f95aa8), ActiveDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string(nil), ServiceAccountName:"kindnet", DeprecatedServiceAccount:"kindnet", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0x4000428000), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"NoSchedule", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"", Priority:(*int32)(nil), DNSConfig:(*v1.P
odDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPolicy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0x400000fa20)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0x4000f95af0)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:0, NumberReady:0, ObservedGeneration:0, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kindnet": the object has been modified; please apply your changes to the latest version and try again
E0216 17:56:03.665659 1 daemon_controller.go:321] kube-system/kube-proxy failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-proxy", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kube-proxy", UID:"5d4b76e3-1e34-4296-b8ca-a2d1c15599ad", ResourceVersion:"219", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63843702948, loc:(*time.Location)(0x6307ca0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubeadm", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0x40018ae680), FieldsType:"FieldsV1", FieldsV1:(*v1.Fields
V1)(0x40018ae6a0)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0x40018ae6c0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"kube-proxy", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(nil), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(n
il), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(0x400189c200), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSou
rce)(0x40018ae6e0), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.Pr
ojectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0x40018ae700), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolum
eSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kube-proxy", Image:"k8s.gcr.io/kube-proxy:v1.18.20", Command:[]string{"/usr/local/bin/kube-proxy", "--config=/var/lib/kube-proxy/config.conf", "--hostname-override=$(NODE_NAME)"}, Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"NODE_NAME", Value:"", ValueFrom:(*v1.EnvVarSource)(0x40018ae740)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList(nil), Requests:v1.ResourceList
(nil)}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"kube-proxy", ReadOnly:false, MountPath:"/var/lib/kube-proxy", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log", TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContext)(0x4000e0f6d0), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0x4000f95858), Acti
veDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string{"kubernetes.io/os":"linux"}, ServiceAccountName:"kube-proxy", DeprecatedServiceAccount:"kube-proxy", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0x40003e3f80), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"CriticalAddonsOnly", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}, v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"system-node-critical", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPoli
cy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0x400000fa18)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0x4000f958a8)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:0, NumberReady:0, ObservedGeneration:0, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kube-proxy": the object has been modified; please apply your changes to the latest version and try again
E0216 17:56:03.733695 1 clusterroleaggregation_controller.go:181] view failed with : Operation cannot be fulfilled on clusterroles.rbac.authorization.k8s.io "view": the object has been modified; please apply your changes to the latest version and try again
I0216 17:56:03.780385 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"kube-system", Name:"coredns", UID:"a7bd73e7-d3b8-4d96-8989-1289abdfdcc0", APIVersion:"apps/v1", ResourceVersion:"358", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled down replica set coredns-66bff467f8 to 1
I0216 17:56:03.880701 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"68f2a7b6-9d08-4332-8202-c9fa470bda4b", APIVersion:"apps/v1", ResourceVersion:"379", FieldPath:""}): type: 'Normal' reason: 'SuccessfulDelete' Deleted pod: coredns-66bff467f8-9q8jz
I0216 17:56:12.899230 1 node_lifecycle_controller.go:1226] Controller detected that some Nodes are Ready. Exiting master disruption mode.
I0216 17:56:18.611797 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"165e1dcd-cc87-408f-83ff-30d8162a4d87", APIVersion:"apps/v1", ResourceVersion:"480", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1
I0216 17:56:18.637290 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"ae5f7617-2c70-4500-a0b0-949f5cc24def", APIVersion:"apps/v1", ResourceVersion:"481", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-nrkxj
I0216 17:56:18.718325 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"8f125e92-755a-4317-a013-ece8bddd5315", APIVersion:"batch/v1", ResourceVersion:"485", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-6jrn8
I0216 17:56:18.765900 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"fc8063d4-0c23-4578-a9af-d5b4227957d5", APIVersion:"batch/v1", ResourceVersion:"498", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-l27rr
==> kube-proxy [9fd502b3e34e0f657b9617269e21e33090ba3df7e0e61aa6c6a7eb005c349fb9] <==
W0216 17:56:03.944241 1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy
I0216 17:56:03.961514 1 node.go:136] Successfully retrieved node IP: 192.168.49.2
I0216 17:56:03.961558 1 server_others.go:186] Using iptables Proxier.
I0216 17:56:03.963728 1 server.go:583] Version: v1.18.20
I0216 17:56:03.970459 1 config.go:315] Starting service config controller
I0216 17:56:03.970515 1 shared_informer.go:223] Waiting for caches to sync for service config
I0216 17:56:03.970613 1 config.go:133] Starting endpoints config controller
I0216 17:56:03.970623 1 shared_informer.go:223] Waiting for caches to sync for endpoints config
I0216 17:56:04.070730 1 shared_informer.go:230] Caches are synced for service config
I0216 17:56:04.070730 1 shared_informer.go:230] Caches are synced for endpoints config
==> kube-scheduler [4d105e88172d5d98b3098edfb4443f2d94a7ce52de770d58f309b219918fba8d] <==
W0216 17:55:45.017133 1 authentication.go:298] Continuing without authentication configuration. This may treat all requests as anonymous.
W0216 17:55:45.017140 1 authentication.go:299] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I0216 17:55:45.096089 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I0216 17:55:45.096418 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I0216 17:55:45.102266 1 secure_serving.go:178] Serving securely on 127.0.0.1:10259
I0216 17:55:45.102483 1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0216 17:55:45.102524 1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0216 17:55:45.102578 1 tlsconfig.go:240] Starting DynamicServingCertificateController
E0216 17:55:45.107443 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0216 17:55:45.107663 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0216 17:55:45.109369 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0216 17:55:45.109444 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0216 17:55:45.109514 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0216 17:55:45.109580 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0216 17:55:45.109665 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0216 17:55:45.111189 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0216 17:55:45.111397 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0216 17:55:45.111483 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0216 17:55:45.111537 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0216 17:55:45.111587 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0216 17:55:46.070173 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
I0216 17:55:46.602667 1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E0216 17:56:03.566628 1 factory.go:503] pod: kube-system/coredns-66bff467f8-9q8jz is already present in the active queue
E0216 17:56:03.817968 1 factory.go:503] pod: kube-system/coredns-66bff467f8-bn7dc is already present in the active queue
E0216 17:56:03.988180 1 factory.go:503] pod: kube-system/storage-provisioner is already present in unschedulable queue
==> kubelet <==
Feb 16 18:00:05 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:05.312704 1687 kuberuntime_manager.go:818] container start failed: ErrImagePull: rpc error: code = Unknown desc = reading manifest sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:00:05 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:05.312738 1687 pod_workers.go:191] Error syncing pod 9460a85a-9376-4d16-b69c-03fd13e8e1ac ("ingress-nginx-admission-patch-l27rr_ingress-nginx(9460a85a-9376-4d16-b69c-03fd13e8e1ac)"), skipping: failed to "StartContainer" for "patch" with ErrImagePull: "rpc error: code = Unknown desc = reading manifest sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit"
Feb 16 18:00:16 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:16.401566 1687 pod_workers.go:191] Error syncing pod 9460a85a-9376-4d16-b69c-03fd13e8e1ac ("ingress-nginx-admission-patch-l27rr_ingress-nginx(9460a85a-9376-4d16-b69c-03fd13e8e1ac)"), skipping: failed to "StartContainer" for "patch" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:00:29 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:29.458127 1687 secret.go:195] Couldn't get secret ingress-nginx/ingress-nginx-admission: secret "ingress-nginx-admission" not found
Feb 16 18:00:29 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:29.458229 1687 nestedpendingoperations.go:301] Operation for "{volumeName:kubernetes.io/secret/b21a39a6-9f69-4d4f-9e65-f8badd5239ab-webhook-cert podName:b21a39a6-9f69-4d4f-9e65-f8badd5239ab nodeName:}" failed. No retries permitted until 2024-02-16 18:02:31.458203937 +0000 UTC m=+403.585516608 (durationBeforeRetry 2m2s). Error: "MountVolume.SetUp failed for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/b21a39a6-9f69-4d4f-9e65-f8badd5239ab-webhook-cert\") pod \"ingress-nginx-controller-7fcf777cb7-nrkxj\" (UID: \"b21a39a6-9f69-4d4f-9e65-f8badd5239ab\") : secret \"ingress-nginx-admission\" not found"
Feb 16 18:00:31 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:31.402021 1687 pod_workers.go:191] Error syncing pod 9460a85a-9376-4d16-b69c-03fd13e8e1ac ("ingress-nginx-admission-patch-l27rr_ingress-nginx(9460a85a-9376-4d16-b69c-03fd13e8e1ac)"), skipping: failed to "StartContainer" for "patch" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:00:36 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:36.400422 1687 kubelet.go:1703] Unable to attach or mount volumes for pod "ingress-nginx-controller-7fcf777cb7-nrkxj_ingress-nginx(b21a39a6-9f69-4d4f-9e65-f8badd5239ab)": unmounted volumes=[webhook-cert], unattached volumes=[ingress-nginx-token-5f2wp webhook-cert]: timed out waiting for the condition; skipping pod
Feb 16 18:00:36 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:36.400469 1687 pod_workers.go:191] Error syncing pod b21a39a6-9f69-4d4f-9e65-f8badd5239ab ("ingress-nginx-controller-7fcf777cb7-nrkxj_ingress-nginx(b21a39a6-9f69-4d4f-9e65-f8badd5239ab)"), skipping: unmounted volumes=[webhook-cert], unattached volumes=[ingress-nginx-token-5f2wp webhook-cert]: timed out waiting for the condition
Feb 16 18:00:48 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:48.761102 1687 remote_image.go:113] PullImage "docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" from image service failed: rpc error: code = Unknown desc = reading manifest sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:00:48 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:48.761167 1687 kuberuntime_image.go:50] Pull image "docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" failed: rpc error: code = Unknown desc = reading manifest sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:00:48 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:48.761371 1687 kuberuntime_manager.go:818] container start failed: ErrImagePull: rpc error: code = Unknown desc = reading manifest sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:00:48 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:48.761404 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ErrImagePull: "rpc error: code = Unknown desc = reading manifest sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit"
Feb 16 18:00:51 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:51.445493 1687 container_manager_linux.go:512] failed to find cgroups of kubelet - cpu and memory cgroup hierarchy not unified. cpu: /docker/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc, memory: /docker/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc/system.slice/kubelet.service
Feb 16 18:00:59 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:00:59.402206 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:01:14 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:01:14.401086 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:01:26 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:01:26.401238 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:01:39 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:01:39.401103 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:01:49 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:01:49.271434 1687 remote_image.go:113] PullImage "docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" from image service failed: rpc error: code = Unknown desc = loading manifest for target platform: reading manifest sha256:d402db4f47a0e1007e8feb5e57d93c44f6c98ebf489ca77bacb91f8eefd2419b in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:01:49 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:01:49.271497 1687 kuberuntime_image.go:50] Pull image "docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" failed: rpc error: code = Unknown desc = loading manifest for target platform: reading manifest sha256:d402db4f47a0e1007e8feb5e57d93c44f6c98ebf489ca77bacb91f8eefd2419b in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:01:49 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:01:49.271568 1687 kuberuntime_manager.go:818] container start failed: ErrImagePull: rpc error: code = Unknown desc = loading manifest for target platform: reading manifest sha256:d402db4f47a0e1007e8feb5e57d93c44f6c98ebf489ca77bacb91f8eefd2419b in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:01:49 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:01:49.271604 1687 pod_workers.go:191] Error syncing pod 9460a85a-9376-4d16-b69c-03fd13e8e1ac ("ingress-nginx-admission-patch-l27rr_ingress-nginx(9460a85a-9376-4d16-b69c-03fd13e8e1ac)"), skipping: failed to "StartContainer" for "patch" with ErrImagePull: "rpc error: code = Unknown desc = loading manifest for target platform: reading manifest sha256:d402db4f47a0e1007e8feb5e57d93c44f6c98ebf489ca77bacb91f8eefd2419b in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit"
Feb 16 18:01:52 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:01:52.401324 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:02:00 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:02:00.402028 1687 pod_workers.go:191] Error syncing pod 9460a85a-9376-4d16-b69c-03fd13e8e1ac ("ingress-nginx-admission-patch-l27rr_ingress-nginx(9460a85a-9376-4d16-b69c-03fd13e8e1ac)"), skipping: failed to "StartContainer" for "patch" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:02:06 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:02:06.401104 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:02:15 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:02:15.401614 1687 pod_workers.go:191] Error syncing pod 9460a85a-9376-4d16-b69c-03fd13e8e1ac ("ingress-nginx-admission-patch-l27rr_ingress-nginx(9460a85a-9376-4d16-b69c-03fd13e8e1ac)"), skipping: failed to "StartContainer" for "patch" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
==> storage-provisioner [1f7e8a7c3c9c180c0eb1e527b64f8414702505e38f6d619bb71b61f80f17a474] <==
I0216 17:56:13.809938 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0216 17:56:13.834791 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0216 17:56:13.834877 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0216 17:56:13.846726 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0216 17:56:13.847053 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-349673_bc510a8b-d0e4-4703-bb3b-7100f3fcef40!
I0216 17:56:13.847997 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"e30d0f5e-0dc5-427b-a2a0-fa24977628b8", APIVersion:"v1", ResourceVersion:"432", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-349673_bc510a8b-d0e4-4703-bb3b-7100f3fcef40 became leader
I0216 17:56:13.948151 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-349673_bc510a8b-d0e4-4703-bb3b-7100f3fcef40!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p ingress-addon-legacy-349673 -n ingress-addon-legacy-349673
helpers_test.go:261: (dbg) Run: kubectl --context ingress-addon-legacy-349673 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-6jrn8 ingress-nginx-admission-patch-l27rr ingress-nginx-controller-7fcf777cb7-nrkxj
helpers_test.go:274: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddonActivation]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context ingress-addon-legacy-349673 describe pod ingress-nginx-admission-create-6jrn8 ingress-nginx-admission-patch-l27rr ingress-nginx-controller-7fcf777cb7-nrkxj
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context ingress-addon-legacy-349673 describe pod ingress-nginx-admission-create-6jrn8 ingress-nginx-admission-patch-l27rr ingress-nginx-controller-7fcf777cb7-nrkxj: exit status 1 (81.801916ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-6jrn8" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-l27rr" not found
Error from server (NotFound): pods "ingress-nginx-controller-7fcf777cb7-nrkxj" not found
** /stderr **
helpers_test.go:279: kubectl --context ingress-addon-legacy-349673 describe pod ingress-nginx-admission-create-6jrn8 ingress-nginx-admission-patch-l27rr ingress-nginx-controller-7fcf777cb7-nrkxj: exit status 1
--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddonActivation (363.47s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddons
addons_test.go:207: (dbg) Run: kubectl --context ingress-addon-legacy-349673 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
E0216 18:03:38.701734 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
addons_test.go:207: (dbg) Non-zero exit: kubectl --context ingress-addon-legacy-349673 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: exit status 1 (1m30.066255131s)
** stderr **
error: timed out waiting for the condition on pods/ingress-nginx-controller-7fcf777cb7-nrkxj
** /stderr **
addons_test.go:208: failed waiting for ingress-nginx-controller : exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect ingress-addon-legacy-349673
helpers_test.go:235: (dbg) docker inspect ingress-addon-legacy-349673:
-- stdout --
[
{
"Id": "be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc",
"Created": "2024-02-16T17:55:12.075911277Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 268650,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-16T17:55:12.374206479Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:83c2925cbfe44b87b5c0672f16807927d87d8625e89de4dc154c45daaaa04b5b",
"ResolvConfPath": "/var/lib/docker/containers/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc/hostname",
"HostsPath": "/var/lib/docker/containers/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc/hosts",
"LogPath": "/var/lib/docker/containers/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc/be6f002a33453203587f20eab3009255efb648f9b06aac0ec41a963367fc0bbc-json.log",
"Name": "/ingress-addon-legacy-349673",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"ingress-addon-legacy-349673:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "ingress-addon-legacy-349673",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/020769ed71a3cf33bfbec2cb18781f09364145210a1f6b17fa76ec5e74211a83-init/diff:/var/lib/docker/overlay2/7eae8a88291d9dbfd1a3e5d31d63b67b329111ec31453deb80336617d68f4c08/diff",
"MergedDir": "/var/lib/docker/overlay2/020769ed71a3cf33bfbec2cb18781f09364145210a1f6b17fa76ec5e74211a83/merged",
"UpperDir": "/var/lib/docker/overlay2/020769ed71a3cf33bfbec2cb18781f09364145210a1f6b17fa76ec5e74211a83/diff",
"WorkDir": "/var/lib/docker/overlay2/020769ed71a3cf33bfbec2cb18781f09364145210a1f6b17fa76ec5e74211a83/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "ingress-addon-legacy-349673",
"Source": "/var/lib/docker/volumes/ingress-addon-legacy-349673/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "ingress-addon-legacy-349673",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ingress-addon-legacy-349673",
"name.minikube.sigs.k8s.io": "ingress-addon-legacy-349673",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "f366d16f6612f1b6bde236273d22501b7989442dfd687b22e879eec4d02aa48f",
"SandboxKey": "/var/run/docker/netns/f366d16f6612",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33092"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33091"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33088"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33090"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33089"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ingress-addon-legacy-349673": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"be6f002a3345",
"ingress-addon-legacy-349673"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "2bba1bca9d67e575ec6311f7af53f50740e5e84971352057dfcd82a93929689c",
"EndpointID": "844fbeccf5de9d326af33aee79ba91c2015a2552b89392d28accf17521583f10",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"ingress-addon-legacy-349673",
"be6f002a3345"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p ingress-addon-legacy-349673 -n ingress-addon-legacy-349673
helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-349673 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-349673 logs -n 25: (1.247984534s)
helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddons logs:
-- stdout --
==> Audit <==
|----------------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|----------------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| ssh | functional-350187 ssh -- ls | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -la /mount-9p | | | | | |
| ssh | functional-350187 ssh sudo | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | umount -f /mount-9p | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount1 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount2 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount3 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount1 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount2 | | | | | |
| ssh | functional-350187 ssh findmnt | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -T /mount3 | | | | | |
| mount | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | --kill=true | | | | | |
| start | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | --dry-run --memory | | | | | |
| | 250MB --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| dashboard | --url --port 36195 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | -p functional-350187 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| update-context | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format short | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format yaml | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-350187 ssh pgrep | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | |
| | buildkitd | | | | | |
| image | functional-350187 image build -t | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | localhost/my-image:functional-350187 | | | | | |
| | testdata/build --alsologtostderr | | | | | |
| image | functional-350187 image ls | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format json | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:52 UTC | 16 Feb 24 17:52 UTC |
| | image ls --format table | | | | | |
| | --alsologtostderr | | | | | |
| delete | -p functional-350187 | functional-350187 | jenkins | v1.32.0 | 16 Feb 24 17:54 UTC | 16 Feb 24 17:54 UTC |
| start | -p ingress-addon-legacy-349673 | ingress-addon-legacy-349673 | jenkins | v1.32.0 | 16 Feb 24 17:54 UTC | 16 Feb 24 17:56 UTC |
| | --kubernetes-version=v1.18.20 | | | | | |
| | --memory=4096 --wait=true | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| addons | ingress-addon-legacy-349673 | ingress-addon-legacy-349673 | jenkins | v1.32.0 | 16 Feb 24 17:56 UTC | |
| | addons enable ingress | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| addons | ingress-addon-legacy-349673 | ingress-addon-legacy-349673 | jenkins | v1.32.0 | 16 Feb 24 18:02 UTC | 16 Feb 24 18:02 UTC |
| | addons enable ingress-dns | | | | | |
| | --alsologtostderr -v=5 | | | | | |
|----------------|------------------------------------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/16 17:54:54
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0216 17:54:54.728502 268192 out.go:291] Setting OutFile to fd 1 ...
I0216 17:54:54.728656 268192 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:54:54.728671 268192 out.go:304] Setting ErrFile to fd 2...
I0216 17:54:54.728683 268192 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:54:54.728958 268192 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:54:54.729427 268192 out.go:298] Setting JSON to false
I0216 17:54:54.730374 268192 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":5838,"bootTime":1708100257,"procs":154,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 17:54:54.730469 268192 start.go:139] virtualization:
I0216 17:54:54.732967 268192 out.go:177] * [ingress-addon-legacy-349673] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0216 17:54:54.735512 268192 out.go:177] - MINIKUBE_LOCATION=17936
I0216 17:54:54.735665 268192 notify.go:220] Checking for updates...
I0216 17:54:54.740507 268192 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 17:54:54.743259 268192 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:54:54.746274 268192 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 17:54:54.748376 268192 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0216 17:54:54.750575 268192 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0216 17:54:54.752782 268192 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 17:54:54.772922 268192 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 17:54:54.773032 268192 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:54:54.838287 268192 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:46 SystemTime:2024-02-16 17:54:54.829028959 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:54:54.838395 268192 docker.go:295] overlay module found
I0216 17:54:54.843558 268192 out.go:177] * Using the docker driver based on user configuration
I0216 17:54:54.846450 268192 start.go:299] selected driver: docker
I0216 17:54:54.846471 268192 start.go:903] validating driver "docker" against <nil>
I0216 17:54:54.846493 268192 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0216 17:54:54.847215 268192 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:54:54.903159 268192 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:46 SystemTime:2024-02-16 17:54:54.894618908 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:54:54.903324 268192 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0216 17:54:54.903560 268192 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0216 17:54:54.905901 268192 out.go:177] * Using Docker driver with root privileges
I0216 17:54:54.908771 268192 cni.go:84] Creating CNI manager for ""
I0216 17:54:54.908792 268192 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:54:54.908803 268192 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0216 17:54:54.908817 268192 start_flags.go:323] config:
{Name:ingress-addon-legacy-349673 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-349673 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.lo
cal ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:54:54.912048 268192 out.go:177] * Starting control plane node ingress-addon-legacy-349673 in cluster ingress-addon-legacy-349673
I0216 17:54:54.915026 268192 cache.go:121] Beginning downloading kic base image for docker with crio
I0216 17:54:54.918508 268192 out.go:177] * Pulling base image v0.0.42-1708008208-17936 ...
I0216 17:54:54.922189 268192 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0216 17:54:54.922275 268192 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0216 17:54:54.936867 268192 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon, skipping pull
I0216 17:54:54.936889 268192 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in daemon, skipping load
I0216 17:54:54.981125 268192 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4
I0216 17:54:54.981152 268192 cache.go:56] Caching tarball of preloaded images
I0216 17:54:54.981323 268192 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0216 17:54:54.983794 268192 out.go:177] * Downloading Kubernetes v1.18.20 preload ...
I0216 17:54:54.986279 268192 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:54:55.091233 268192 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4?checksum=md5:8ddd7f37d9a9977fe856222993d36c3d -> /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4
I0216 17:55:04.227525 268192 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:55:04.227643 268192 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:55:05.416415 268192 cache.go:59] Finished verifying existence of preloaded tar for v1.18.20 on crio
I0216 17:55:05.416801 268192 profile.go:148] Saving config to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/config.json ...
I0216 17:55:05.416838 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/config.json: {Name:mk8d8c86faf776a57407263eac4c18e3fdcfd141 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:05.417027 268192 cache.go:194] Successfully downloaded all kic artifacts
I0216 17:55:05.417053 268192 start.go:365] acquiring machines lock for ingress-addon-legacy-349673: {Name:mk72c3e04461bd6b5b82b338cfa0653702c88272 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0216 17:55:05.417123 268192 start.go:369] acquired machines lock for "ingress-addon-legacy-349673" in 55.736µs
I0216 17:55:05.417150 268192 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-349673 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-349673 Namespace:defau
lt APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Dis
ableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I0216 17:55:05.417225 268192 start.go:125] createHost starting for "" (driver="docker")
I0216 17:55:05.419875 268192 out.go:204] * Creating docker container (CPUs=2, Memory=4096MB) ...
I0216 17:55:05.420094 268192 start.go:159] libmachine.API.Create for "ingress-addon-legacy-349673" (driver="docker")
I0216 17:55:05.420125 268192 client.go:168] LocalClient.Create starting
I0216 17:55:05.420187 268192 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem
I0216 17:55:05.420223 268192 main.go:141] libmachine: Decoding PEM data...
I0216 17:55:05.420243 268192 main.go:141] libmachine: Parsing certificate...
I0216 17:55:05.420295 268192 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem
I0216 17:55:05.420325 268192 main.go:141] libmachine: Decoding PEM data...
I0216 17:55:05.420338 268192 main.go:141] libmachine: Parsing certificate...
I0216 17:55:05.420696 268192 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-349673 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0216 17:55:05.435661 268192 cli_runner.go:211] docker network inspect ingress-addon-legacy-349673 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0216 17:55:05.435746 268192 network_create.go:281] running [docker network inspect ingress-addon-legacy-349673] to gather additional debugging logs...
I0216 17:55:05.435768 268192 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-349673
W0216 17:55:05.450855 268192 cli_runner.go:211] docker network inspect ingress-addon-legacy-349673 returned with exit code 1
I0216 17:55:05.450890 268192 network_create.go:284] error running [docker network inspect ingress-addon-legacy-349673]: docker network inspect ingress-addon-legacy-349673: exit status 1
stdout:
[]
stderr:
Error response from daemon: network ingress-addon-legacy-349673 not found
I0216 17:55:05.450911 268192 network_create.go:286] output of [docker network inspect ingress-addon-legacy-349673]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network ingress-addon-legacy-349673 not found
** /stderr **
I0216 17:55:05.451025 268192 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0216 17:55:05.465766 268192 network.go:207] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4000159a30}
I0216 17:55:05.465804 268192 network_create.go:124] attempt to create docker network ingress-addon-legacy-349673 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0216 17:55:05.465874 268192 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 ingress-addon-legacy-349673
I0216 17:55:05.527768 268192 network_create.go:108] docker network ingress-addon-legacy-349673 192.168.49.0/24 created
I0216 17:55:05.527800 268192 kic.go:121] calculated static IP "192.168.49.2" for the "ingress-addon-legacy-349673" container
I0216 17:55:05.527876 268192 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0216 17:55:05.542266 268192 cli_runner.go:164] Run: docker volume create ingress-addon-legacy-349673 --label name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --label created_by.minikube.sigs.k8s.io=true
I0216 17:55:05.561306 268192 oci.go:103] Successfully created a docker volume ingress-addon-legacy-349673
I0216 17:55:05.561393 268192 cli_runner.go:164] Run: docker run --rm --name ingress-addon-legacy-349673-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --entrypoint /usr/bin/test -v ingress-addon-legacy-349673:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib
I0216 17:55:07.065839 268192 cli_runner.go:217] Completed: docker run --rm --name ingress-addon-legacy-349673-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --entrypoint /usr/bin/test -v ingress-addon-legacy-349673:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib: (1.504398186s)
I0216 17:55:07.065875 268192 oci.go:107] Successfully prepared a docker volume ingress-addon-legacy-349673
I0216 17:55:07.065897 268192 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0216 17:55:07.065917 268192 kic.go:194] Starting extracting preloaded images to volume ...
I0216 17:55:07.066003 268192 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-349673:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir
I0216 17:55:11.996135 268192 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-349673:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir: (4.930085496s)
I0216 17:55:11.996176 268192 kic.go:203] duration metric: took 4.930256 seconds to extract preloaded images to volume
W0216 17:55:11.996312 268192 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0216 17:55:11.996437 268192 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0216 17:55:12.061329 268192 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ingress-addon-legacy-349673 --name ingress-addon-legacy-349673 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ingress-addon-legacy-349673 --network ingress-addon-legacy-349673 --ip 192.168.49.2 --volume ingress-addon-legacy-349673:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf
I0216 17:55:12.384067 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Running}}
I0216 17:55:12.404448 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:55:12.426435 268192 cli_runner.go:164] Run: docker exec ingress-addon-legacy-349673 stat /var/lib/dpkg/alternatives/iptables
I0216 17:55:12.496900 268192 oci.go:144] the created container "ingress-addon-legacy-349673" has a running status.
I0216 17:55:12.496932 268192 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa...
I0216 17:55:13.726400 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0216 17:55:13.726454 268192 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0216 17:55:13.746785 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:55:13.764697 268192 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0216 17:55:13.764718 268192 kic_runner.go:114] Args: [docker exec --privileged ingress-addon-legacy-349673 chown docker:docker /home/docker/.ssh/authorized_keys]
I0216 17:55:13.816711 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:55:13.833328 268192 machine.go:88] provisioning docker machine ...
I0216 17:55:13.833361 268192 ubuntu.go:169] provisioning hostname "ingress-addon-legacy-349673"
I0216 17:55:13.833429 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:13.849510 268192 main.go:141] libmachine: Using SSH client type: native
I0216 17:55:13.849941 268192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 33092 <nil> <nil>}
I0216 17:55:13.849963 268192 main.go:141] libmachine: About to run SSH command:
sudo hostname ingress-addon-legacy-349673 && echo "ingress-addon-legacy-349673" | sudo tee /etc/hostname
I0216 17:55:14.001963 268192 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-349673
I0216 17:55:14.002060 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:14.022267 268192 main.go:141] libmachine: Using SSH client type: native
I0216 17:55:14.022697 268192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 33092 <nil> <nil>}
I0216 17:55:14.022722 268192 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\singress-addon-legacy-349673' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-349673/g' /etc/hosts;
else
echo '127.0.1.1 ingress-addon-legacy-349673' | sudo tee -a /etc/hosts;
fi
fi
I0216 17:55:14.162981 268192 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0216 17:55:14.163010 268192 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17936-234898/.minikube CaCertPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17936-234898/.minikube}
I0216 17:55:14.163028 268192 ubuntu.go:177] setting up certificates
I0216 17:55:14.163038 268192 provision.go:83] configureAuth start
I0216 17:55:14.163108 268192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-349673
I0216 17:55:14.179718 268192 provision.go:138] copyHostCerts
I0216 17:55:14.179759 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/17936-234898/.minikube/ca.pem
I0216 17:55:14.179791 268192 exec_runner.go:144] found /home/jenkins/minikube-integration/17936-234898/.minikube/ca.pem, removing ...
I0216 17:55:14.179803 268192 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.pem
I0216 17:55:14.179883 268192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17936-234898/.minikube/ca.pem (1082 bytes)
I0216 17:55:14.179968 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/17936-234898/.minikube/cert.pem
I0216 17:55:14.179990 268192 exec_runner.go:144] found /home/jenkins/minikube-integration/17936-234898/.minikube/cert.pem, removing ...
I0216 17:55:14.179995 268192 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17936-234898/.minikube/cert.pem
I0216 17:55:14.180023 268192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17936-234898/.minikube/cert.pem (1123 bytes)
I0216 17:55:14.180087 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/17936-234898/.minikube/key.pem
I0216 17:55:14.180108 268192 exec_runner.go:144] found /home/jenkins/minikube-integration/17936-234898/.minikube/key.pem, removing ...
I0216 17:55:14.180112 268192 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17936-234898/.minikube/key.pem
I0216 17:55:14.180143 268192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17936-234898/.minikube/key.pem (1675 bytes)
I0216 17:55:14.180191 268192 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-349673 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube ingress-addon-legacy-349673]
I0216 17:55:14.588587 268192 provision.go:172] copyRemoteCerts
I0216 17:55:14.588662 268192 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0216 17:55:14.588714 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:14.610065 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:14.707690 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0216 17:55:14.707756 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0216 17:55:14.733821 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem -> /etc/docker/server.pem
I0216 17:55:14.733887 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server.pem --> /etc/docker/server.pem (1253 bytes)
I0216 17:55:14.757656 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0216 17:55:14.757762 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0216 17:55:14.781154 268192 provision.go:86] duration metric: configureAuth took 618.100785ms
I0216 17:55:14.781184 268192 ubuntu.go:193] setting minikube options for container-runtime
I0216 17:55:14.781412 268192 config.go:182] Loaded profile config "ingress-addon-legacy-349673": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0216 17:55:14.781556 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:14.797821 268192 main.go:141] libmachine: Using SSH client type: native
I0216 17:55:14.798243 268192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 33092 <nil> <nil>}
I0216 17:55:14.798267 268192 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0216 17:55:15.088939 268192 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0216 17:55:15.089041 268192 machine.go:91] provisioned docker machine in 1.255664069s
I0216 17:55:15.089070 268192 client.go:171] LocalClient.Create took 9.668937606s
I0216 17:55:15.089101 268192 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-349673" took 9.669005928s
I0216 17:55:15.089136 268192 start.go:300] post-start starting for "ingress-addon-legacy-349673" (driver="docker")
I0216 17:55:15.089164 268192 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0216 17:55:15.089265 268192 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0216 17:55:15.089342 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:15.109854 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:15.211883 268192 ssh_runner.go:195] Run: cat /etc/os-release
I0216 17:55:15.214983 268192 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0216 17:55:15.215030 268192 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0216 17:55:15.215044 268192 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0216 17:55:15.215052 268192 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0216 17:55:15.215063 268192 filesync.go:126] Scanning /home/jenkins/minikube-integration/17936-234898/.minikube/addons for local assets ...
I0216 17:55:15.215130 268192 filesync.go:126] Scanning /home/jenkins/minikube-integration/17936-234898/.minikube/files for local assets ...
I0216 17:55:15.215219 268192 filesync.go:149] local asset: /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem -> 2402402.pem in /etc/ssl/certs
I0216 17:55:15.215230 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem -> /etc/ssl/certs/2402402.pem
I0216 17:55:15.215352 268192 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0216 17:55:15.224430 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem --> /etc/ssl/certs/2402402.pem (1708 bytes)
I0216 17:55:15.249051 268192 start.go:303] post-start completed in 159.884712ms
I0216 17:55:15.249436 268192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-349673
I0216 17:55:15.264288 268192 profile.go:148] Saving config to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/config.json ...
I0216 17:55:15.264639 268192 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0216 17:55:15.264694 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:15.279804 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:15.375611 268192 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0216 17:55:15.380348 268192 start.go:128] duration metric: createHost completed in 9.96310687s
I0216 17:55:15.380375 268192 start.go:83] releasing machines lock for "ingress-addon-legacy-349673", held for 9.963236689s
I0216 17:55:15.380464 268192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-349673
I0216 17:55:15.397550 268192 ssh_runner.go:195] Run: cat /version.json
I0216 17:55:15.397612 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:15.397870 268192 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0216 17:55:15.397926 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:55:15.418661 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:15.420562 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:55:15.645386 268192 ssh_runner.go:195] Run: systemctl --version
I0216 17:55:15.649560 268192 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0216 17:55:15.793387 268192 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0216 17:55:15.797489 268192 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0216 17:55:15.819950 268192 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0216 17:55:15.820027 268192 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0216 17:55:15.851489 268192 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0216 17:55:15.851524 268192 start.go:475] detecting cgroup driver to use...
I0216 17:55:15.851556 268192 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0216 17:55:15.851611 268192 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0216 17:55:15.868517 268192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0216 17:55:15.879793 268192 docker.go:217] disabling cri-docker service (if available) ...
I0216 17:55:15.879912 268192 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0216 17:55:15.894419 268192 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0216 17:55:15.909130 268192 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0216 17:55:16.009081 268192 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0216 17:55:16.108976 268192 docker.go:233] disabling docker service ...
I0216 17:55:16.109066 268192 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0216 17:55:16.129243 268192 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0216 17:55:16.142500 268192 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0216 17:55:16.237230 268192 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0216 17:55:16.334955 268192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0216 17:55:16.346687 268192 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0216 17:55:16.363054 268192 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I0216 17:55:16.363133 268192 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:55:16.373062 268192 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0216 17:55:16.373131 268192 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:55:16.383413 268192 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:55:16.396634 268192 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0216 17:55:16.408886 268192 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0216 17:55:16.418640 268192 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0216 17:55:16.427415 268192 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0216 17:55:16.436436 268192 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0216 17:55:16.540990 268192 ssh_runner.go:195] Run: sudo systemctl restart crio
I0216 17:55:16.662027 268192 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0216 17:55:16.662156 268192 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0216 17:55:16.665529 268192 start.go:543] Will wait 60s for crictl version
I0216 17:55:16.665596 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:16.668872 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0216 17:55:16.710629 268192 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0216 17:55:16.710763 268192 ssh_runner.go:195] Run: crio --version
I0216 17:55:16.747577 268192 ssh_runner.go:195] Run: crio --version
I0216 17:55:16.792218 268192 out.go:177] * Preparing Kubernetes v1.18.20 on CRI-O 1.24.6 ...
I0216 17:55:16.794600 268192 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-349673 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0216 17:55:16.812578 268192 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0216 17:55:16.816102 268192 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0216 17:55:16.826532 268192 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0216 17:55:16.826601 268192 ssh_runner.go:195] Run: sudo crictl images --output json
I0216 17:55:16.880604 268192 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I0216 17:55:16.880680 268192 ssh_runner.go:195] Run: which lz4
I0216 17:55:16.884002 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 -> /preloaded.tar.lz4
I0216 17:55:16.884108 268192 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I0216 17:55:16.887202 268192 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I0216 17:55:16.887243 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 --> /preloaded.tar.lz4 (489766197 bytes)
I0216 17:55:19.071033 268192 crio.go:444] Took 2.186964 seconds to copy over tarball
I0216 17:55:19.071115 268192 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I0216 17:55:21.805842 268192 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.734697963s)
I0216 17:55:21.805878 268192 crio.go:451] Took 2.734816 seconds to extract the tarball
I0216 17:55:21.805888 268192 ssh_runner.go:146] rm: /preloaded.tar.lz4
I0216 17:55:22.061866 268192 ssh_runner.go:195] Run: sudo crictl images --output json
I0216 17:55:22.099911 268192 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I0216 17:55:22.099938 268192 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]
I0216 17:55:22.099977 268192 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.100204 268192 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20
I0216 17:55:22.100286 268192 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20
I0216 17:55:22.100371 268192 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.100462 268192 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20
I0216 17:55:22.100537 268192 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I0216 17:55:22.100616 268192 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I0216 17:55:22.100699 268192 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I0216 17:55:22.101805 268192 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
I0216 17:55:22.102227 268192 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.102427 268192 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20
I0216 17:55:22.102561 268192 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I0216 17:55:22.102741 268192 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20
I0216 17:55:22.102883 268192 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.103210 268192 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20
I0216 17:55:22.103307 268192 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I0216 17:55:22.441824 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.2
W0216 17:55:22.445981 268192 image.go:265] image registry.k8s.io/coredns:1.6.7 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.446243 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7
W0216 17:55:22.468785 268192 image.go:265] image registry.k8s.io/kube-apiserver:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.469035 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20
W0216 17:55:22.472168 268192 image.go:265] image registry.k8s.io/etcd:3.4.3-0 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.472472 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0
W0216 17:55:22.477373 268192 image.go:265] image registry.k8s.io/kube-proxy:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.477704 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20
W0216 17:55:22.480987 268192 image.go:265] image registry.k8s.io/kube-controller-manager:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.481213 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20
W0216 17:55:22.487764 268192 image.go:265] image registry.k8s.io/kube-scheduler:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.488005 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.507105 268192 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "2a060e2e7101d419352bf82c613158587400be743482d9a537ec4a9d1b4eb93c" in container runtime
I0216 17:55:22.507294 268192 cri.go:218] Removing image: registry.k8s.io/pause:3.2
I0216 17:55:22.507440 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.529541 268192 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "ff3af22d8878afc6985d3fec3e066d00ef431aa166c3a01ac58f1990adc92a2c" in container runtime
I0216 17:55:22.529637 268192 cri.go:218] Removing image: registry.k8s.io/coredns:1.6.7
I0216 17:55:22.529719 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.613357 268192 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "d353007847ec85700463981309a5846c8d9c93fbcd1323104266212926d68257" in container runtime
I0216 17:55:22.613399 268192 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.18.20
I0216 17:55:22.613446 268192 ssh_runner.go:195] Run: which crictl
W0216 17:55:22.617507 268192 image.go:265] image gcr.io/k8s-minikube/storage-provisioner:v5 arch mismatch: want arm64 got amd64. fixing
I0216 17:55:22.617748 268192 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.627563 268192 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "29dd247b2572efbe28fcaea3fef1c5d72593da59f7350e3f6d2e6618983f9c03" in container runtime
I0216 17:55:22.627650 268192 cri.go:218] Removing image: registry.k8s.io/etcd:3.4.3-0
I0216 17:55:22.627735 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.627879 268192 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "b11cdc97ac6ac4ef2b3b0662edbe16597084b17cbc8e3d61fcaf4ef827a7ed18" in container runtime
I0216 17:55:22.627918 268192 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.18.20
I0216 17:55:22.627977 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.628077 268192 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "297c79afbdb81ceb4cf857e0c54a0de7b6ce7ebe01e6cab68fc8baf342be3ea7" in container runtime
I0216 17:55:22.628122 268192 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20
I0216 17:55:22.628164 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.648179 268192 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "177548d745cb87f773d02f41d453af2f2a1479dbe3c32e749cf6d8145c005e79" in container runtime
I0216 17:55:22.648266 268192 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.648334 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.648421 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/pause:3.2
I0216 17:55:22.648492 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/coredns:1.6.7
I0216 17:55:22.648547 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.18.20
I0216 17:55:22.817628 268192 cache_images.go:116] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51" in container runtime
I0216 17:55:22.817676 268192 cri.go:218] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.817734 268192 ssh_runner.go:195] Run: which crictl
I0216 17:55:22.817848 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.18.20
I0216 17:55:22.817893 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/etcd:3.4.3-0
I0216 17:55:22.817938 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-proxy:v1.18.20
I0216 17:55:22.818068 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.18.20
I0216 17:55:22.818184 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2
I0216 17:55:22.818280 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.18.20
I0216 17:55:22.818335 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.6.7
I0216 17:55:22.904411 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.18.20
I0216 17:55:22.904496 268192 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:55:22.904576 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.18.20
I0216 17:55:22.909774 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.18.20
I0216 17:55:22.913085 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.3-0
I0216 17:55:22.972766 268192 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5
I0216 17:55:22.972843 268192 cache_images.go:92] LoadImages completed in 872.892993ms
W0216 17:55:22.972929 268192 out.go:239] X Unable to load cached images: loading cached images: stat /home/jenkins/minikube-integration/17936-234898/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2: no such file or directory
I0216 17:55:22.973004 268192 ssh_runner.go:195] Run: crio config
I0216 17:55:23.027575 268192 cni.go:84] Creating CNI manager for ""
I0216 17:55:23.027641 268192 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:55:23.027676 268192 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0216 17:55:23.027744 268192 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-349673 NodeName:ingress-addon-legacy-349673 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.c
rt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}
I0216 17:55:23.027931 268192 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta2
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/crio/crio.sock
name: "ingress-addon-legacy-349673"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta2
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.18.20
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0216 17:55:23.028043 268192 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=ingress-addon-legacy-349673 --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-349673 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0216 17:55:23.028162 268192 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20
I0216 17:55:23.038946 268192 binaries.go:44] Found k8s binaries, skipping transfer
I0216 17:55:23.039031 268192 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0216 17:55:23.048141 268192 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (486 bytes)
I0216 17:55:23.066273 268192 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)
I0216 17:55:23.084117 268192 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2123 bytes)
I0216 17:55:23.102066 268192 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0216 17:55:23.105595 268192 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0216 17:55:23.116355 268192 certs.go:56] Setting up /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673 for IP: 192.168.49.2
I0216 17:55:23.116396 268192 certs.go:190] acquiring lock for shared ca certs: {Name:mk9abadbab6d16b9e7bc7285e50b4098d31d6824 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.116566 268192 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key
I0216 17:55:23.116622 268192 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key
I0216 17:55:23.116675 268192 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key
I0216 17:55:23.116697 268192 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt with IP's: []
I0216 17:55:23.710071 268192 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt ...
I0216 17:55:23.710101 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: {Name:mka7f56555c9722b37c43172080255fb32fc0ecb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.710301 268192 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key ...
I0216 17:55:23.710316 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key: {Name:mkf19993c15154a81692e5902d33b48356636177 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.710399 268192 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key.dd3b5fb2
I0216 17:55:23.710418 268192 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0216 17:55:23.986666 268192 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt.dd3b5fb2 ...
I0216 17:55:23.986698 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt.dd3b5fb2: {Name:mkb14186d7eadb4afd257e916eaa7cef947a8ca3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.986882 268192 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key.dd3b5fb2 ...
I0216 17:55:23.986896 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key.dd3b5fb2: {Name:mk3dd831da06ec14c3983407395588da2aa66390 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:23.986973 268192 certs.go:337] copying /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt
I0216 17:55:23.987062 268192 certs.go:341] copying /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key
I0216 17:55:23.987120 268192 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key
I0216 17:55:23.987137 268192 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt with IP's: []
I0216 17:55:24.318576 268192 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt ...
I0216 17:55:24.318607 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt: {Name:mk02098787264d4cac311997def3be31152e3634 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:24.318791 268192 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key ...
I0216 17:55:24.318822 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key: {Name:mkb1b896d167148b50269515bfc248c97efa4e81 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:55:24.318914 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0216 17:55:24.318935 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0216 17:55:24.318950 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0216 17:55:24.318961 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0216 17:55:24.318976 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0216 17:55:24.318992 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0216 17:55:24.319007 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0216 17:55:24.319019 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0216 17:55:24.319081 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/240240.pem (1338 bytes)
W0216 17:55:24.319126 268192 certs.go:433] ignoring /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/240240_empty.pem, impossibly tiny 0 bytes
I0216 17:55:24.319143 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca-key.pem (1675 bytes)
I0216 17:55:24.319173 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/ca.pem (1082 bytes)
I0216 17:55:24.319200 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/cert.pem (1123 bytes)
I0216 17:55:24.319229 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/home/jenkins/minikube-integration/17936-234898/.minikube/certs/key.pem (1675 bytes)
I0216 17:55:24.319277 268192 certs.go:437] found cert: /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem (1708 bytes)
I0216 17:55:24.319313 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem -> /usr/share/ca-certificates/2402402.pem
I0216 17:55:24.319334 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0216 17:55:24.319346 268192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/17936-234898/.minikube/certs/240240.pem -> /usr/share/ca-certificates/240240.pem
I0216 17:55:24.319941 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0216 17:55:24.343694 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0216 17:55:24.366604 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0216 17:55:24.390558 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0216 17:55:24.413339 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0216 17:55:24.436291 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0216 17:55:24.459514 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0216 17:55:24.482470 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0216 17:55:24.505770 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/ssl/certs/2402402.pem --> /usr/share/ca-certificates/2402402.pem (1708 bytes)
I0216 17:55:24.529584 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0216 17:55:24.552993 268192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17936-234898/.minikube/certs/240240.pem --> /usr/share/ca-certificates/240240.pem (1338 bytes)
I0216 17:55:24.575661 268192 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0216 17:55:24.593273 268192 ssh_runner.go:195] Run: openssl version
I0216 17:55:24.598656 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2402402.pem && ln -fs /usr/share/ca-certificates/2402402.pem /etc/ssl/certs/2402402.pem"
I0216 17:55:24.607668 268192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2402402.pem
I0216 17:55:24.611168 268192 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Feb 16 17:49 /usr/share/ca-certificates/2402402.pem
I0216 17:55:24.611271 268192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2402402.pem
I0216 17:55:24.617947 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2402402.pem /etc/ssl/certs/3ec20f2e.0"
I0216 17:55:24.627126 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0216 17:55:24.636132 268192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0216 17:55:24.639528 268192 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 16 17:41 /usr/share/ca-certificates/minikubeCA.pem
I0216 17:55:24.639586 268192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0216 17:55:24.646090 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0216 17:55:24.655005 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/240240.pem && ln -fs /usr/share/ca-certificates/240240.pem /etc/ssl/certs/240240.pem"
I0216 17:55:24.663452 268192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/240240.pem
I0216 17:55:24.666779 268192 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Feb 16 17:49 /usr/share/ca-certificates/240240.pem
I0216 17:55:24.666856 268192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/240240.pem
I0216 17:55:24.673492 268192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/240240.pem /etc/ssl/certs/51391683.0"
I0216 17:55:24.682538 268192 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0216 17:55:24.685833 268192 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0216 17:55:24.685881 268192 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-349673 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-349673 Namespace:default APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi
zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:55:24.685955 268192 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0216 17:55:24.686014 268192 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0216 17:55:24.721885 268192 cri.go:89] found id: ""
I0216 17:55:24.721953 268192 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0216 17:55:24.730427 268192 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0216 17:55:24.740563 268192 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0216 17:55:24.740644 268192 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0216 17:55:24.749054 268192 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0216 17:55:24.749097 268192 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0216 17:55:24.797048 268192 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20
I0216 17:55:24.797326 268192 kubeadm.go:322] [preflight] Running pre-flight checks
I0216 17:55:24.842656 268192 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0216 17:55:24.842743 268192 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1053-aws[0m
I0216 17:55:24.842792 268192 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0216 17:55:24.842862 268192 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0216 17:55:24.842924 268192 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0216 17:55:24.842985 268192 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0216 17:55:24.843042 268192 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0216 17:55:24.843099 268192 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0216 17:55:24.843154 268192 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0216 17:55:24.921464 268192 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0216 17:55:24.921626 268192 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0216 17:55:24.921747 268192 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0216 17:55:25.154931 268192 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0216 17:55:25.155097 268192 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0216 17:55:25.155174 268192 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0216 17:55:25.255196 268192 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0216 17:55:25.258047 268192 out.go:204] - Generating certificates and keys ...
I0216 17:55:25.258238 268192 kubeadm.go:322] [certs] Using existing ca certificate authority
I0216 17:55:25.258341 268192 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0216 17:55:26.017430 268192 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0216 17:55:26.971313 268192 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0216 17:55:27.317306 268192 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0216 17:55:28.712322 268192 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0216 17:55:29.103776 268192 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0216 17:55:29.104063 268192 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-349673 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0216 17:55:29.916570 268192 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0216 17:55:29.916916 268192 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-349673 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0216 17:55:31.634052 268192 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0216 17:55:32.257164 268192 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0216 17:55:32.723370 268192 kubeadm.go:322] [certs] Generating "sa" key and public key
I0216 17:55:32.723613 268192 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0216 17:55:33.072220 268192 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0216 17:55:34.197357 268192 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0216 17:55:34.817676 268192 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0216 17:55:36.086214 268192 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0216 17:55:36.086920 268192 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0216 17:55:36.089131 268192 out.go:204] - Booting up control plane ...
I0216 17:55:36.089231 268192 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0216 17:55:36.099418 268192 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0216 17:55:36.099499 268192 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0216 17:55:36.099578 268192 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0216 17:55:36.107498 268192 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0216 17:55:46.610187 268192 kubeadm.go:322] [apiclient] All control plane components are healthy after 10.502750 seconds
I0216 17:55:46.610307 268192 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0216 17:55:46.623056 268192 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster
I0216 17:55:47.142292 268192 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0216 17:55:47.142434 268192 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-349673 as control-plane by adding the label "node-role.kubernetes.io/master=''"
I0216 17:55:47.650742 268192 kubeadm.go:322] [bootstrap-token] Using token: zcaw9a.88cevdrqqtyfvldr
I0216 17:55:47.652733 268192 out.go:204] - Configuring RBAC rules ...
I0216 17:55:47.652857 268192 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0216 17:55:47.658295 268192 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0216 17:55:47.665853 268192 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0216 17:55:47.668921 268192 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0216 17:55:47.671538 268192 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0216 17:55:47.675891 268192 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0216 17:55:47.685238 268192 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0216 17:55:47.963254 268192 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0216 17:55:48.074123 268192 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0216 17:55:48.075656 268192 kubeadm.go:322]
I0216 17:55:48.075746 268192 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0216 17:55:48.075758 268192 kubeadm.go:322]
I0216 17:55:48.075832 268192 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0216 17:55:48.075844 268192 kubeadm.go:322]
I0216 17:55:48.075869 268192 kubeadm.go:322] mkdir -p $HOME/.kube
I0216 17:55:48.075929 268192 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0216 17:55:48.075983 268192 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0216 17:55:48.075992 268192 kubeadm.go:322]
I0216 17:55:48.076041 268192 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0216 17:55:48.076116 268192 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0216 17:55:48.076184 268192 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0216 17:55:48.076200 268192 kubeadm.go:322]
I0216 17:55:48.076279 268192 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0216 17:55:48.076372 268192 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0216 17:55:48.076382 268192 kubeadm.go:322]
I0216 17:55:48.076461 268192 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token zcaw9a.88cevdrqqtyfvldr \
I0216 17:55:48.076565 268192 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6435f22f3b0121866a445ee387d783eb83dae17558ead3a767d0be4906421461 \
I0216 17:55:48.076591 268192 kubeadm.go:322] --control-plane
I0216 17:55:48.076609 268192 kubeadm.go:322]
I0216 17:55:48.076691 268192 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0216 17:55:48.076700 268192 kubeadm.go:322]
I0216 17:55:48.078769 268192 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token zcaw9a.88cevdrqqtyfvldr \
I0216 17:55:48.078904 268192 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6435f22f3b0121866a445ee387d783eb83dae17558ead3a767d0be4906421461
I0216 17:55:48.080755 268192 kubeadm.go:322] W0216 17:55:24.796235 1245 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
I0216 17:55:48.080970 268192 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1053-aws\n", err: exit status 1
I0216 17:55:48.081073 268192 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0216 17:55:48.081196 268192 kubeadm.go:322] W0216 17:55:36.095696 1245 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I0216 17:55:48.081314 268192 kubeadm.go:322] W0216 17:55:36.097647 1245 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I0216 17:55:48.081334 268192 cni.go:84] Creating CNI manager for ""
I0216 17:55:48.081347 268192 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:55:48.083913 268192 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0216 17:55:48.085810 268192 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0216 17:55:48.089988 268192 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.18.20/kubectl ...
I0216 17:55:48.090011 268192 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0216 17:55:48.116568 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0216 17:55:48.567767 268192 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0216 17:55:48.567915 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:48.568005 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=fdce3bf7146356e37c4eabb07ae105993e4520f9 minikube.k8s.io/name=ingress-addon-legacy-349673 minikube.k8s.io/updated_at=2024_02_16T17_55_48_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:48.715251 268192 ops.go:34] apiserver oom_adj: -16
I0216 17:55:48.715348 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:49.216018 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:49.716130 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:50.216273 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:50.715865 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:51.215528 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:51.716102 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:52.216077 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:52.715468 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:53.215562 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:53.716352 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:54.215489 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:54.715941 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:55.215682 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:55.716227 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:56.216164 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:56.715488 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:57.216411 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:57.715823 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:58.215673 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:58.716315 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:59.216203 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:55:59.715991 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:00.221867 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:00.715565 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:01.216073 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:01.715650 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:02.216014 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:02.715999 268192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0216 17:56:02.842722 268192 kubeadm.go:1088] duration metric: took 14.27485056s to wait for elevateKubeSystemPrivileges.
I0216 17:56:02.842755 268192 kubeadm.go:406] StartCluster complete in 38.156876517s
I0216 17:56:02.842779 268192 settings.go:142] acquiring lock: {Name:mke2a78b0435cd80764e6fbcfbe97f1a4032c7c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:56:02.842880 268192 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:56:02.843717 268192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/kubeconfig: {Name:mkd6a6752edb5d541c3c5d3ac7649b934c275e48 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:56:02.844682 268192 kapi.go:59] client config for ingress-addon-legacy-349673: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt", KeyFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key", CAFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c81d0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0216 17:56:02.846055 268192 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0216 17:56:02.846294 268192 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]
I0216 17:56:02.846389 268192 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-349673"
I0216 17:56:02.846415 268192 addons.go:234] Setting addon storage-provisioner=true in "ingress-addon-legacy-349673"
I0216 17:56:02.846465 268192 host.go:66] Checking if "ingress-addon-legacy-349673" exists ...
I0216 17:56:02.847038 268192 config.go:182] Loaded profile config "ingress-addon-legacy-349673": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0216 17:56:02.847100 268192 cert_rotation.go:137] Starting client certificate rotation controller
I0216 17:56:02.847140 268192 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-349673"
I0216 17:56:02.847156 268192 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-349673"
I0216 17:56:02.847454 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:56:02.847875 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:56:02.875675 268192 kapi.go:59] client config for ingress-addon-legacy-349673: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt", KeyFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key", CAFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c81d0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0216 17:56:02.876001 268192 addons.go:234] Setting addon default-storageclass=true in "ingress-addon-legacy-349673"
I0216 17:56:02.876047 268192 host.go:66] Checking if "ingress-addon-legacy-349673" exists ...
I0216 17:56:02.876609 268192 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-349673 --format={{.State.Status}}
I0216 17:56:02.905897 268192 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0216 17:56:02.907870 268192 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0216 17:56:02.907891 268192 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0216 17:56:02.907967 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:56:02.931719 268192 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0216 17:56:02.931740 268192 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0216 17:56:02.931803 268192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-349673
I0216 17:56:02.963332 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:56:02.968333 268192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33092 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/ingress-addon-legacy-349673/id_rsa Username:docker}
I0216 17:56:03.131132 268192 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0216 17:56:03.137323 268192 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0216 17:56:03.197546 268192 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0216 17:56:03.647683 268192 kapi.go:248] "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-349673" context rescaled to 1 replicas
I0216 17:56:03.647725 268192 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I0216 17:56:03.655362 268192 out.go:177] * Verifying Kubernetes components...
I0216 17:56:03.662938 268192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0216 17:56:03.760155 268192 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0216 17:56:03.962634 268192 kapi.go:59] client config for ingress-addon-legacy-349673: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt", KeyFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.key", CAFile:"/home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]ui
nt8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x16c81d0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0216 17:56:03.962967 268192 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-349673" to be "Ready" ...
I0216 17:56:03.981531 268192 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I0216 17:56:03.983839 268192 addons.go:505] enable addons completed in 1.137536381s: enabled=[storage-provisioner default-storageclass]
I0216 17:56:05.967076 268192 node_ready.go:58] node "ingress-addon-legacy-349673" has status "Ready":"False"
I0216 17:56:08.466418 268192 node_ready.go:58] node "ingress-addon-legacy-349673" has status "Ready":"False"
I0216 17:56:10.466911 268192 node_ready.go:58] node "ingress-addon-legacy-349673" has status "Ready":"False"
I0216 17:56:11.965726 268192 node_ready.go:49] node "ingress-addon-legacy-349673" has status "Ready":"True"
I0216 17:56:11.965751 268192 node_ready.go:38] duration metric: took 8.002760463s waiting for node "ingress-addon-legacy-349673" to be "Ready" ...
I0216 17:56:11.965763 268192 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0216 17:56:11.972931 268192 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-bn7dc" in "kube-system" namespace to be "Ready" ...
I0216 17:56:13.979598 268192 pod_ready.go:102] pod "coredns-66bff467f8-bn7dc" in "kube-system" namespace has status "Ready":"False"
I0216 17:56:16.485287 268192 pod_ready.go:92] pod "coredns-66bff467f8-bn7dc" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.485317 268192 pod_ready.go:81] duration metric: took 4.512353039s waiting for pod "coredns-66bff467f8-bn7dc" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.485330 268192 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.494430 268192 pod_ready.go:92] pod "etcd-ingress-addon-legacy-349673" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.494454 268192 pod_ready.go:81] duration metric: took 9.116181ms waiting for pod "etcd-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.494474 268192 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.499806 268192 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-349673" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.499831 268192 pod_ready.go:81] duration metric: took 5.348189ms waiting for pod "kube-apiserver-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.499843 268192 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.505490 268192 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-349673" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.505520 268192 pod_ready.go:81] duration metric: took 5.66823ms waiting for pod "kube-controller-manager-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.505533 268192 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8kv2b" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.512330 268192 pod_ready.go:92] pod "kube-proxy-8kv2b" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.512372 268192 pod_ready.go:81] duration metric: took 6.830533ms waiting for pod "kube-proxy-8kv2b" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.512391 268192 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.674777 268192 request.go:629] Waited for 162.301573ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ingress-addon-legacy-349673
I0216 17:56:16.874758 268192 request.go:629] Waited for 197.371074ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes/ingress-addon-legacy-349673
I0216 17:56:16.877664 268192 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-349673" in "kube-system" namespace has status "Ready":"True"
I0216 17:56:16.877687 268192 pod_ready.go:81] duration metric: took 365.288136ms waiting for pod "kube-scheduler-ingress-addon-legacy-349673" in "kube-system" namespace to be "Ready" ...
I0216 17:56:16.877700 268192 pod_ready.go:38] duration metric: took 4.911925635s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0216 17:56:16.877747 268192 api_server.go:52] waiting for apiserver process to appear ...
I0216 17:56:16.877834 268192 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0216 17:56:16.888548 268192 api_server.go:72] duration metric: took 13.240790615s to wait for apiserver process to appear ...
I0216 17:56:16.888574 268192 api_server.go:88] waiting for apiserver healthz status ...
I0216 17:56:16.888594 268192 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0216 17:56:16.897414 268192 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0216 17:56:16.898187 268192 api_server.go:141] control plane version: v1.18.20
I0216 17:56:16.898213 268192 api_server.go:131] duration metric: took 9.631558ms to wait for apiserver health ...
I0216 17:56:16.898223 268192 system_pods.go:43] waiting for kube-system pods to appear ...
I0216 17:56:17.074606 268192 request.go:629] Waited for 176.305188ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I0216 17:56:17.080419 268192 system_pods.go:59] 8 kube-system pods found
I0216 17:56:17.080463 268192 system_pods.go:61] "coredns-66bff467f8-bn7dc" [b2b7caa9-9dc4-4b38-9224-1eaa96da7673] Running
I0216 17:56:17.080471 268192 system_pods.go:61] "etcd-ingress-addon-legacy-349673" [61174892-2fec-4b15-84c8-0be494c15c46] Running
I0216 17:56:17.080476 268192 system_pods.go:61] "kindnet-b2n6c" [42b323e9-0d6f-4077-b8d7-006d8d8566fb] Running
I0216 17:56:17.080482 268192 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-349673" [9217c271-f944-426d-83ab-a97425099427] Running
I0216 17:56:17.080488 268192 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-349673" [4b2a5e6a-1876-44f9-82ab-7257ff2809e6] Running
I0216 17:56:17.080493 268192 system_pods.go:61] "kube-proxy-8kv2b" [b4285f8e-34fa-48cc-8037-52763990d672] Running
I0216 17:56:17.080498 268192 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-349673" [96959f0c-6fbd-43b7-9092-57ebdd82363d] Running
I0216 17:56:17.080503 268192 system_pods.go:61] "storage-provisioner" [520502b0-6c76-4888-91a4-36e4b1215130] Running
I0216 17:56:17.080509 268192 system_pods.go:74] duration metric: took 182.281037ms to wait for pod list to return data ...
I0216 17:56:17.080525 268192 default_sa.go:34] waiting for default service account to be created ...
I0216 17:56:17.273914 268192 request.go:629] Waited for 193.289678ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/default/serviceaccounts
I0216 17:56:17.276391 268192 default_sa.go:45] found service account: "default"
I0216 17:56:17.276416 268192 default_sa.go:55] duration metric: took 195.881156ms for default service account to be created ...
I0216 17:56:17.276426 268192 system_pods.go:116] waiting for k8s-apps to be running ...
I0216 17:56:17.474748 268192 request.go:629] Waited for 198.234865ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I0216 17:56:17.480707 268192 system_pods.go:86] 8 kube-system pods found
I0216 17:56:17.480742 268192 system_pods.go:89] "coredns-66bff467f8-bn7dc" [b2b7caa9-9dc4-4b38-9224-1eaa96da7673] Running
I0216 17:56:17.480750 268192 system_pods.go:89] "etcd-ingress-addon-legacy-349673" [61174892-2fec-4b15-84c8-0be494c15c46] Running
I0216 17:56:17.480755 268192 system_pods.go:89] "kindnet-b2n6c" [42b323e9-0d6f-4077-b8d7-006d8d8566fb] Running
I0216 17:56:17.480761 268192 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-349673" [9217c271-f944-426d-83ab-a97425099427] Running
I0216 17:56:17.480789 268192 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-349673" [4b2a5e6a-1876-44f9-82ab-7257ff2809e6] Running
I0216 17:56:17.480802 268192 system_pods.go:89] "kube-proxy-8kv2b" [b4285f8e-34fa-48cc-8037-52763990d672] Running
I0216 17:56:17.480808 268192 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-349673" [96959f0c-6fbd-43b7-9092-57ebdd82363d] Running
I0216 17:56:17.480813 268192 system_pods.go:89] "storage-provisioner" [520502b0-6c76-4888-91a4-36e4b1215130] Running
I0216 17:56:17.480824 268192 system_pods.go:126] duration metric: took 204.381771ms to wait for k8s-apps to be running ...
I0216 17:56:17.480837 268192 system_svc.go:44] waiting for kubelet service to be running ....
I0216 17:56:17.480904 268192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0216 17:56:17.492753 268192 system_svc.go:56] duration metric: took 11.904554ms WaitForService to wait for kubelet.
I0216 17:56:17.492779 268192 kubeadm.go:581] duration metric: took 13.845028677s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0216 17:56:17.492799 268192 node_conditions.go:102] verifying NodePressure condition ...
I0216 17:56:17.674261 268192 request.go:629] Waited for 181.362437ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes
I0216 17:56:17.677062 268192 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0216 17:56:17.677098 268192 node_conditions.go:123] node cpu capacity is 2
I0216 17:56:17.677111 268192 node_conditions.go:105] duration metric: took 184.307417ms to run NodePressure ...
I0216 17:56:17.677123 268192 start.go:228] waiting for startup goroutines ...
I0216 17:56:17.677129 268192 start.go:233] waiting for cluster config update ...
I0216 17:56:17.677140 268192 start.go:242] writing updated cluster config ...
I0216 17:56:17.677422 268192 ssh_runner.go:195] Run: rm -f paused
I0216 17:56:17.739037 268192 start.go:601] kubectl: 1.29.2, cluster: 1.18.20 (minor skew: 11)
I0216 17:56:17.741275 268192 out.go:177]
W0216 17:56:17.743421 268192 out.go:239] ! /usr/local/bin/kubectl is version 1.29.2, which may have incompatibilities with Kubernetes 1.18.20.
I0216 17:56:17.745748 268192 out.go:177] - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'
I0216 17:56:17.747507 268192 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-349673" cluster and "default" namespace by default
==> CRI-O <==
Feb 16 18:02:41 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:41.400978537Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=0e9f667d-d033-4540-a03a-97edc8a70298 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:41 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:41.401247443Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=0e9f667d-d033-4540-a03a-97edc8a70298 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:46 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:46.400562804Z" level=info msg="Checking image status: cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" id=71e5ebf5-d123-4871-8775-3d44c04c8ec5 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:53 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:53.400630359Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=cb6d0487-92f8-4614-9430-6a49622ede6b name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:02:53 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:02:53.400902318Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=cb6d0487-92f8-4614-9430-6a49622ede6b name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:01 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:01.400812829Z" level=info msg="Checking image status: cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" id=ac16f1ac-ebeb-418b-901a-795c9a15ee92 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:02 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:02.406995812Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=364fee5f-1627-466f-acee-b9390992e140 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:02 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:02.407283450Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=364fee5f-1627-466f-acee-b9390992e140 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:07 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:07.400656936Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=b52ae24f-5c67-4954-adef-c1d3c59cf5b2 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:07 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:07.400968458Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=b52ae24f-5c67-4954-adef-c1d3c59cf5b2 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:14 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:14.400570351Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=cb71e3af-1517-41c2-afca-3785031df34f name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:14 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:14.400853148Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=cb71e3af-1517-41c2-afca-3785031df34f name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:15 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:15.400677951Z" level=info msg="Checking image status: cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" id=ad71084a-d8c1-42aa-9b62-c0d033acbc2b name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:21 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:21.401137335Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=a909c868-05e2-4eaa-806d-3fc83f306345 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:21 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:21.401416087Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=a909c868-05e2-4eaa-806d-3fc83f306345 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:21 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:21.402185466Z" level=info msg="Pulling image: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=311a02b6-08cf-45ec-a0f4-b7609d2b2eec name=/runtime.v1alpha2.ImageService/PullImage
Feb 16 18:03:21 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:21.404472985Z" level=info msg="Trying to access \"docker.io/jettech/kube-webhook-certgen@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:03:27 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:27.400654571Z" level=info msg="Checking image status: cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" id=03601009-dcdd-4479-9fe1-2ceb70340373 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:28 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:28.400579914Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=d1fc149b-56e7-47a0-add9-3dd147dcab36 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:28 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:28.400855688Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=d1fc149b-56e7-47a0-add9-3dd147dcab36 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:39 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:39.400609524Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=715d3438-6ad1-4157-a53a-3fe7a18d7655 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:39 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:39.400885060Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=715d3438-6ad1-4157-a53a-3fe7a18d7655 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:41 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:41.400984049Z" level=info msg="Checking image status: cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" id=2c5d6c1f-eef6-4cc9-b583-76e472b462f3 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:50 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:50.400607266Z" level=info msg="Checking image status: docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" id=7054d730-88db-40dd-b7f1-e2001615ed02 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 16 18:03:50 ingress-addon-legacy-349673 crio[915]: time="2024-02-16 18:03:50.400963678Z" level=info msg="Image docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 not found" id=7054d730-88db-40dd-b7f1-e2001615ed02 name=/runtime.v1alpha2.ImageService/ImageStatus
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
ddd212591bc3a 6e17ba78cf3ebe1410fe828dc4ca57d3df37ad0b3c1a64161e5c27d57a24d184 7 minutes ago Running coredns 0 209f5ffdf5283 coredns-66bff467f8-bn7dc
1f7e8a7c3c9c1 gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2 7 minutes ago Running storage-provisioner 0 b5be750b5e917 storage-provisioner
5ecc0141208c3 docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 7 minutes ago Running kindnet-cni 0 77d8edb2e945d kindnet-b2n6c
9fd502b3e34e0 565297bc6f7d41fdb7a8ac7f9d75617ef4e6efdd1b1e41af6e060e19c44c28a8 7 minutes ago Running kube-proxy 0 4060c73cc1008 kube-proxy-8kv2b
4d105e88172d5 095f37015706de6eedb4f57eb2f9a25a1e3bf4bec63d50ba73f8968ef4094fd1 8 minutes ago Running kube-scheduler 0 525d4c322a0e5 kube-scheduler-ingress-addon-legacy-349673
08a1a36b1d03b 2694cf044d66591c37b12c60ce1f1cdba3d271af5ebda43a2e4d32ebbadd97d0 8 minutes ago Running kube-apiserver 0 6b4834f9509a3 kube-apiserver-ingress-addon-legacy-349673
f5a3c92170776 ab707b0a0ea339254cc6e3f2e7d618d4793d5129acb2288e9194769271404952 8 minutes ago Running etcd 0 c60dcda533854 etcd-ingress-addon-legacy-349673
a6c5cb6aa34a7 68a4fac29a865f21217550dbd3570dc1adbc602cf05d6eeb6f060eec1359e1f1 8 minutes ago Running kube-controller-manager 0 f449d8d3c0cf3 kube-controller-manager-ingress-addon-legacy-349673
==> coredns [ddd212591bc3acea2832d20a2c9f6af44f408fed307043141410d8907836e267] <==
.:53
[INFO] plugin/reload: Running configuration MD5 = 45700869df5177c7f3d9f7a279928a55
CoreDNS-1.6.7
linux/arm64, go1.13.6, da7f65b
[INFO] 127.0.0.1:40670 - 30617 "HINFO IN 8192880228689537761.835775763005324993. udp 56 false 512" NXDOMAIN qr,rd,ra 56 0.022373712s
==> describe nodes <==
Name: ingress-addon-legacy-349673
Roles: master
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ingress-addon-legacy-349673
kubernetes.io/os=linux
minikube.k8s.io/commit=fdce3bf7146356e37c4eabb07ae105993e4520f9
minikube.k8s.io/name=ingress-addon-legacy-349673
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_16T17_55_48_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/master=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 16 Feb 2024 17:55:45 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ingress-addon-legacy-349673
AcquireTime: <unset>
RenewTime: Fri, 16 Feb 2024 18:03:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 16 Feb 2024 18:01:21 +0000 Fri, 16 Feb 2024 17:55:40 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 16 Feb 2024 18:01:21 +0000 Fri, 16 Feb 2024 17:55:40 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 16 Feb 2024 18:01:21 +0000 Fri, 16 Feb 2024 17:55:40 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 16 Feb 2024 18:01:21 +0000 Fri, 16 Feb 2024 17:56:11 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ingress-addon-legacy-349673
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
System Info:
Machine ID: d237bd50d4ab4d04ab411bedcb269f25
System UUID: 2d092dbc-9bf8-4cf5-849b-2e32f1240367
Boot ID: e9b2279b-5bd3-4958-87d8-a7ef60f46af1
Kernel Version: 5.15.0-1053-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.18.20
Kube-Proxy Version: v1.18.20
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (12 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits AGE
--------- ---- ------------ ---------- --------------- ------------- ---
ingress-nginx ingress-nginx-admission-create-6jrn8 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7m35s
ingress-nginx ingress-nginx-admission-patch-l27rr 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7m35s
ingress-nginx ingress-nginx-controller-7fcf777cb7-nrkxj 100m (5%!)(MISSING) 0 (0%!)(MISSING) 90Mi (1%!)(MISSING) 0 (0%!)(MISSING) 7m35s
kube-system coredns-66bff467f8-bn7dc 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 7m50s
kube-system etcd-ingress-addon-legacy-349673 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 8m2s
kube-system kindnet-b2n6c 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 7m51s
kube-system kube-apiserver-ingress-addon-legacy-349673 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 8m2s
kube-system kube-controller-manager-ingress-addon-legacy-349673 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 8m2s
kube-system kube-ingress-dns-minikube 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 92s
kube-system kube-proxy-8kv2b 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7m50s
kube-system kube-scheduler-ingress-addon-legacy-349673 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 8m2s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7m50s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 210Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 8m16s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 8m16s (x4 over 8m16s) kubelet Node ingress-addon-legacy-349673 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m16s (x4 over 8m16s) kubelet Node ingress-addon-legacy-349673 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 8m16s (x4 over 8m16s) kubelet Node ingress-addon-legacy-349673 status is now: NodeHasSufficientPID
Normal Starting 8m2s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 8m2s kubelet Node ingress-addon-legacy-349673 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m2s kubelet Node ingress-addon-legacy-349673 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 8m2s kubelet Node ingress-addon-legacy-349673 status is now: NodeHasSufficientPID
Normal Starting 7m50s kube-proxy Starting kube-proxy.
Normal NodeReady 7m42s kubelet Node ingress-addon-legacy-349673 status is now: NodeReady
==> dmesg <==
[ +0.001114] FS-Cache: O-key=[8] '915d3b0000000000'
[ +0.000737] FS-Cache: N-cookie c=0000001e [p=00000015 fl=2 nc=0 na=1]
[ +0.000947] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000e71cc2c1
[ +0.001068] FS-Cache: N-key=[8] '915d3b0000000000'
[ +0.003469] FS-Cache: Duplicate cookie detected
[ +0.000814] FS-Cache: O-cookie c=00000018 [p=00000015 fl=226 nc=0 na=1]
[ +0.001085] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=00000000c42af057
[ +0.001064] FS-Cache: O-key=[8] '915d3b0000000000'
[ +0.000717] FS-Cache: N-cookie c=0000001f [p=00000015 fl=2 nc=0 na=1]
[ +0.000957] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000ee6854f5
[ +0.001102] FS-Cache: N-key=[8] '915d3b0000000000'
[ +1.956578] FS-Cache: Duplicate cookie detected
[ +0.000827] FS-Cache: O-cookie c=00000016 [p=00000015 fl=226 nc=0 na=1]
[ +0.000985] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=000000000f4d71c7
[ +0.001087] FS-Cache: O-key=[8] '905d3b0000000000'
[ +0.000755] FS-Cache: N-cookie c=00000021 [p=00000015 fl=2 nc=0 na=1]
[ +0.000972] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000bb485c7b
[ +0.001079] FS-Cache: N-key=[8] '905d3b0000000000'
[ +0.274503] FS-Cache: Duplicate cookie detected
[ +0.000837] FS-Cache: O-cookie c=0000001b [p=00000015 fl=226 nc=0 na=1]
[ +0.001029] FS-Cache: O-cookie d=00000000dcc5bbb7{9p.inode} n=00000000ffb19045
[ +0.001131] FS-Cache: O-key=[8] '965d3b0000000000'
[ +0.000870] FS-Cache: N-cookie c=00000022 [p=00000015 fl=2 nc=0 na=1]
[ +0.001023] FS-Cache: N-cookie d=00000000dcc5bbb7{9p.inode} n=00000000e71cc2c1
[ +0.001127] FS-Cache: N-key=[8] '965d3b0000000000'
==> etcd [f5a3c92170776c4ff48ecd26a4993decb7135f00277a475aa66f04fdc437f1d8] <==
2024-02-16 17:55:40.626868 I | embed: listening for peers on 192.168.49.2:2380
raft2024/02/16 17:55:40 INFO: aec36adc501070cc is starting a new election at term 1
raft2024/02/16 17:55:40 INFO: aec36adc501070cc became candidate at term 2
raft2024/02/16 17:55:40 INFO: aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2
raft2024/02/16 17:55:40 INFO: aec36adc501070cc became leader at term 2
raft2024/02/16 17:55:40 INFO: raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2
2024-02-16 17:55:40.743329 I | etcdserver: setting up the initial cluster version to 3.4
2024-02-16 17:55:40.744915 N | etcdserver/membership: set the initial cluster version to 3.4
2024-02-16 17:55:40.753563 I | etcdserver/api: enabled capabilities for version 3.4
2024-02-16 17:55:40.753648 I | etcdserver: published {Name:ingress-addon-legacy-349673 ClientURLs:[https://192.168.49.2:2379]} to cluster fa54960ea34d58be
2024-02-16 17:55:40.762834 I | embed: ready to serve client requests
2024-02-16 17:55:40.795535 I | embed: serving client requests on 192.168.49.2:2379
2024-02-16 17:55:40.830923 I | embed: ready to serve client requests
2024-02-16 17:55:40.892473 I | embed: serving client requests on 127.0.0.1:2379
2024-02-16 17:56:03.272991 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/kindnet-b2n6c\" " with result "range_response_count:1 size:3820" took too long (103.486026ms) to execute
2024-02-16 17:56:03.291760 W | etcdserver: read-only range request "key:\"/registry/daemonsets/kube-system/kindnet\" " with result "range_response_count:1 size:4750" took too long (112.620684ms) to execute
2024-02-16 17:56:03.292063 W | etcdserver: read-only range request "key:\"/registry/endpointslices/kube-system/kube-dns-glh4f\" " with result "range_response_count:1 size:849" took too long (112.298961ms) to execute
2024-02-16 17:56:03.515383 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/coredns-66bff467f8-9q8jz\" " with result "range_response_count:1 size:3349" took too long (219.123287ms) to execute
2024-02-16 17:56:03.567193 W | etcdserver: request "header:<ID:8128027227692096350 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/pods/kube-system/coredns-66bff467f8-9q8jz\" mod_revision:347 > success:<request_put:<key:\"/registry/pods/kube-system/coredns-66bff467f8-9q8jz\" value_size:3679 >> failure:<request_range:<key:\"/registry/pods/kube-system/coredns-66bff467f8-9q8jz\" > >>" with result "size:16" took too long (195.678275ms) to execute
2024-02-16 17:56:03.606136 W | etcdserver: read-only range request "key:\"/registry/configmaps/kube-system/coredns\" " with result "range_response_count:1 size:577" took too long (153.864928ms) to execute
2024-02-16 17:56:03.606317 W | etcdserver: read-only range request "key:\"/registry/daemonsets/kube-system/kindnet\" " with result "range_response_count:1 size:4750" took too long (157.711532ms) to execute
2024-02-16 17:56:03.606468 W | etcdserver: read-only range request "key:\"/registry/daemonsets/kube-system/kube-proxy\" " with result "range_response_count:1 size:2927" took too long (158.04617ms) to execute
2024-02-16 17:56:03.606600 W | etcdserver: read-only range request "key:\"/registry/deployments/kube-system/coredns\" " with result "range_response_count:1 size:3553" took too long (158.525831ms) to execute
2024-02-16 17:56:03.606741 W | etcdserver: read-only range request "key:\"/registry/clusterroles/view\" " with result "range_response_count:1 size:2042" took too long (109.461466ms) to execute
2024-02-16 17:56:03.613865 W | etcdserver: read-only range request "key:\"/registry/endpointslices/kube-system/kube-dns-glh4f\" " with result "range_response_count:1 size:849" took too long (108.954786ms) to execute
==> kernel <==
18:03:53 up 1:46, 0 users, load average: 0.20, 0.29, 0.87
Linux ingress-addon-legacy-349673 5.15.0-1053-aws #58~20.04.1-Ubuntu SMP Mon Jan 22 17:19:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [5ecc0141208c3dfd29c64b092574f2b992be151054f76845476248db8d9114c4] <==
I0216 18:01:46.269784 1 main.go:227] handling current node
I0216 18:01:56.281869 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:01:56.281897 1 main.go:227] handling current node
I0216 18:02:06.285454 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:02:06.285493 1 main.go:227] handling current node
I0216 18:02:16.296995 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:02:16.297027 1 main.go:227] handling current node
I0216 18:02:26.309049 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:02:26.309080 1 main.go:227] handling current node
I0216 18:02:36.312942 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:02:36.312972 1 main.go:227] handling current node
I0216 18:02:46.321817 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:02:46.321854 1 main.go:227] handling current node
I0216 18:02:56.333953 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:02:56.334073 1 main.go:227] handling current node
I0216 18:03:06.337638 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:03:06.337662 1 main.go:227] handling current node
I0216 18:03:16.341425 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:03:16.341454 1 main.go:227] handling current node
I0216 18:03:26.345472 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:03:26.345504 1 main.go:227] handling current node
I0216 18:03:36.350246 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:03:36.350276 1 main.go:227] handling current node
I0216 18:03:46.353848 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0216 18:03:46.353876 1 main.go:227] handling current node
==> kube-apiserver [08a1a36b1d03b75cf3b11c23cc04e0e0242bfd0a2c765955ab684302cbb4c5e9] <==
I0216 17:55:45.005837 1 dynamic_cafile_content.go:167] Starting client-ca-bundle::/var/lib/minikube/certs/ca.crt
I0216 17:55:45.005878 1 dynamic_cafile_content.go:167] Starting request-header::/var/lib/minikube/certs/front-proxy-ca.crt
E0216 17:55:45.024266 1 controller.go:152] Unable to remove old endpoints from kubernetes service: StorageError: key not found, Code: 1, Key: /registry/masterleases/192.168.49.2, ResourceVersion: 0, AdditionalErrorMsg:
I0216 17:55:45.089324 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0216 17:55:45.089391 1 cache.go:39] Caches are synced for AvailableConditionController controller
I0216 17:55:45.089441 1 cache.go:39] Caches are synced for autoregister controller
I0216 17:55:45.089855 1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller
I0216 17:55:45.134982 1 shared_informer.go:230] Caches are synced for crd-autoregister
I0216 17:55:45.893565 1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).
I0216 17:55:45.893592 1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I0216 17:55:45.911248 1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000
I0216 17:55:45.919067 1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000
I0216 17:55:45.919094 1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.
I0216 17:55:46.314073 1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0216 17:55:46.349256 1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
W0216 17:55:46.478501 1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.49.2]
I0216 17:55:46.479507 1 controller.go:609] quota admission added evaluator for: endpoints
I0216 17:55:46.482574 1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0216 17:55:47.287740 1 controller.go:609] quota admission added evaluator for: serviceaccounts
I0216 17:55:47.935328 1 controller.go:609] quota admission added evaluator for: deployments.apps
I0216 17:55:48.061477 1 controller.go:609] quota admission added evaluator for: daemonsets.apps
I0216 17:55:51.351064 1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io
I0216 17:56:02.956123 1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps
I0216 17:56:03.067912 1 controller.go:609] quota admission added evaluator for: replicasets.apps
I0216 17:56:18.630727 1 controller.go:609] quota admission added evaluator for: jobs.batch
==> kube-controller-manager [a6c5cb6aa34a71aecc8f938068334f11b7f611a6e87737fb054b2c1ed46ea4ac] <==
I0216 17:56:03.078300 1 event.go:278] Event(v1.ObjectReference{Kind:"DaemonSet", Namespace:"kube-system", Name:"kube-proxy", UID:"5d4b76e3-1e34-4296-b8ca-a2d1c15599ad", APIVersion:"apps/v1", ResourceVersion:"219", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: kube-proxy-8kv2b
I0216 17:56:03.078430 1 event.go:278] Event(v1.ObjectReference{Kind:"DaemonSet", Namespace:"kube-system", Name:"kindnet", UID:"2249880d-6345-4ea0-b8f1-f0d1b9474eee", APIVersion:"apps/v1", ResourceVersion:"236", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: kindnet-b2n6c
I0216 17:56:03.101832 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"kube-system", Name:"coredns", UID:"a7bd73e7-d3b8-4d96-8989-1289abdfdcc0", APIVersion:"apps/v1", ResourceVersion:"211", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set coredns-66bff467f8 to 2
I0216 17:56:03.139949 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"68f2a7b6-9d08-4332-8202-c9fa470bda4b", APIVersion:"apps/v1", ResourceVersion:"343", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: coredns-66bff467f8-9q8jz
I0216 17:56:03.140326 1 shared_informer.go:230] Caches are synced for attach detach
I0216 17:56:03.156767 1 shared_informer.go:230] Caches are synced for ClusterRoleAggregator
I0216 17:56:03.188877 1 shared_informer.go:230] Caches are synced for HPA
I0216 17:56:03.226374 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"68f2a7b6-9d08-4332-8202-c9fa470bda4b", APIVersion:"apps/v1", ResourceVersion:"343", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: coredns-66bff467f8-bn7dc
I0216 17:56:03.266752 1 shared_informer.go:230] Caches are synced for resource quota
I0216 17:56:03.279176 1 shared_informer.go:230] Caches are synced for resource quota
I0216 17:56:03.311706 1 shared_informer.go:230] Caches are synced for garbage collector
I0216 17:56:03.311872 1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
I0216 17:56:03.346772 1 shared_informer.go:230] Caches are synced for garbage collector
E0216 17:56:03.661069 1 daemon_controller.go:321] kube-system/kindnet failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kindnet", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kindnet", UID:"2249880d-6345-4ea0-b8f1-f0d1b9474eee", ResourceVersion:"236", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63843702948, loc:(*time.Location)(0x6307ca0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"app":"kindnet", "k8s-app":"kindnet", "tier":"node"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1", "kubectl.kubernetes.io/last-applied-configuration":"{\"apiVersion\":\"apps/v1\",\"kind\":\"DaemonSet\",\"metadata\":{\"annotations\":{},\"labels\":{\"app\":\"kindnet\",\"k8s-app\":\"kindnet\",\"tier\":\"node\"},\"name\":\"kindnet\",\"namespace\":\"kube-system\
"},\"spec\":{\"selector\":{\"matchLabels\":{\"app\":\"kindnet\"}},\"template\":{\"metadata\":{\"labels\":{\"app\":\"kindnet\",\"k8s-app\":\"kindnet\",\"tier\":\"node\"}},\"spec\":{\"containers\":[{\"env\":[{\"name\":\"HOST_IP\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"status.hostIP\"}}},{\"name\":\"POD_IP\",\"valueFrom\":{\"fieldRef\":{\"fieldPath\":\"status.podIP\"}}},{\"name\":\"POD_SUBNET\",\"value\":\"10.244.0.0/16\"}],\"image\":\"docker.io/kindest/kindnetd:v20240202-8f1494ea\",\"name\":\"kindnet-cni\",\"resources\":{\"limits\":{\"cpu\":\"100m\",\"memory\":\"50Mi\"},\"requests\":{\"cpu\":\"100m\",\"memory\":\"50Mi\"}},\"securityContext\":{\"capabilities\":{\"add\":[\"NET_RAW\",\"NET_ADMIN\"]},\"privileged\":false},\"volumeMounts\":[{\"mountPath\":\"/etc/cni/net.d\",\"name\":\"cni-cfg\"},{\"mountPath\":\"/run/xtables.lock\",\"name\":\"xtables-lock\",\"readOnly\":false},{\"mountPath\":\"/lib/modules\",\"name\":\"lib-modules\",\"readOnly\":true}]}],\"hostNetwork\":true,\"serviceAccountName\":\"kindnet\",
\"tolerations\":[{\"effect\":\"NoSchedule\",\"operator\":\"Exists\"}],\"volumes\":[{\"hostPath\":{\"path\":\"/etc/cni/net.d\",\"type\":\"DirectoryOrCreate\"},\"name\":\"cni-cfg\"},{\"hostPath\":{\"path\":\"/run/xtables.lock\",\"type\":\"FileOrCreate\"},\"name\":\"xtables-lock\"},{\"hostPath\":{\"path\":\"/lib/modules\"},\"name\":\"lib-modules\"}]}}}}\n"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubectl", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0x40018ae7a0), FieldsType:"FieldsV1", FieldsV1:(*v1.FieldsV1)(0x40018ae7c0)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0x40018ae7e0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*
int64)(nil), Labels:map[string]string{"app":"kindnet", "k8s-app":"kindnet", "tier":"node"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"cni-cfg", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0x40018ae800), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI
:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0x40018ae820), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVol
umeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0x40018ae840), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDis
k:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), Sca
leIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kindnet-cni", Image:"docker.io/kindest/kindnetd:v20240202-8f1494ea", Command:[]string(nil), Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"HOST_IP", Value:"", ValueFrom:(*v1.EnvVarSource)(0x40018ae860)}, v1.EnvVar{Name:"POD_IP", Value:"", ValueFrom:(*v1.EnvVarSource)(0x40018ae8a0)}, v1.EnvVar{Name:"POD_SUBNET", Value:"10.244.0.0/16", ValueFrom:(*v1.EnvVarSource)(nil)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList{"cpu":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"100m", Format:"DecimalSI"}, "memory":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"50Mi", Format:"BinarySI"}}, Requests:v1.Re
sourceList{"cpu":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"100m", Format:"DecimalSI"}, "memory":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:"50Mi", Format:"BinarySI"}}}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"cni-cfg", ReadOnly:false, MountPath:"/etc/cni/net.d", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log"
, TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContext)(0x4000e0f860), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0x4000f95aa8), ActiveDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string(nil), ServiceAccountName:"kindnet", DeprecatedServiceAccount:"kindnet", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0x4000428000), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"NoSchedule", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"", Priority:(*int32)(nil), DNSConfig:(*v1.P
odDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPolicy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0x400000fa20)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0x4000f95af0)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:0, NumberReady:0, ObservedGeneration:0, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kindnet": the object has been modified; please apply your changes to the latest version and try again
E0216 17:56:03.665659 1 daemon_controller.go:321] kube-system/kube-proxy failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"kube-proxy", GenerateName:"", Namespace:"kube-system", SelfLink:"/apis/apps/v1/namespaces/kube-system/daemonsets/kube-proxy", UID:"5d4b76e3-1e34-4296-b8ca-a2d1c15599ad", ResourceVersion:"219", Generation:1, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63843702948, loc:(*time.Location)(0x6307ca0)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string{"deprecated.daemonset.template.generation":"1"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry{v1.ManagedFieldsEntry{Manager:"kubeadm", Operation:"Update", APIVersion:"apps/v1", Time:(*v1.Time)(0x40018ae680), FieldsType:"FieldsV1", FieldsV1:(*v1.Fields
V1)(0x40018ae6a0)}}}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0x40018ae6c0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:"", GenerateName:"", Namespace:"", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"k8s-app":"kube-proxy"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:"kube-proxy", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(nil), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(n
il), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(0x400189c200), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"xtables-lock", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSou
rce)(0x40018ae6e0), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.Pr
ojectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}, v1.Volume{Name:"lib-modules", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0x40018ae700), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolum
eSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:"kube-proxy", Image:"k8s.gcr.io/kube-proxy:v1.18.20", Command:[]string{"/usr/local/bin/kube-proxy", "--config=/var/lib/kube-proxy/config.conf", "--hostname-override=$(NODE_NAME)"}, Args:[]string(nil), WorkingDir:"", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:"NODE_NAME", Value:"", ValueFrom:(*v1.EnvVarSource)(0x40018ae740)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList(nil), Requests:v1.ResourceList
(nil)}, VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:"kube-proxy", ReadOnly:false, MountPath:"/var/lib/kube-proxy", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"xtables-lock", ReadOnly:false, MountPath:"/run/xtables.lock", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}, v1.VolumeMount{Name:"lib-modules", ReadOnly:true, MountPath:"/lib/modules", SubPath:"", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:""}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:"/dev/termination-log", TerminationMessagePolicy:"File", ImagePullPolicy:"IfNotPresent", SecurityContext:(*v1.SecurityContext)(0x4000e0f6d0), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:"Always", TerminationGracePeriodSeconds:(*int64)(0x4000f95858), Acti
veDeadlineSeconds:(*int64)(nil), DNSPolicy:"ClusterFirst", NodeSelector:map[string]string{"kubernetes.io/os":"linux"}, ServiceAccountName:"kube-proxy", DeprecatedServiceAccount:"kube-proxy", AutomountServiceAccountToken:(*bool)(nil), NodeName:"", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0x40003e3f80), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:"", Subdomain:"", Affinity:(*v1.Affinity)(nil), SchedulerName:"default-scheduler", Tolerations:[]v1.Toleration{v1.Toleration{Key:"CriticalAddonsOnly", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}, v1.Toleration{Key:"", Operator:"Exists", Value:"", Effect:"", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:"system-node-critical", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPoli
cy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:"RollingUpdate", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0x400000fa18)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0x4000f958a8)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:0, NumberMisscheduled:0, DesiredNumberScheduled:0, NumberReady:0, ObservedGeneration:0, UpdatedNumberScheduled:0, NumberAvailable:0, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps "kube-proxy": the object has been modified; please apply your changes to the latest version and try again
E0216 17:56:03.733695 1 clusterroleaggregation_controller.go:181] view failed with : Operation cannot be fulfilled on clusterroles.rbac.authorization.k8s.io "view": the object has been modified; please apply your changes to the latest version and try again
I0216 17:56:03.780385 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"kube-system", Name:"coredns", UID:"a7bd73e7-d3b8-4d96-8989-1289abdfdcc0", APIVersion:"apps/v1", ResourceVersion:"358", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled down replica set coredns-66bff467f8 to 1
I0216 17:56:03.880701 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"68f2a7b6-9d08-4332-8202-c9fa470bda4b", APIVersion:"apps/v1", ResourceVersion:"379", FieldPath:""}): type: 'Normal' reason: 'SuccessfulDelete' Deleted pod: coredns-66bff467f8-9q8jz
I0216 17:56:12.899230 1 node_lifecycle_controller.go:1226] Controller detected that some Nodes are Ready. Exiting master disruption mode.
I0216 17:56:18.611797 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"165e1dcd-cc87-408f-83ff-30d8162a4d87", APIVersion:"apps/v1", ResourceVersion:"480", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1
I0216 17:56:18.637290 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"ae5f7617-2c70-4500-a0b0-949f5cc24def", APIVersion:"apps/v1", ResourceVersion:"481", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-nrkxj
I0216 17:56:18.718325 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"8f125e92-755a-4317-a013-ece8bddd5315", APIVersion:"batch/v1", ResourceVersion:"485", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-6jrn8
I0216 17:56:18.765900 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"fc8063d4-0c23-4578-a9af-d5b4227957d5", APIVersion:"batch/v1", ResourceVersion:"498", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-l27rr
==> kube-proxy [9fd502b3e34e0f657b9617269e21e33090ba3df7e0e61aa6c6a7eb005c349fb9] <==
W0216 17:56:03.944241 1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy
I0216 17:56:03.961514 1 node.go:136] Successfully retrieved node IP: 192.168.49.2
I0216 17:56:03.961558 1 server_others.go:186] Using iptables Proxier.
I0216 17:56:03.963728 1 server.go:583] Version: v1.18.20
I0216 17:56:03.970459 1 config.go:315] Starting service config controller
I0216 17:56:03.970515 1 shared_informer.go:223] Waiting for caches to sync for service config
I0216 17:56:03.970613 1 config.go:133] Starting endpoints config controller
I0216 17:56:03.970623 1 shared_informer.go:223] Waiting for caches to sync for endpoints config
I0216 17:56:04.070730 1 shared_informer.go:230] Caches are synced for service config
I0216 17:56:04.070730 1 shared_informer.go:230] Caches are synced for endpoints config
==> kube-scheduler [4d105e88172d5d98b3098edfb4443f2d94a7ce52de770d58f309b219918fba8d] <==
W0216 17:55:45.017133 1 authentication.go:298] Continuing without authentication configuration. This may treat all requests as anonymous.
W0216 17:55:45.017140 1 authentication.go:299] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I0216 17:55:45.096089 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I0216 17:55:45.096418 1 registry.go:150] Registering EvenPodsSpread predicate and priority function
I0216 17:55:45.102266 1 secure_serving.go:178] Serving securely on 127.0.0.1:10259
I0216 17:55:45.102483 1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0216 17:55:45.102524 1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0216 17:55:45.102578 1 tlsconfig.go:240] Starting DynamicServingCertificateController
E0216 17:55:45.107443 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0216 17:55:45.107663 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0216 17:55:45.109369 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0216 17:55:45.109444 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0216 17:55:45.109514 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0216 17:55:45.109580 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0216 17:55:45.109665 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0216 17:55:45.111189 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0216 17:55:45.111397 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0216 17:55:45.111483 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0216 17:55:45.111537 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0216 17:55:45.111587 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0216 17:55:46.070173 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
I0216 17:55:46.602667 1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E0216 17:56:03.566628 1 factory.go:503] pod: kube-system/coredns-66bff467f8-9q8jz is already present in the active queue
E0216 17:56:03.817968 1 factory.go:503] pod: kube-system/coredns-66bff467f8-bn7dc is already present in the active queue
E0216 17:56:03.988180 1 factory.go:503] pod: kube-system/storage-provisioner is already present in unschedulable queue
==> kubelet <==
Feb 16 18:03:01 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:01.401488 1687 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:01 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:01.401542 1687 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:01 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:01.401581 1687 pod_workers.go:191] Error syncing pod 8ba62458-9d9d-41f6-9f41-49afccfa525f ("kube-ingress-dns-minikube_kube-system(8ba62458-9d9d-41f6-9f41-49afccfa525f)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Feb 16 18:03:02 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:02.409303 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:03:07 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:07.401404 1687 pod_workers.go:191] Error syncing pod 9460a85a-9376-4d16-b69c-03fd13e8e1ac ("ingress-nginx-admission-patch-l27rr_ingress-nginx(9460a85a-9376-4d16-b69c-03fd13e8e1ac)"), skipping: failed to "StartContainer" for "patch" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:03:14 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:14.401216 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:03:15 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:15.401293 1687 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:15 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:15.401337 1687 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:15 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:15.401380 1687 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:15 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:15.401419 1687 pod_workers.go:191] Error syncing pod 8ba62458-9d9d-41f6-9f41-49afccfa525f ("kube-ingress-dns-minikube_kube-system(8ba62458-9d9d-41f6-9f41-49afccfa525f)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Feb 16 18:03:27 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:27.401267 1687 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:27 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:27.401310 1687 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:27 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:27.401352 1687 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:27 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:27.401386 1687 pod_workers.go:191] Error syncing pod 8ba62458-9d9d-41f6-9f41-49afccfa525f ("kube-ingress-dns-minikube_kube-system(8ba62458-9d9d-41f6-9f41-49afccfa525f)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Feb 16 18:03:28 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:28.401094 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:03:39 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:39.401231 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:03:41 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:41.401431 1687 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:41 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:41.401466 1687 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:41 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:41.401507 1687 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 16 18:03:41 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:41.401537 1687 pod_workers.go:191] Error syncing pod 8ba62458-9d9d-41f6-9f41-49afccfa525f ("kube-ingress-dns-minikube_kube-system(8ba62458-9d9d-41f6-9f41-49afccfa525f)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Feb 16 18:03:50 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:50.401281 1687 pod_workers.go:191] Error syncing pod 3e065ae0-b496-458a-ac1a-e5a3da59640f ("ingress-nginx-admission-create-6jrn8_ingress-nginx(3e065ae0-b496-458a-ac1a-e5a3da59640f)"), skipping: failed to "StartContainer" for "create" with ImagePullBackOff: "Back-off pulling image \"docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7\""
Feb 16 18:03:51 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:51.761750 1687 remote_image.go:113] PullImage "docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" from image service failed: rpc error: code = Unknown desc = loading manifest for target platform: reading manifest sha256:d402db4f47a0e1007e8feb5e57d93c44f6c98ebf489ca77bacb91f8eefd2419b in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:03:51 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:51.761829 1687 kuberuntime_image.go:50] Pull image "docker.io/jettech/kube-webhook-certgen:v1.5.1@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7" failed: rpc error: code = Unknown desc = loading manifest for target platform: reading manifest sha256:d402db4f47a0e1007e8feb5e57d93c44f6c98ebf489ca77bacb91f8eefd2419b in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:03:51 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:51.761906 1687 kuberuntime_manager.go:818] container start failed: ErrImagePull: rpc error: code = Unknown desc = loading manifest for target platform: reading manifest sha256:d402db4f47a0e1007e8feb5e57d93c44f6c98ebf489ca77bacb91f8eefd2419b in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit
Feb 16 18:03:51 ingress-addon-legacy-349673 kubelet[1687]: E0216 18:03:51.761954 1687 pod_workers.go:191] Error syncing pod 9460a85a-9376-4d16-b69c-03fd13e8e1ac ("ingress-nginx-admission-patch-l27rr_ingress-nginx(9460a85a-9376-4d16-b69c-03fd13e8e1ac)"), skipping: failed to "StartContainer" for "patch" with ErrImagePull: "rpc error: code = Unknown desc = loading manifest for target platform: reading manifest sha256:d402db4f47a0e1007e8feb5e57d93c44f6c98ebf489ca77bacb91f8eefd2419b in docker.io/jettech/kube-webhook-certgen: toomanyrequests: You have reached your pull rate limit. You may increase the limit by authenticating and upgrading: https://www.docker.com/increase-rate-limit"
==> storage-provisioner [1f7e8a7c3c9c180c0eb1e527b64f8414702505e38f6d619bb71b61f80f17a474] <==
I0216 17:56:13.809938 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0216 17:56:13.834791 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0216 17:56:13.834877 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0216 17:56:13.846726 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0216 17:56:13.847053 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-349673_bc510a8b-d0e4-4703-bb3b-7100f3fcef40!
I0216 17:56:13.847997 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"e30d0f5e-0dc5-427b-a2a0-fa24977628b8", APIVersion:"v1", ResourceVersion:"432", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-349673_bc510a8b-d0e4-4703-bb3b-7100f3fcef40 became leader
I0216 17:56:13.948151 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-349673_bc510a8b-d0e4-4703-bb3b-7100f3fcef40!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p ingress-addon-legacy-349673 -n ingress-addon-legacy-349673
helpers_test.go:261: (dbg) Run: kubectl --context ingress-addon-legacy-349673 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-6jrn8 ingress-nginx-admission-patch-l27rr ingress-nginx-controller-7fcf777cb7-nrkxj kube-ingress-dns-minikube
helpers_test.go:274: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context ingress-addon-legacy-349673 describe pod ingress-nginx-admission-create-6jrn8 ingress-nginx-admission-patch-l27rr ingress-nginx-controller-7fcf777cb7-nrkxj kube-ingress-dns-minikube
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context ingress-addon-legacy-349673 describe pod ingress-nginx-admission-create-6jrn8 ingress-nginx-admission-patch-l27rr ingress-nginx-controller-7fcf777cb7-nrkxj kube-ingress-dns-minikube: exit status 1 (80.694855ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-6jrn8" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-l27rr" not found
Error from server (NotFound): pods "ingress-nginx-controller-7fcf777cb7-nrkxj" not found
Error from server (NotFound): pods "kube-ingress-dns-minikube" not found
** /stderr **
helpers_test.go:279: kubectl --context ingress-addon-legacy-349673 describe pod ingress-nginx-admission-create-6jrn8 ingress-nginx-admission-patch-l27rr ingress-nginx-controller-7fcf777cb7-nrkxj kube-ingress-dns-minikube: exit status 1
--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddons (92.27s)
=== RUN TestDownloadOnly/v1.16.0/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-695286 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-695286 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio: (20.564089733s)
--- PASS: TestDownloadOnly/v1.16.0/json-events (20.56s)
=== RUN TestDownloadOnly/v1.16.0/preload-exists
--- PASS: TestDownloadOnly/v1.16.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.16.0/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-695286
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-695286: exit status 85 (83.515513ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-695286 | jenkins | v1.32.0 | 16 Feb 24 17:39 UTC | |
| | -p download-only-695286 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
==> Last Start <==
Log file created at: 2024/02/16 17:39:35
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0216 17:39:35.984186 240245 out.go:291] Setting OutFile to fd 1 ...
I0216 17:39:35.984340 240245 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:39:35.984364 240245 out.go:304] Setting ErrFile to fd 2...
I0216 17:39:35.984383 240245 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:39:35.984665 240245 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
W0216 17:39:35.984823 240245 root.go:314] Error reading config file at /home/jenkins/minikube-integration/17936-234898/.minikube/config/config.json: open /home/jenkins/minikube-integration/17936-234898/.minikube/config/config.json: no such file or directory
I0216 17:39:35.985336 240245 out.go:298] Setting JSON to true
I0216 17:39:35.986237 240245 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":4919,"bootTime":1708100257,"procs":162,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 17:39:35.986306 240245 start.go:139] virtualization:
I0216 17:39:35.989533 240245 out.go:97] [download-only-695286] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0216 17:39:35.991642 240245 out.go:169] MINIKUBE_LOCATION=17936
W0216 17:39:35.989687 240245 preload.go:295] Failed to list preload files: open /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball: no such file or directory
I0216 17:39:35.989722 240245 notify.go:220] Checking for updates...
I0216 17:39:35.995762 240245 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 17:39:35.997993 240245 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:39:35.999928 240245 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 17:39:36.001693 240245 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0216 17:39:36.005282 240245 out.go:267] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0216 17:39:36.005564 240245 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 17:39:36.032660 240245 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 17:39:36.032776 240245 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:39:36.104295 240245 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:56 SystemTime:2024-02-16 17:39:36.094707761 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:39:36.104404 240245 docker.go:295] overlay module found
I0216 17:39:36.106929 240245 out.go:97] Using the docker driver based on user configuration
I0216 17:39:36.106969 240245 start.go:299] selected driver: docker
I0216 17:39:36.106977 240245 start.go:903] validating driver "docker" against <nil>
I0216 17:39:36.107095 240245 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:39:36.170792 240245 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:56 SystemTime:2024-02-16 17:39:36.161744421 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:39:36.170971 240245 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0216 17:39:36.171268 240245 start_flags.go:394] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0216 17:39:36.171425 240245 start_flags.go:913] Wait components to verify : map[apiserver:true system_pods:true]
I0216 17:39:36.173815 240245 out.go:169] Using Docker driver with root privileges
I0216 17:39:36.176190 240245 cni.go:84] Creating CNI manager for ""
I0216 17:39:36.176216 240245 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:39:36.176229 240245 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0216 17:39:36.176242 240245 start_flags.go:323] config:
{Name:download-only-695286 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-695286 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:39:36.178917 240245 out.go:97] Starting control plane node download-only-695286 in cluster download-only-695286
I0216 17:39:36.178952 240245 cache.go:121] Beginning downloading kic base image for docker with crio
I0216 17:39:36.181085 240245 out.go:97] Pulling base image v0.0.42-1708008208-17936 ...
I0216 17:39:36.181115 240245 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I0216 17:39:36.181270 240245 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0216 17:39:36.199115 240245 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0216 17:39:36.199869 240245 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0216 17:39:36.200008 240245 image.go:118] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0216 17:39:36.256283 240245 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4
I0216 17:39:36.256313 240245 cache.go:56] Caching tarball of preloaded images
I0216 17:39:36.256478 240245 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I0216 17:39:36.259014 240245 out.go:97] Downloading Kubernetes v1.16.0 preload ...
I0216 17:39:36.259038 240245 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:39:36.375580 240245 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4?checksum=md5:743cd3b7071469270e4dbdc0d89badaa -> /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4
I0216 17:39:45.536048 240245 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0216 17:39:54.269531 240245 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:39:54.269649 240245 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:39:55.271342 240245 cache.go:59] Finished verifying existence of preloaded tar for v1.16.0 on crio
I0216 17:39:55.271704 240245 profile.go:148] Saving config to /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/download-only-695286/config.json ...
I0216 17:39:55.271735 240245 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/download-only-695286/config.json: {Name:mk03d4ec7c6ddd7cbb79d690f7127e5a58fcf29d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0216 17:39:55.272524 240245 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I0216 17:39:55.272743 240245 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/linux/arm64/kubectl.sha1 -> /home/jenkins/minikube-integration/17936-234898/.minikube/cache/linux/arm64/v1.16.0/kubectl
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-695286"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.16.0/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.16.0/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.16.0/DeleteAll (0.22s)
=== RUN TestDownloadOnly/v1.16.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-695286
--- PASS: TestDownloadOnly/v1.16.0/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnly/v1.28.4/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-433461 --force --alsologtostderr --kubernetes-version=v1.28.4 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-433461 --force --alsologtostderr --kubernetes-version=v1.28.4 --container-runtime=crio --driver=docker --container-runtime=crio: (24.897368827s)
--- PASS: TestDownloadOnly/v1.28.4/json-events (24.90s)
=== RUN TestDownloadOnly/v1.28.4/preload-exists
--- PASS: TestDownloadOnly/v1.28.4/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.4/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-433461
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-433461: exit status 85 (84.856289ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-695286 | jenkins | v1.32.0 | 16 Feb 24 17:39 UTC | |
| | -p download-only-695286 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 16 Feb 24 17:39 UTC | 16 Feb 24 17:39 UTC |
| delete | -p download-only-695286 | download-only-695286 | jenkins | v1.32.0 | 16 Feb 24 17:39 UTC | 16 Feb 24 17:39 UTC |
| start | -o=json --download-only | download-only-433461 | jenkins | v1.32.0 | 16 Feb 24 17:39 UTC | |
| | -p download-only-433461 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.4 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/16 17:39:56
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0216 17:39:56.983887 240405 out.go:291] Setting OutFile to fd 1 ...
I0216 17:39:56.984047 240405 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:39:56.984056 240405 out.go:304] Setting ErrFile to fd 2...
I0216 17:39:56.984062 240405 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:39:56.984302 240405 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:39:56.984796 240405 out.go:298] Setting JSON to true
I0216 17:39:56.985666 240405 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":4940,"bootTime":1708100257,"procs":155,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 17:39:56.985744 240405 start.go:139] virtualization:
I0216 17:39:56.988203 240405 out.go:97] [download-only-433461] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0216 17:39:56.989990 240405 out.go:169] MINIKUBE_LOCATION=17936
I0216 17:39:56.988533 240405 notify.go:220] Checking for updates...
I0216 17:39:56.994153 240405 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 17:39:56.996272 240405 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:39:56.998368 240405 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 17:39:57.000201 240405 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0216 17:39:57.003866 240405 out.go:267] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0216 17:39:57.004146 240405 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 17:39:57.029664 240405 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 17:39:57.029827 240405 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:39:57.109603 240405 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-16 17:39:57.09940476 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aarc
h64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerError
s:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:39:57.109715 240405 docker.go:295] overlay module found
I0216 17:39:57.111798 240405 out.go:97] Using the docker driver based on user configuration
I0216 17:39:57.111836 240405 start.go:299] selected driver: docker
I0216 17:39:57.111844 240405 start.go:903] validating driver "docker" against <nil>
I0216 17:39:57.111959 240405 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:39:57.175272 240405 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-16 17:39:57.165694644 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:39:57.175451 240405 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0216 17:39:57.175789 240405 start_flags.go:394] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0216 17:39:57.175979 240405 start_flags.go:913] Wait components to verify : map[apiserver:true system_pods:true]
I0216 17:39:57.178233 240405 out.go:169] Using Docker driver with root privileges
I0216 17:39:57.180200 240405 cni.go:84] Creating CNI manager for ""
I0216 17:39:57.180220 240405 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:39:57.180241 240405 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0216 17:39:57.180252 240405 start_flags.go:323] config:
{Name:download-only-433461 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:download-only-433461 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:39:57.182225 240405 out.go:97] Starting control plane node download-only-433461 in cluster download-only-433461
I0216 17:39:57.182252 240405 cache.go:121] Beginning downloading kic base image for docker with crio
I0216 17:39:57.184086 240405 out.go:97] Pulling base image v0.0.42-1708008208-17936 ...
I0216 17:39:57.184118 240405 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0216 17:39:57.184290 240405 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0216 17:39:57.199274 240405 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0216 17:39:57.199410 240405 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0216 17:39:57.199433 240405 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory, skipping pull
I0216 17:39:57.199441 240405 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in cache, skipping pull
I0216 17:39:57.199449 240405 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0216 17:39:57.256424 240405 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.4/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4
I0216 17:39:57.256452 240405 cache.go:56] Caching tarball of preloaded images
I0216 17:39:57.257328 240405 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0216 17:39:57.259265 240405 out.go:97] Downloading Kubernetes v1.28.4 preload ...
I0216 17:39:57.259287 240405 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:39:57.372396 240405 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.4/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4?checksum=md5:23e2271fd1a7b32f52ce36ae8363c081 -> /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-433461"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.4/LogsDuration (0.09s)
=== RUN TestDownloadOnly/v1.28.4/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.28.4/DeleteAll (0.22s)
=== RUN TestDownloadOnly/v1.28.4/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-433461
--- PASS: TestDownloadOnly/v1.28.4/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-539757 --force --alsologtostderr --kubernetes-version=v1.29.0-rc.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-539757 --force --alsologtostderr --kubernetes-version=v1.29.0-rc.2 --container-runtime=crio --driver=docker --container-runtime=crio: (24.949408516s)
--- PASS: TestDownloadOnly/v1.29.0-rc.2/json-events (24.95s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/preload-exists
--- PASS: TestDownloadOnly/v1.29.0-rc.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-539757
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-539757: exit status 85 (80.252829ms)
-- stdout --
==> Audit <==
|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-695286 | jenkins | v1.32.0 | 16 Feb 24 17:39 UTC | |
| | -p download-only-695286 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 16 Feb 24 17:39 UTC | 16 Feb 24 17:39 UTC |
| delete | -p download-only-695286 | download-only-695286 | jenkins | v1.32.0 | 16 Feb 24 17:39 UTC | 16 Feb 24 17:39 UTC |
| start | -o=json --download-only | download-only-433461 | jenkins | v1.32.0 | 16 Feb 24 17:39 UTC | |
| | -p download-only-433461 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.4 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | 16 Feb 24 17:40 UTC |
| delete | -p download-only-433461 | download-only-433461 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | 16 Feb 24 17:40 UTC |
| start | -o=json --download-only | download-only-539757 | jenkins | v1.32.0 | 16 Feb 24 17:40 UTC | |
| | -p download-only-539757 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.29.0-rc.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/16 17:40:22
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0216 17:40:22.333683 240568 out.go:291] Setting OutFile to fd 1 ...
I0216 17:40:22.333884 240568 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:40:22.333912 240568 out.go:304] Setting ErrFile to fd 2...
I0216 17:40:22.333933 240568 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:40:22.334210 240568 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:40:22.334659 240568 out.go:298] Setting JSON to true
I0216 17:40:22.336458 240568 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":4966,"bootTime":1708100257,"procs":156,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 17:40:22.336561 240568 start.go:139] virtualization:
I0216 17:40:22.339220 240568 out.go:97] [download-only-539757] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0216 17:40:22.341063 240568 out.go:169] MINIKUBE_LOCATION=17936
I0216 17:40:22.339414 240568 notify.go:220] Checking for updates...
I0216 17:40:22.342919 240568 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 17:40:22.345049 240568 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:40:22.347824 240568 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 17:40:22.350395 240568 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0216 17:40:22.354467 240568 out.go:267] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0216 17:40:22.354760 240568 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 17:40:22.375354 240568 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 17:40:22.375454 240568 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:40:22.448402 240568 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-16 17:40:22.439243628 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:40:22.448506 240568 docker.go:295] overlay module found
I0216 17:40:22.450857 240568 out.go:97] Using the docker driver based on user configuration
I0216 17:40:22.450883 240568 start.go:299] selected driver: docker
I0216 17:40:22.450890 240568 start.go:903] validating driver "docker" against <nil>
I0216 17:40:22.450985 240568 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:40:22.505546 240568 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-16 17:40:22.496128692 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:40:22.505709 240568 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0216 17:40:22.505974 240568 start_flags.go:394] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0216 17:40:22.506128 240568 start_flags.go:913] Wait components to verify : map[apiserver:true system_pods:true]
I0216 17:40:22.509793 240568 out.go:169] Using Docker driver with root privileges
I0216 17:40:22.511648 240568 cni.go:84] Creating CNI manager for ""
I0216 17:40:22.511674 240568 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0216 17:40:22.511689 240568 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0216 17:40:22.511703 240568 start_flags.go:323] config:
{Name:download-only-539757 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.29.0-rc.2 ClusterName:download-only-539757 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contai
nerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:40:22.513699 240568 out.go:97] Starting control plane node download-only-539757 in cluster download-only-539757
I0216 17:40:22.513728 240568 cache.go:121] Beginning downloading kic base image for docker with crio
I0216 17:40:22.515678 240568 out.go:97] Pulling base image v0.0.42-1708008208-17936 ...
I0216 17:40:22.515707 240568 preload.go:132] Checking if preload exists for k8s version v1.29.0-rc.2 and runtime crio
I0216 17:40:22.515811 240568 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0216 17:40:22.530549 240568 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0216 17:40:22.530689 240568 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0216 17:40:22.530707 240568 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory, skipping pull
I0216 17:40:22.530712 240568 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in cache, skipping pull
I0216 17:40:22.530719 240568 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0216 17:40:22.576853 240568 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.29.0-rc.2/preloaded-images-k8s-v18-v1.29.0-rc.2-cri-o-overlay-arm64.tar.lz4
I0216 17:40:22.576888 240568 cache.go:56] Caching tarball of preloaded images
I0216 17:40:22.577599 240568 preload.go:132] Checking if preload exists for k8s version v1.29.0-rc.2 and runtime crio
I0216 17:40:22.579797 240568 out.go:97] Downloading Kubernetes v1.29.0-rc.2 preload ...
I0216 17:40:22.579823 240568 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.29.0-rc.2-cri-o-overlay-arm64.tar.lz4 ...
I0216 17:40:22.690770 240568 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.29.0-rc.2/preloaded-images-k8s-v18-v1.29.0-rc.2-cri-o-overlay-arm64.tar.lz4?checksum=md5:9d8119c6fd5c58f71de57a6fdbe27bf3 -> /home/jenkins/minikube-integration/17936-234898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.29.0-rc.2-cri-o-overlay-arm64.tar.lz4
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-539757"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.29.0-rc.2/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.29.0-rc.2/DeleteAll (0.20s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-539757
--- PASS: TestDownloadOnly/v1.29.0-rc.2/DeleteAlwaysSucceeds (0.13s)
=== RUN TestBinaryMirror
aaa_download_only_test.go:314: (dbg) Run: out/minikube-linux-arm64 start --download-only -p binary-mirror-402592 --alsologtostderr --binary-mirror http://127.0.0.1:45929 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-402592" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p binary-mirror-402592
--- PASS: TestBinaryMirror (0.55s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:928: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-208992
addons_test.go:928: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable dashboard -p addons-208992: exit status 85 (77.332477ms)
-- stdout --
* Profile "addons-208992" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-208992"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:939: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-208992
addons_test.go:939: (dbg) Non-zero exit: out/minikube-linux-arm64 addons disable dashboard -p addons-208992: exit status 85 (98.372504ms)
-- stdout --
* Profile "addons-208992" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-208992"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.10s)
=== RUN TestAddons/Setup
addons_test.go:109: (dbg) Run: out/minikube-linux-arm64 start -p addons-208992 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --addons=yakd --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns
addons_test.go:109: (dbg) Done: out/minikube-linux-arm64 start -p addons-208992 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --addons=yakd --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns: (2m49.365053591s)
--- PASS: TestAddons/Setup (169.37s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:330: registry stabilized in 55.531199ms
addons_test.go:332: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-bwcjp" [bab471b5-be61-41d8-b1d8-fd6b0ef3c7c5] Running
addons_test.go:332: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 6.004403804s
addons_test.go:335: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-wrkj9" [8b08a08c-b880-424a-aa5f-ab9afb2949fa] Running
addons_test.go:335: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.005781823s
addons_test.go:340: (dbg) Run: kubectl --context addons-208992 delete po -l run=registry-test --now
addons_test.go:345: (dbg) Run: kubectl --context addons-208992 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:345: (dbg) Done: kubectl --context addons-208992 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (3.739095977s)
addons_test.go:359: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 ip
2024/02/16 17:43:53 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:388: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (15.87s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:838: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-8f4s7" [754fa7e2-1897-4c78-82dc-abac69406a3c] Running / Ready:ContainersNotReady (containers with unready status: [gadget]) / ContainersReady:ContainersNotReady (containers with unready status: [gadget])
addons_test.go:838: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 6.00400885s
addons_test.go:841: (dbg) Run: out/minikube-linux-arm64 addons disable inspektor-gadget -p addons-208992
addons_test.go:841: (dbg) Done: out/minikube-linux-arm64 addons disable inspektor-gadget -p addons-208992: (6.201878244s)
--- PASS: TestAddons/parallel/InspektorGadget (12.21s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:407: metrics-server stabilized in 7.267067ms
addons_test.go:409: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-69cf46c98-tw77t" [de085f73-f9c1-4364-af98-d03cf073781c] Running
addons_test.go:409: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 6.004229556s
addons_test.go:415: (dbg) Run: kubectl --context addons-208992 top pods -n kube-system
addons_test.go:432: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 addons disable metrics-server --alsologtostderr -v=1
--- PASS: TestAddons/parallel/MetricsServer (6.79s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
addons_test.go:561: csi-hostpath-driver pods stabilized in 9.776089ms
addons_test.go:564: (dbg) Run: kubectl --context addons-208992 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:569: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:574: (dbg) Run: kubectl --context addons-208992 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:579: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [a7c2439b-26a6-4f4a-a165-817e26c34953] Pending
helpers_test.go:344: "task-pv-pod" [a7c2439b-26a6-4f4a-a165-817e26c34953] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [a7c2439b-26a6-4f4a-a165-817e26c34953] Running
addons_test.go:579: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 11.00380315s
addons_test.go:584: (dbg) Run: kubectl --context addons-208992 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:589: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-208992 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-208992 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:594: (dbg) Run: kubectl --context addons-208992 delete pod task-pv-pod
addons_test.go:600: (dbg) Run: kubectl --context addons-208992 delete pvc hpvc
addons_test.go:606: (dbg) Run: kubectl --context addons-208992 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:611: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:616: (dbg) Run: kubectl --context addons-208992 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:621: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [8110e114-27f7-47b5-8a36-2d481e7f496c] Pending
helpers_test.go:344: "task-pv-pod-restore" [8110e114-27f7-47b5-8a36-2d481e7f496c] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [8110e114-27f7-47b5-8a36-2d481e7f496c] Running
addons_test.go:621: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 9.003872544s
addons_test.go:626: (dbg) Run: kubectl --context addons-208992 delete pod task-pv-pod-restore
addons_test.go:626: (dbg) Done: kubectl --context addons-208992 delete pod task-pv-pod-restore: (1.178655091s)
addons_test.go:630: (dbg) Run: kubectl --context addons-208992 delete pvc hpvc-restore
addons_test.go:634: (dbg) Run: kubectl --context addons-208992 delete volumesnapshot new-snapshot-demo
addons_test.go:638: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:638: (dbg) Done: out/minikube-linux-arm64 -p addons-208992 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.838619517s)
addons_test.go:642: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 addons disable volumesnapshots --alsologtostderr -v=1
addons_test.go:642: (dbg) Done: out/minikube-linux-arm64 -p addons-208992 addons disable volumesnapshots --alsologtostderr -v=1: (1.119022169s)
--- PASS: TestAddons/parallel/CSI (63.47s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:824: (dbg) Run: out/minikube-linux-arm64 addons enable headlamp -p addons-208992 --alsologtostderr -v=1
addons_test.go:824: (dbg) Done: out/minikube-linux-arm64 addons enable headlamp -p addons-208992 --alsologtostderr -v=1: (1.590236961s)
addons_test.go:829: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-7ddfbb94ff-k8fcz" [61e67da6-ae12-46a2-aacb-a435b39b8c82] Pending
helpers_test.go:344: "headlamp-7ddfbb94ff-k8fcz" [61e67da6-ae12-46a2-aacb-a435b39b8c82] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-7ddfbb94ff-k8fcz" [61e67da6-ae12-46a2-aacb-a435b39b8c82] Running
addons_test.go:829: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 12.003738s
--- PASS: TestAddons/parallel/Headlamp (13.60s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:857: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-7b4754d5d4-thsfc" [9cc2fb37-1441-4257-ae47-adb9a18d04e8] Running / Ready:ContainersNotReady (containers with unready status: [cloud-spanner-emulator]) / ContainersReady:ContainersNotReady (containers with unready status: [cloud-spanner-emulator])
addons_test.go:857: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 6.003311365s
addons_test.go:860: (dbg) Run: out/minikube-linux-arm64 addons disable cloud-spanner -p addons-208992
--- PASS: TestAddons/parallel/CloudSpanner (6.73s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:873: (dbg) Run: kubectl --context addons-208992 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:879: (dbg) Run: kubectl --context addons-208992 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:883: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-208992 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:886: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [9e3551cd-16ad-4992-a5dc-71d106887d8b] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [9e3551cd-16ad-4992-a5dc-71d106887d8b] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [9e3551cd-16ad-4992-a5dc-71d106887d8b] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:886: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 3.003632025s
addons_test.go:891: (dbg) Run: kubectl --context addons-208992 get pvc test-pvc -o=json
addons_test.go:900: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 ssh "cat /opt/local-path-provisioner/pvc-9f7de976-fff4-4a82-8c38-69eac31f2c8f_default_test-pvc/file1"
addons_test.go:912: (dbg) Run: kubectl --context addons-208992 delete pod test-local-path
addons_test.go:916: (dbg) Run: kubectl --context addons-208992 delete pvc test-pvc
addons_test.go:920: (dbg) Run: out/minikube-linux-arm64 -p addons-208992 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:920: (dbg) Done: out/minikube-linux-arm64 -p addons-208992 addons disable storage-provisioner-rancher --alsologtostderr -v=1: (43.277938817s)
--- PASS: TestAddons/parallel/LocalPath (51.44s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:952: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-c8cqt" [c9acc307-54d2-4cca-9c7c-6b4a71a0b368] Running
addons_test.go:952: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 6.006525073s
addons_test.go:955: (dbg) Run: out/minikube-linux-arm64 addons disable nvidia-device-plugin -p addons-208992
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (6.60s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:963: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:344: "yakd-dashboard-9947fc6bf-rnvb9" [b1e0f330-ce45-4f27-a2fc-bf7b599583ee] Running
addons_test.go:963: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 5.004768349s
--- PASS: TestAddons/parallel/Yakd (5.01s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:650: (dbg) Run: kubectl --context addons-208992 create ns new-namespace
addons_test.go:664: (dbg) Run: kubectl --context addons-208992 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.19s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:172: (dbg) Run: out/minikube-linux-arm64 stop -p addons-208992
addons_test.go:172: (dbg) Done: out/minikube-linux-arm64 stop -p addons-208992: (11.95364864s)
addons_test.go:176: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-208992
addons_test.go:180: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-208992
addons_test.go:185: (dbg) Run: out/minikube-linux-arm64 addons disable gvisor -p addons-208992
--- PASS: TestAddons/StoppedEnableDisable (12.27s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-arm64 start -p cert-options-914239 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-arm64 start -p cert-options-914239 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (37.181577914s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-arm64 -p cert-options-914239 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-914239 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-arm64 ssh -p cert-options-914239 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-914239" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-options-914239
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-options-914239: (1.995118209s)
--- PASS: TestCertOptions (39.88s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-534758 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
E0216 18:29:35.342976 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
cert_options_test.go:123: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-534758 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (41.051056878s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-534758 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-534758 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (22.013130843s)
helpers_test.go:175: Cleaning up "cert-expiration-534758" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-expiration-534758
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-expiration-534758: (2.449884685s)
--- PASS: TestCertExpiration (245.52s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-flag-660334 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-flag-660334 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (34.869413246s)
docker_test.go:132: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-660334 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-660334" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-flag-660334
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-flag-660334: (2.297113723s)
--- PASS: TestForceSystemdFlag (37.47s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-env-509903 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-env-509903 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (37.554009706s)
helpers_test.go:175: Cleaning up "force-systemd-env-509903" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-env-509903
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-env-509903: (2.517128069s)
--- PASS: TestForceSystemdEnv (40.07s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -p nospam-171508 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-171508 --driver=docker --container-runtime=crio
E0216 17:48:38.702429 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:38.708629 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:38.718864 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:38.739100 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:38.779369 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:38.859633 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:39.019963 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:39.340476 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:39.981328 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:41.261549 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:43.821742 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:48.942319 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:48:59.182511 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
error_spam_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -p nospam-171508 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-171508 --driver=docker --container-runtime=crio: (30.624005195s)
--- PASS: TestErrorSpam/setup (30.62s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 start --dry-run
--- PASS: TestErrorSpam/start (0.83s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 status
--- PASS: TestErrorSpam/status (1.03s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 pause
--- PASS: TestErrorSpam/pause (1.69s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 unpause
--- PASS: TestErrorSpam/unpause (1.83s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 stop: (1.243961772s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-171508 --log_dir /tmp/nospam-171508 stop
--- PASS: TestErrorSpam/stop (1.46s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1851: local sync path: /home/jenkins/minikube-integration/17936-234898/.minikube/files/etc/test/nested/copy/240240/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2230: (dbg) Run: out/minikube-linux-arm64 start -p functional-350187 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E0216 17:49:19.662993 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:50:00.623716 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
functional_test.go:2230: (dbg) Done: out/minikube-linux-arm64 start -p functional-350187 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (50.841527283s)
--- PASS: TestFunctional/serial/StartWithProxy (50.84s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
functional_test.go:655: (dbg) Run: out/minikube-linux-arm64 start -p functional-350187 --alsologtostderr -v=8
functional_test.go:655: (dbg) Done: out/minikube-linux-arm64 start -p functional-350187 --alsologtostderr -v=8: (29.152451719s)
functional_test.go:659: soft start took 29.154354605s for "functional-350187" cluster.
--- PASS: TestFunctional/serial/SoftStart (29.15s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:677: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.06s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:692: (dbg) Run: kubectl --context functional-350187 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.09s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1045: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 cache add registry.k8s.io/pause:3.1
functional_test.go:1045: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 cache add registry.k8s.io/pause:3.1: (1.238085372s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 cache add registry.k8s.io/pause:3.3
functional_test.go:1045: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 cache add registry.k8s.io/pause:3.3: (1.275153139s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 cache add registry.k8s.io/pause:latest
functional_test.go:1045: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 cache add registry.k8s.io/pause:latest: (1.12451284s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (3.64s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1073: (dbg) Run: docker build -t minikube-local-cache-test:functional-350187 /tmp/TestFunctionalserialCacheCmdcacheadd_local315772523/001
functional_test.go:1085: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 cache add minikube-local-cache-test:functional-350187
functional_test.go:1090: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 cache delete minikube-local-cache-test:functional-350187
functional_test.go:1079: (dbg) Run: docker rmi minikube-local-cache-test:functional-350187
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.07s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1098: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1106: (dbg) Run: out/minikube-linux-arm64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.07s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1120: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.30s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1143: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-350187 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (338.097188ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1154: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 cache reload
functional_test.go:1154: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 cache reload: (1.000892207s)
functional_test.go:1159: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (2.00s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1168: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1168: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.13s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:712: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 kubectl -- --context functional-350187 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.14s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:737: (dbg) Run: out/kubectl --context functional-350187 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.16s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:753: (dbg) Run: out/minikube-linux-arm64 start -p functional-350187 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
functional_test.go:753: (dbg) Done: out/minikube-linux-arm64 start -p functional-350187 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (35.228525997s)
functional_test.go:757: restart took 35.228629223s for "functional-350187" cluster.
--- PASS: TestFunctional/serial/ExtraConfig (35.23s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:806: (dbg) Run: kubectl --context functional-350187 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:821: etcd phase: Running
functional_test.go:831: etcd status: Ready
functional_test.go:821: kube-apiserver phase: Running
functional_test.go:831: kube-apiserver status: Ready
functional_test.go:821: kube-controller-manager phase: Running
functional_test.go:831: kube-controller-manager status: Ready
functional_test.go:821: kube-scheduler phase: Running
functional_test.go:831: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.10s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1232: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 logs
functional_test.go:1232: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 logs: (1.718498329s)
--- PASS: TestFunctional/serial/LogsCmd (1.72s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1246: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 logs --file /tmp/TestFunctionalserialLogsFileCmd2033733401/001/logs.txt
functional_test.go:1246: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 logs --file /tmp/TestFunctionalserialLogsFileCmd2033733401/001/logs.txt: (1.692586524s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.69s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2317: (dbg) Run: kubectl --context functional-350187 apply -f testdata/invalidsvc.yaml
E0216 17:51:22.543995 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
functional_test.go:2331: (dbg) Run: out/minikube-linux-arm64 service invalid-svc -p functional-350187
functional_test.go:2331: (dbg) Non-zero exit: out/minikube-linux-arm64 service invalid-svc -p functional-350187: exit status 115 (619.595883ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:31444 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2323: (dbg) Run: kubectl --context functional-350187 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (4.37s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-350187 config get cpus: exit status 14 (110.768423ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 config set cpus 2
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 config get cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-350187 config get cpus: exit status 14 (98.046236ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.64s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:901: (dbg) daemon: [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-350187 --alsologtostderr -v=1]
2024/02/16 17:52:38 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test.go:906: (dbg) stopping [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-350187 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 266768: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (8.16s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:970: (dbg) Run: out/minikube-linux-arm64 start -p functional-350187 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:970: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-350187 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (186.017087ms)
-- stdout --
* [functional-350187] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17936
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I0216 17:52:06.635234 265211 out.go:291] Setting OutFile to fd 1 ...
I0216 17:52:06.635394 265211 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:06.635402 265211 out.go:304] Setting ErrFile to fd 2...
I0216 17:52:06.635409 265211 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:06.635668 265211 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:52:06.636026 265211 out.go:298] Setting JSON to false
I0216 17:52:06.636937 265211 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":5670,"bootTime":1708100257,"procs":186,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 17:52:06.637007 265211 start.go:139] virtualization:
I0216 17:52:06.639566 265211 out.go:177] * [functional-350187] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0216 17:52:06.642269 265211 out.go:177] - MINIKUBE_LOCATION=17936
I0216 17:52:06.644058 265211 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 17:52:06.642425 265211 notify.go:220] Checking for updates...
I0216 17:52:06.648403 265211 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:52:06.650644 265211 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 17:52:06.652538 265211 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0216 17:52:06.654422 265211 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0216 17:52:06.656994 265211 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:06.657913 265211 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 17:52:06.678675 265211 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 17:52:06.678789 265211 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:52:06.746574 265211 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:57 SystemTime:2024-02-16 17:52:06.736390766 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:52:06.746704 265211 docker.go:295] overlay module found
I0216 17:52:06.750272 265211 out.go:177] * Using the docker driver based on existing profile
I0216 17:52:06.751995 265211 start.go:299] selected driver: docker
I0216 17:52:06.752017 265211 start.go:903] validating driver "docker" against &{Name:functional-350187 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:functional-350187 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:52:06.752122 265211 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0216 17:52:06.755200 265211 out.go:177]
W0216 17:52:06.757318 265211 out.go:239] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I0216 17:52:06.759520 265211 out.go:177]
** /stderr **
functional_test.go:987: (dbg) Run: out/minikube-linux-arm64 start -p functional-350187 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.44s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1016: (dbg) Run: out/minikube-linux-arm64 start -p functional-350187 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1016: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-350187 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (207.135397ms)
-- stdout --
* [functional-350187] minikube v1.32.0 sur Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17936
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I0216 17:52:30.407364 266616 out.go:291] Setting OutFile to fd 1 ...
I0216 17:52:30.407549 266616 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:30.407578 266616 out.go:304] Setting ErrFile to fd 2...
I0216 17:52:30.407601 266616 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:30.408017 266616 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:52:30.408456 266616 out.go:298] Setting JSON to false
I0216 17:52:30.409378 266616 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":5694,"bootTime":1708100257,"procs":189,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 17:52:30.409476 266616 start.go:139] virtualization:
I0216 17:52:30.412210 266616 out.go:177] * [functional-350187] minikube v1.32.0 sur Ubuntu 20.04 (arm64)
I0216 17:52:30.414870 266616 out.go:177] - MINIKUBE_LOCATION=17936
I0216 17:52:30.417139 266616 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 17:52:30.414944 266616 notify.go:220] Checking for updates...
I0216 17:52:30.420822 266616 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 17:52:30.423266 266616 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 17:52:30.425525 266616 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0216 17:52:30.427550 266616 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0216 17:52:30.430069 266616 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:30.430699 266616 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 17:52:30.454685 266616 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 17:52:30.454819 266616 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 17:52:30.539762 266616 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:57 SystemTime:2024-02-16 17:52:30.529634517 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 17:52:30.539962 266616 docker.go:295] overlay module found
I0216 17:52:30.543430 266616 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I0216 17:52:30.545322 266616 start.go:299] selected driver: docker
I0216 17:52:30.545340 266616 start.go:903] validating driver "docker" against &{Name:functional-350187 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:functional-350187 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0216 17:52:30.545458 266616 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0216 17:52:30.547793 266616 out.go:177]
W0216 17:52:30.549708 266616 out.go:239] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I0216 17:52:30.551586 266616 out.go:177]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.21s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:850: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 status
functional_test.go:856: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:868: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.11s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1623: (dbg) Run: kubectl --context functional-350187 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1631: (dbg) Run: kubectl --context functional-350187 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1636: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-7799dfb7c6-4jh68" [b84254d3-ac66-45cb-b84e-9b611814591a] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-connect-7799dfb7c6-4jh68" [b84254d3-ac66-45cb-b84e-9b611814591a] Running
functional_test.go:1636: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 9.004600582s
functional_test.go:1645: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 service hello-node-connect --url
functional_test.go:1651: found endpoint for hello-node-connect: http://192.168.49.2:31414
functional_test.go:1671: http://192.168.49.2:31414: success! body:
Hostname: hello-node-connect-7799dfb7c6-4jh68
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:31414
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (9.61s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1686: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 addons list
functional_test.go:1698: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.15s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1721: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "echo hello"
functional_test.go:1738: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.72s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh -n functional-350187 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 cp functional-350187:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd1794010100/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh -n functional-350187 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh -n functional-350187 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (2.11s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1925: Checking for existence of /etc/test/nested/copy/240240/hosts within VM
functional_test.go:1927: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo cat /etc/test/nested/copy/240240/hosts"
functional_test.go:1932: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.45s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1968: Checking for existence of /etc/ssl/certs/240240.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo cat /etc/ssl/certs/240240.pem"
functional_test.go:1968: Checking for existence of /usr/share/ca-certificates/240240.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo cat /usr/share/ca-certificates/240240.pem"
functional_test.go:1968: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/2402402.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo cat /etc/ssl/certs/2402402.pem"
functional_test.go:1995: Checking for existence of /usr/share/ca-certificates/2402402.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo cat /usr/share/ca-certificates/2402402.pem"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.09s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:218: (dbg) Run: kubectl --context functional-350187 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.08s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2023: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo systemctl is-active docker"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-350187 ssh "sudo systemctl is-active docker": exit status 1 (392.635035ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2023: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo systemctl is-active containerd"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-350187 ssh "sudo systemctl is-active containerd": exit status 1 (398.687227ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.79s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2284: (dbg) Run: out/minikube-linux-arm64 license
--- PASS: TestFunctional/parallel/License (0.35s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2252: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 version --short
--- PASS: TestFunctional/parallel/Version/short (0.07s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2266: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 version -o=json --components
functional_test.go:2266: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 version -o=json --components: (1.062836767s)
--- PASS: TestFunctional/parallel/Version/components (1.06s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls --format short --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-350187 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.9
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/echoserver-arm:1.8
registry.k8s.io/coredns/coredns:v1.10.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
gcr.io/google-containers/addon-resizer:functional-350187
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20240202-8f1494ea
docker.io/kindest/kindnetd:v20230809-80a64d96
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-350187 image ls --format short --alsologtostderr:
I0216 17:52:40.438911 267127 out.go:291] Setting OutFile to fd 1 ...
I0216 17:52:40.439072 267127 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:40.439081 267127 out.go:304] Setting ErrFile to fd 2...
I0216 17:52:40.439087 267127 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:40.439319 267127 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:52:40.439929 267127 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:40.440056 267127 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:40.440534 267127 cli_runner.go:164] Run: docker container inspect functional-350187 --format={{.State.Status}}
I0216 17:52:40.456436 267127 ssh_runner.go:195] Run: systemctl --version
I0216 17:52:40.456500 267127 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-350187
I0216 17:52:40.475163 267127 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33087 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/functional-350187/id_rsa Username:docker}
I0216 17:52:40.571851 267127 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls --format table --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-350187 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 1611cd07b61d5 | 3.77MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | ba04bb24b9575 | 29MB |
| localhost/my-image | functional-350187 | b1720310a36b8 | 1.64MB |
| registry.k8s.io/coredns/coredns | v1.10.1 | 97e04611ad434 | 51.4MB |
| registry.k8s.io/etcd | 3.5.9-0 | 9cdd6470f48c8 | 182MB |
| docker.io/library/nginx | alpine | be5e6f23a9904 | 45.4MB |
| gcr.io/google-containers/addon-resizer | functional-350187 | ffd4cfbbe753e | 34.1MB |
| registry.k8s.io/echoserver-arm | 1.8 | 72565bf5bbedf | 87.5MB |
| registry.k8s.io/kube-proxy | v1.28.4 | 3ca3ca488cf13 | 70MB |
| registry.k8s.io/pause | 3.3 | 3d18732f8686c | 487kB |
| registry.k8s.io/pause | latest | 8cb2091f603e7 | 246kB |
| docker.io/kindest/kindnetd | v20230809-80a64d96 | 04b4eaa3d3db8 | 60.9MB |
| docker.io/kindest/kindnetd | v20240202-8f1494ea | 4740c1948d3fc | 60.9MB |
| registry.k8s.io/kube-scheduler | v1.28.4 | 05c284c929889 | 59.3MB |
| registry.k8s.io/pause | 3.1 | 8057e0500773a | 529kB |
| registry.k8s.io/pause | 3.9 | 829e9de338bd5 | 520kB |
| gcr.io/k8s-minikube/busybox | latest | 71a676dd070f4 | 1.63MB |
| registry.k8s.io/kube-apiserver | v1.28.4 | 04b4c447bb9d4 | 121MB |
| registry.k8s.io/kube-controller-manager | v1.28.4 | 9961cbceaf234 | 117MB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-350187 image ls --format table --alsologtostderr:
I0216 17:52:43.865538 267439 out.go:291] Setting OutFile to fd 1 ...
I0216 17:52:43.865818 267439 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:43.865832 267439 out.go:304] Setting ErrFile to fd 2...
I0216 17:52:43.865838 267439 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:43.866158 267439 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:52:43.866907 267439 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:43.867074 267439 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:43.867604 267439 cli_runner.go:164] Run: docker container inspect functional-350187 --format={{.State.Status}}
I0216 17:52:43.884792 267439 ssh_runner.go:195] Run: systemctl --version
I0216 17:52:43.884898 267439 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-350187
I0216 17:52:43.901167 267439 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33087 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/functional-350187/id_rsa Username:docker}
I0216 17:52:43.995474 267439 ssh_runner.go:195] Run: sudo crictl images --output json
E0216 17:53:38.701134 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 17:54:06.384247 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.25s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls --format json --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-350187 image ls --format json --alsologtostderr:
[{"id":"20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf"],"repoTags":[],"size":"247562353"},{"id":"a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c","docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a"],"repoTags":[],"size":"42263767"},{"id":"71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:a77fe109c026308f149d36484d795b42efe0fd29b332be9071f63e1634c36ac9","gcr.io/k8s-minikube/busybox@sha256:ca5ae90100d50772da31f3b5016209e25ad61972404e2ccd83d44f10dee7e79b"],"repoTags":["gcr.io/k8s-minikube/busy
box:latest"],"size":"1634527"},{"id":"97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108","repoDigests":["registry.k8s.io/coredns/coredns@sha256:74130b944396a0b0ca9af923ee6e03b08a35d98fc1bbaef4e35cf9acc5599105","registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e"],"repoTags":["registry.k8s.io/coredns/coredns:v1.10.1"],"size":"51393451"},{"id":"9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace","repoDigests":["registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3","registry.k8s.io/etcd@sha256:e60789d18cc66486e6db4094383f9732280092f07a1f5455ecbe11d404c8e48b"],"repoTags":["registry.k8s.io/etcd:3.5.9-0"],"size":"182203183"},{"id":"b1720310a36b8ac6e2b87470d1335bb4db81bca8b8279aa7d579c312d64bc42b","repoDigests":["localhost/my-image@sha256:5f962eb1b50ffcb322d6b625aace29a8ac5cb5bbda19ca203b7f791fb4297bab"],"repoTags":["localhost/my-image:functional-350187"],"size":"1640226"},{"id":"72565bf5bbedfb62
e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb","repoDigests":["registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5"],"repoTags":["registry.k8s.io/echoserver-arm:1.8"],"size":"87536549"},{"id":"8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a","repoDigests":["registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca"],"repoTags":["registry.k8s.io/pause:latest"],"size":"246070"},{"id":"4740c1948d3fceb8d7dacc63033aa6299d80794ee4f4811539ec1081d9211f3d","repoDigests":["docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988","docker.io/kindest/kindnetd@sha256:fde0f6062db0a3b3323d76a4cde031f0f891b5b79d12be642b7e5aad68f2836f"],"repoTags":["docker.io/kindest/kindnetd:v20240202-8f1494ea"],"size":"60940831"},{"id":"d1cbdd0a8907f2d2b726bec1f754951256dab1fa45f0029acedf7930f054f339","repoDigests":["docker.io/library/91e3a19b822c1e96ea81eb6611744ea2a977c4624c374f772061bb636ddd
3d2c-tmp@sha256:82d6240a5a134c30b173ad516546217077b078c7c29010d209395ba633f78488"],"repoTags":[],"size":"1637644"},{"id":"04b4c447bb9d4840af3bf7e836397379d65df87c86e55dcd27f31a8d11df2419","repoDigests":["registry.k8s.io/kube-apiserver@sha256:5b28a364467cf7e134343bb3ee2c6d40682b473a743a72142c7bbe25767d36eb","registry.k8s.io/kube-apiserver@sha256:a4c3e6bec39f5dcb221a2f08266513ab19b7d977ccc76a0bcaf04d4935ac0fb2"],"repoTags":["registry.k8s.io/kube-apiserver:v1.28.4"],"size":"121119694"},{"id":"05c284c929889d88306fdb3dd14ee2d0132543740f9e247685243214fc3d2c54","repoDigests":["registry.k8s.io/kube-scheduler@sha256:335bba9e861b88fa8b7bb9250bcd69b7a33f83da4fee93f9fc0eedc6f34e28ba","registry.k8s.io/kube-scheduler@sha256:ddb0fb05335238789e9a847f0c6731e1da918c42a389625cb2a7ec577ca20afe"],"repoTags":["registry.k8s.io/kube-scheduler:v1.28.4"],"size":"59253556"},{"id":"8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5","repoDigests":["registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f
82a1e4cbf8a4498b67"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"528622"},{"id":"3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300","repoDigests":["registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"487479"},{"id":"829e9de338bd5fdd3f16f68f83a9fb288fbc8453e881e5d5cfd0f6f2ff72b43e","repoDigests":["registry.k8s.io/pause@sha256:3ec98b8452dc8ae265a6917dfb81587ac78849e520d5dbba6de524851d20eca6","registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097"],"repoTags":["registry.k8s.io/pause:3.9"],"size":"520014"},{"id":"04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26","repoDigests":["docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052","docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2"],"repoTags":["docker.io/kindest/kindnetd:v20230809-80a64d96"],"size":"608
67618"},{"id":"be5e6f23a9904ed26efa7a49fb3d5e63d1c488dbb7b5134e869488afd747ec3f","repoDigests":["docker.io/library/nginx@sha256:34aa0a372d3220dc0448131f809c72d8085f79bdec8058ad6970fc034a395674","docker.io/library/nginx@sha256:cedce0b6e276efe62bbf15345053f44cdc5d1c834a63ab7619aa8355093f85d2"],"repoTags":["docker.io/library/nginx:alpine"],"size":"45393030"},{"id":"ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91","repoDigests":["gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126"],"repoTags":["gcr.io/google-containers/addon-resizer:functional-350187"],"size":"34114467"},{"id":"1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"3774172"},{"id":
"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"29037500"},{"id":"9961cbceaf234d59b7dcf8a197a024f3e3ce4b7fe2b67c2378efd3d209ca994b","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:65486c8c338f96dc022dd1a0abe8763e38f35095b84b208c78f44d9e99447d1c","registry.k8s.io/kube-controller-manager@sha256:fe49ea386d014cbf10cd16f53900b91bb7e7c32c5cf4fdcea550c33bedfdc92e"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.28.4"],"size":"117252916"},{"id":"3ca3ca488cf13fde14cfc4b3ffde0c53a8c161b030f4a444a797fba6aef38c39","repoDigests":["registry.k8s.io/kube-proxy@sha256:460fb2711108dbfbe9ad77860d0fd8aad842c0e97f1aee757b33f2218daece68","registry.k8s.io/kube-proxy@sha256:e63408a0f506
8a7e9d4b34fd72b4a2b0e5512509b53cd2123a37fc991b0ef532"],"repoTags":["registry.k8s.io/kube-proxy:v1.28.4"],"size":"69992343"}]
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-350187 image ls --format json --alsologtostderr:
I0216 17:52:43.603557 267413 out.go:291] Setting OutFile to fd 1 ...
I0216 17:52:43.603771 267413 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:43.603806 267413 out.go:304] Setting ErrFile to fd 2...
I0216 17:52:43.603826 267413 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:43.604126 267413 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:52:43.604878 267413 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:43.605069 267413 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:43.605636 267413 cli_runner.go:164] Run: docker container inspect functional-350187 --format={{.State.Status}}
I0216 17:52:43.629429 267413 ssh_runner.go:195] Run: systemctl --version
I0216 17:52:43.629493 267413 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-350187
I0216 17:52:43.656290 267413 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33087 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/functional-350187/id_rsa Username:docker}
I0216 17:52:43.755162 267413 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls --format yaml --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-350187 image ls --format yaml --alsologtostderr:
- id: 04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26
repoDigests:
- docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052
- docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2
repoTags:
- docker.io/kindest/kindnetd:v20230809-80a64d96
size: "60867618"
- id: 20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf
repoTags: []
size: "247562353"
- id: 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "3774172"
- id: ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "29037500"
- id: 04b4c447bb9d4840af3bf7e836397379d65df87c86e55dcd27f31a8d11df2419
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:5b28a364467cf7e134343bb3ee2c6d40682b473a743a72142c7bbe25767d36eb
- registry.k8s.io/kube-apiserver@sha256:a4c3e6bec39f5dcb221a2f08266513ab19b7d977ccc76a0bcaf04d4935ac0fb2
repoTags:
- registry.k8s.io/kube-apiserver:v1.28.4
size: "121119694"
- id: 8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5
repoDigests:
- registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67
repoTags:
- registry.k8s.io/pause:3.1
size: "528622"
- id: 3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300
repoDigests:
- registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476
repoTags:
- registry.k8s.io/pause:3.3
size: "487479"
- id: 8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a
repoDigests:
- registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca
repoTags:
- registry.k8s.io/pause:latest
size: "246070"
- id: a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
- docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a
repoTags: []
size: "42263767"
- id: 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:74130b944396a0b0ca9af923ee6e03b08a35d98fc1bbaef4e35cf9acc5599105
- registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e
repoTags:
- registry.k8s.io/coredns/coredns:v1.10.1
size: "51393451"
- id: 9961cbceaf234d59b7dcf8a197a024f3e3ce4b7fe2b67c2378efd3d209ca994b
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:65486c8c338f96dc022dd1a0abe8763e38f35095b84b208c78f44d9e99447d1c
- registry.k8s.io/kube-controller-manager@sha256:fe49ea386d014cbf10cd16f53900b91bb7e7c32c5cf4fdcea550c33bedfdc92e
repoTags:
- registry.k8s.io/kube-controller-manager:v1.28.4
size: "117252916"
- id: 05c284c929889d88306fdb3dd14ee2d0132543740f9e247685243214fc3d2c54
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:335bba9e861b88fa8b7bb9250bcd69b7a33f83da4fee93f9fc0eedc6f34e28ba
- registry.k8s.io/kube-scheduler@sha256:ddb0fb05335238789e9a847f0c6731e1da918c42a389625cb2a7ec577ca20afe
repoTags:
- registry.k8s.io/kube-scheduler:v1.28.4
size: "59253556"
- id: 829e9de338bd5fdd3f16f68f83a9fb288fbc8453e881e5d5cfd0f6f2ff72b43e
repoDigests:
- registry.k8s.io/pause@sha256:3ec98b8452dc8ae265a6917dfb81587ac78849e520d5dbba6de524851d20eca6
- registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097
repoTags:
- registry.k8s.io/pause:3.9
size: "520014"
- id: 4740c1948d3fceb8d7dacc63033aa6299d80794ee4f4811539ec1081d9211f3d
repoDigests:
- docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988
- docker.io/kindest/kindnetd@sha256:fde0f6062db0a3b3323d76a4cde031f0f891b5b79d12be642b7e5aad68f2836f
repoTags:
- docker.io/kindest/kindnetd:v20240202-8f1494ea
size: "60940831"
- id: be5e6f23a9904ed26efa7a49fb3d5e63d1c488dbb7b5134e869488afd747ec3f
repoDigests:
- docker.io/library/nginx@sha256:34aa0a372d3220dc0448131f809c72d8085f79bdec8058ad6970fc034a395674
- docker.io/library/nginx@sha256:cedce0b6e276efe62bbf15345053f44cdc5d1c834a63ab7619aa8355093f85d2
repoTags:
- docker.io/library/nginx:alpine
size: "45393030"
- id: ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91
repoDigests:
- gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126
repoTags:
- gcr.io/google-containers/addon-resizer:functional-350187
size: "34114467"
- id: 72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb
repoDigests:
- registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5
repoTags:
- registry.k8s.io/echoserver-arm:1.8
size: "87536549"
- id: 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace
repoDigests:
- registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3
- registry.k8s.io/etcd@sha256:e60789d18cc66486e6db4094383f9732280092f07a1f5455ecbe11d404c8e48b
repoTags:
- registry.k8s.io/etcd:3.5.9-0
size: "182203183"
- id: 3ca3ca488cf13fde14cfc4b3ffde0c53a8c161b030f4a444a797fba6aef38c39
repoDigests:
- registry.k8s.io/kube-proxy@sha256:460fb2711108dbfbe9ad77860d0fd8aad842c0e97f1aee757b33f2218daece68
- registry.k8s.io/kube-proxy@sha256:e63408a0f5068a7e9d4b34fd72b4a2b0e5512509b53cd2123a37fc991b0ef532
repoTags:
- registry.k8s.io/kube-proxy:v1.28.4
size: "69992343"
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-350187 image ls --format yaml --alsologtostderr:
I0216 17:52:40.689735 267153 out.go:291] Setting OutFile to fd 1 ...
I0216 17:52:40.689858 267153 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:40.689868 267153 out.go:304] Setting ErrFile to fd 2...
I0216 17:52:40.689875 267153 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:40.690132 267153 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:52:40.690784 267153 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:40.690944 267153 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:40.691462 267153 cli_runner.go:164] Run: docker container inspect functional-350187 --format={{.State.Status}}
I0216 17:52:40.708034 267153 ssh_runner.go:195] Run: systemctl --version
I0216 17:52:40.708093 267153 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-350187
I0216 17:52:40.723821 267153 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33087 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/functional-350187/id_rsa Username:docker}
I0216 17:52:40.819183 267153 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:307: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh pgrep buildkitd
functional_test.go:307: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-350187 ssh pgrep buildkitd: exit status 1 (276.081297ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:314: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image build -t localhost/my-image:functional-350187 testdata/build --alsologtostderr
functional_test.go:314: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 image build -t localhost/my-image:functional-350187 testdata/build --alsologtostderr: (2.147838356s)
functional_test.go:319: (dbg) Stdout: out/minikube-linux-arm64 -p functional-350187 image build -t localhost/my-image:functional-350187 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> d1cbdd0a890
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-350187
--> b1720310a36
Successfully tagged localhost/my-image:functional-350187
b1720310a36b8ac6e2b87470d1335bb4db81bca8b8279aa7d579c312d64bc42b
functional_test.go:322: (dbg) Stderr: out/minikube-linux-arm64 -p functional-350187 image build -t localhost/my-image:functional-350187 testdata/build --alsologtostderr:
I0216 17:52:41.205240 267229 out.go:291] Setting OutFile to fd 1 ...
I0216 17:52:41.205774 267229 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:41.205788 267229 out.go:304] Setting ErrFile to fd 2...
I0216 17:52:41.205794 267229 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 17:52:41.206068 267229 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 17:52:41.206831 267229 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:41.208874 267229 config.go:182] Loaded profile config "functional-350187": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 17:52:41.209428 267229 cli_runner.go:164] Run: docker container inspect functional-350187 --format={{.State.Status}}
I0216 17:52:41.225364 267229 ssh_runner.go:195] Run: systemctl --version
I0216 17:52:41.225424 267229 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-350187
I0216 17:52:41.241389 267229 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33087 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/functional-350187/id_rsa Username:docker}
I0216 17:52:41.339629 267229 build_images.go:151] Building image from path: /tmp/build.1030241712.tar
I0216 17:52:41.339718 267229 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I0216 17:52:41.348998 267229 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.1030241712.tar
I0216 17:52:41.352567 267229 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.1030241712.tar: stat -c "%s %y" /var/lib/minikube/build/build.1030241712.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.1030241712.tar': No such file or directory
I0216 17:52:41.352600 267229 ssh_runner.go:362] scp /tmp/build.1030241712.tar --> /var/lib/minikube/build/build.1030241712.tar (3072 bytes)
I0216 17:52:41.377022 267229 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.1030241712
I0216 17:52:41.385997 267229 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.1030241712 -xf /var/lib/minikube/build/build.1030241712.tar
I0216 17:52:41.395471 267229 crio.go:297] Building image: /var/lib/minikube/build/build.1030241712
I0216 17:52:41.395547 267229 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-350187 /var/lib/minikube/build/build.1030241712 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying config sha256:71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02
Writing manifest to image destination
Storing signatures
I0216 17:52:43.259822 267229 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-350187 /var/lib/minikube/build/build.1030241712 --cgroup-manager=cgroupfs: (1.864245496s)
I0216 17:52:43.259935 267229 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.1030241712
I0216 17:52:43.269955 267229 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.1030241712.tar
I0216 17:52:43.279390 267229 build_images.go:207] Built localhost/my-image:functional-350187 from /tmp/build.1030241712.tar
I0216 17:52:43.279423 267229 build_images.go:123] succeeded building to: functional-350187
I0216 17:52:43.279429 267229 build_images.go:124] failed building to:
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (2.68s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:341: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:341: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.8: (2.462573587s)
functional_test.go:346: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.8 gcr.io/google-containers/addon-resizer:functional-350187
--- PASS: TestFunctional/parallel/ImageCommands/Setup (2.50s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2115: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.18s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2115: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.16s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2115: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.19s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:354: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image load --daemon gcr.io/google-containers/addon-resizer:functional-350187 --alsologtostderr
functional_test.go:354: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 image load --daemon gcr.io/google-containers/addon-resizer:functional-350187 --alsologtostderr: (4.696574288s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (4.96s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1266: (dbg) Run: out/minikube-linux-arm64 profile lis
functional_test.go:1271: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.53s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1306: (dbg) Run: out/minikube-linux-arm64 profile list
functional_test.go:1311: Took "450.558656ms" to run "out/minikube-linux-arm64 profile list"
functional_test.go:1320: (dbg) Run: out/minikube-linux-arm64 profile list -l
functional_test.go:1325: Took "92.876143ms" to run "out/minikube-linux-arm64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.54s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1357: (dbg) Run: out/minikube-linux-arm64 profile list -o json
functional_test.go:1362: Took "428.544145ms" to run "out/minikube-linux-arm64 profile list -o json"
functional_test.go:1370: (dbg) Run: out/minikube-linux-arm64 profile list -o json --light
functional_test.go:1375: Took "74.905954ms" to run "out/minikube-linux-arm64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.50s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-350187 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-350187 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-350187 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-350187 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 263691: os: process already finished
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.65s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-arm64 -p functional-350187 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-350187 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [02705850-7e02-401c-92f4-28fc998d4255] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [02705850-7e02-401c-92f4-28fc998d4255] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 10.005139863s
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (10.50s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:364: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image load --daemon gcr.io/google-containers/addon-resizer:functional-350187 --alsologtostderr
functional_test.go:364: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 image load --daemon gcr.io/google-containers/addon-resizer:functional-350187 --alsologtostderr: (2.86450632s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (3.10s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:234: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.9
functional_test.go:234: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.9: (2.386415154s)
functional_test.go:239: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.9 gcr.io/google-containers/addon-resizer:functional-350187
functional_test.go:244: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image load --daemon gcr.io/google-containers/addon-resizer:functional-350187 --alsologtostderr
functional_test.go:244: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 image load --daemon gcr.io/google-containers/addon-resizer:functional-350187 --alsologtostderr: (3.96697094s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (6.61s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-350187 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.13s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.99.177.111 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.01s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-arm64 -p functional-350187 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:379: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image save gcr.io/google-containers/addon-resizer:functional-350187 /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.90s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:391: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image rm gcr.io/google-containers/addon-resizer:functional-350187 --alsologtostderr
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.51s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:408: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr
functional_test.go:408: (dbg) Done: out/minikube-linux-arm64 -p functional-350187 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr: (1.164546143s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (1.40s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:418: (dbg) Run: docker rmi gcr.io/google-containers/addon-resizer:functional-350187
functional_test.go:423: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 image save --daemon gcr.io/google-containers/addon-resizer:functional-350187 --alsologtostderr
functional_test.go:428: (dbg) Run: docker image inspect gcr.io/google-containers/addon-resizer:functional-350187
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (1.01s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1433: (dbg) Run: kubectl --context functional-350187 create deployment hello-node --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1441: (dbg) Run: kubectl --context functional-350187 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1446: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-759d89bdcc-tgknr" [02621366-6263-4dd6-bb16-aa5317c76fbe] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-759d89bdcc-tgknr" [02621366-6263-4dd6-bb16-aa5317c76fbe] Running
functional_test.go:1446: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 7.004207568s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (7.21s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1455: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.54s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1485: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 service list -o json
functional_test.go:1490: Took "526.027397ms" to run "out/minikube-linux-arm64 -p functional-350187 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.53s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1505: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 service --namespace=default --https --url hello-node
functional_test.go:1518: found endpoint: https://192.168.49.2:31437
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.38s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1536: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.40s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1555: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 service hello-node --url
functional_test.go:1561: found endpoint for hello-node: http://192.168.49.2:31437
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.39s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdany-port1076548158/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1708105927021231162" to /tmp/TestFunctionalparallelMountCmdany-port1076548158/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1708105927021231162" to /tmp/TestFunctionalparallelMountCmdany-port1076548158/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1708105927021231162" to /tmp/TestFunctionalparallelMountCmdany-port1076548158/001/test-1708105927021231162
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-350187 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (362.138886ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Feb 16 17:52 created-by-test
-rw-r--r-- 1 docker docker 24 Feb 16 17:52 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Feb 16 17:52 test-1708105927021231162
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh cat /mount-9p/test-1708105927021231162
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-350187 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [0a761e9b-8bbe-45b8-9774-18fa17aa7695] Pending
helpers_test.go:344: "busybox-mount" [0a761e9b-8bbe-45b8-9774-18fa17aa7695] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [0a761e9b-8bbe-45b8-9774-18fa17aa7695] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [0a761e9b-8bbe-45b8-9774-18fa17aa7695] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 16.003910389s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-350187 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdany-port1076548158/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (19.00s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdspecific-port2894976952/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-350187 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (343.780585ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdspecific-port2894976952/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-350187 ssh "sudo umount -f /mount-9p": exit status 1 (284.770234ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-arm64 -p functional-350187 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdspecific-port2894976952/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (1.89s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-350187 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-arm64 mount -p functional-350187 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-350187 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1106641379/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (1.33s)
=== RUN TestFunctional/delete_addon-resizer_images
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:functional-350187
--- PASS: TestFunctional/delete_addon-resizer_images (0.09s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:197: (dbg) Run: docker rmi -f localhost/my-image:functional-350187
--- PASS: TestFunctional/delete_my-image_image (0.03s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:205: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-350187
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestIngressAddonLegacy/StartLegacyK8sCluster
ingress_addon_legacy_test.go:39: (dbg) Run: out/minikube-linux-arm64 start -p ingress-addon-legacy-349673 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio
ingress_addon_legacy_test.go:39: (dbg) Done: out/minikube-linux-arm64 start -p ingress-addon-legacy-349673 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (1m23.129711635s)
--- PASS: TestIngressAddonLegacy/StartLegacyK8sCluster (83.13s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation
ingress_addon_legacy_test.go:79: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-349673 addons enable ingress-dns --alsologtostderr -v=5
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation (0.62s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 start -p json-output-606783 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 start -p json-output-606783 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (50.266247469s)
--- PASS: TestJSONOutput/start/Command (50.27s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 pause -p json-output-606783 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.72s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 unpause -p json-output-606783 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.69s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 stop -p json-output-606783 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 stop -p json-output-606783 --output=json --user=testUser: (5.806690307s)
--- PASS: TestJSONOutput/stop/Command (5.81s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-arm64 start -p json-output-error-739331 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p json-output-error-739331 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (88.212284ms)
-- stdout --
{"specversion":"1.0","id":"c2ef8588-0025-49f0-9aee-5f04b26cf535","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-739331] minikube v1.32.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"ffa89126-2651-4382-b065-dde8e60d5651","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17936"}}
{"specversion":"1.0","id":"24dd3b7b-0629-4f3f-9b25-b1b09dda1228","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"adc31659-6bd8-4ac7-9979-4325ad7eb980","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig"}}
{"specversion":"1.0","id":"1b0a9cb0-c870-441b-87d9-49d8090eca64","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube"}}
{"specversion":"1.0","id":"54088fa8-ebf4-4334-9a15-055d9c294003","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"1ee3c377-92ff-461c-b2d4-4bc449c70176","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"4f014d2c-868f-495d-b41d-d063e36d40e6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/arm64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-739331" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p json-output-error-739331
--- PASS: TestErrorJSONOutput (0.24s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-413531 --network=
E0216 18:05:01.745337 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-413531 --network=: (52.261699843s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-413531" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-413531
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-413531: (2.06776161s)
--- PASS: TestKicCustomNetwork/create_custom_network (54.36s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-237074 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-237074 --network=bridge: (34.676995219s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-237074" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-237074
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-237074: (1.920109375s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (36.62s)
=== RUN TestKicExistingNetwork
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-arm64 start -p existing-network-887770 --network=existing-network
E0216 18:06:32.296014 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-arm64 start -p existing-network-887770 --network=existing-network: (31.243561492s)
helpers_test.go:175: Cleaning up "existing-network-887770" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p existing-network-887770
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p existing-network-887770: (2.007434508s)
--- PASS: TestKicExistingNetwork (33.46s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-subnet-896446 --subnet=192.168.60.0/24
E0216 18:07:21.904434 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:21.909833 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:21.920082 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:21.940335 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:21.980611 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:22.061140 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:22.221480 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:22.542560 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:23.183454 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:24.463660 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:27.024125 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:07:32.144773 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-subnet-896446 --subnet=192.168.60.0/24: (31.826612628s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-896446 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-896446" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p custom-subnet-896446
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p custom-subnet-896446: (2.130545531s)
--- PASS: TestKicCustomSubnet (33.98s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-arm64 start -p static-ip-933887 --static-ip=192.168.200.200
E0216 18:07:42.385653 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:08:02.866131 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-arm64 start -p static-ip-933887 --static-ip=192.168.200.200: (33.859584412s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-arm64 -p static-ip-933887 ip
helpers_test.go:175: Cleaning up "static-ip-933887" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p static-ip-933887
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p static-ip-933887: (2.131572351s)
--- PASS: TestKicStaticIP (36.18s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-arm64
--- PASS: TestMainNoArgs (0.06s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p first-885750 --driver=docker --container-runtime=crio
E0216 18:08:38.701123 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p first-885750 --driver=docker --container-runtime=crio: (29.147367864s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p second-888581 --driver=docker --container-runtime=crio
E0216 18:08:43.826331 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p second-888581 --driver=docker --container-runtime=crio: (32.055043876s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile first-885750
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile second-888581
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
helpers_test.go:175: Cleaning up "second-888581" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p second-888581
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p second-888581: (1.966556295s)
helpers_test.go:175: Cleaning up "first-885750" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p first-885750
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p first-885750: (2.325849265s)
--- PASS: TestMinikubeProfile (66.74s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-1-003786 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-1-003786 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.884139294s)
--- PASS: TestMountStart/serial/StartWithMountFirst (6.89s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-1-003786 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.29s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-005755 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-005755 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.385396467s)
--- PASS: TestMountStart/serial/StartWithMountSecond (6.39s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-005755 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.31s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p mount-start-1-003786 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p mount-start-1-003786 --alsologtostderr -v=5: (1.607572644s)
--- PASS: TestMountStart/serial/DeleteFirst (1.61s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-005755 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.29s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-arm64 stop -p mount-start-2-005755
mount_start_test.go:155: (dbg) Done: out/minikube-linux-arm64 stop -p mount-start-2-005755: (1.19919826s)
--- PASS: TestMountStart/serial/Stop (1.20s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-005755
mount_start_test.go:166: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-005755: (6.920220512s)
--- PASS: TestMountStart/serial/RestartStopped (7.92s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-005755 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.31s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:86: (dbg) Run: out/minikube-linux-arm64 start -p multinode-763537 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E0216 18:10:05.746549 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
multinode_test.go:86: (dbg) Done: out/minikube-linux-arm64 start -p multinode-763537 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m11.548637908s)
multinode_test.go:92: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (72.07s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:509: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:514: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- rollout status deployment/busybox
multinode_test.go:514: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-763537 -- rollout status deployment/busybox: (3.906191801s)
multinode_test.go:521: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:544: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:552: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-75f72 -- nslookup kubernetes.io
multinode_test.go:552: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-947kc -- nslookup kubernetes.io
multinode_test.go:562: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-75f72 -- nslookup kubernetes.default
multinode_test.go:562: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-947kc -- nslookup kubernetes.default
multinode_test.go:570: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-75f72 -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:570: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-947kc -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (5.91s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:580: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:588: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-75f72 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:599: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-75f72 -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:588: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-947kc -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:599: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-763537 -- exec busybox-5b5d89c9d6-947kc -- sh -c "ping -c 1 192.168.58.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (1.07s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:111: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-763537 -v 3 --alsologtostderr
multinode_test.go:111: (dbg) Done: out/minikube-linux-arm64 node add -p multinode-763537 -v 3 --alsologtostderr: (19.714902214s)
multinode_test.go:117: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (20.40s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:211: (dbg) Run: kubectl --context multinode-763537 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.09s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:133: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.35s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:174: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp testdata/cp-test.txt multinode-763537:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp multinode-763537:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile3841580772/001/cp-test_multinode-763537.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp multinode-763537:/home/docker/cp-test.txt multinode-763537-m02:/home/docker/cp-test_multinode-763537_multinode-763537-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m02 "sudo cat /home/docker/cp-test_multinode-763537_multinode-763537-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp multinode-763537:/home/docker/cp-test.txt multinode-763537-m03:/home/docker/cp-test_multinode-763537_multinode-763537-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m03 "sudo cat /home/docker/cp-test_multinode-763537_multinode-763537-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp testdata/cp-test.txt multinode-763537-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp multinode-763537-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile3841580772/001/cp-test_multinode-763537-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m02 "sudo cat /home/docker/cp-test.txt"
E0216 18:11:32.295777 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp multinode-763537-m02:/home/docker/cp-test.txt multinode-763537:/home/docker/cp-test_multinode-763537-m02_multinode-763537.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537 "sudo cat /home/docker/cp-test_multinode-763537-m02_multinode-763537.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp multinode-763537-m02:/home/docker/cp-test.txt multinode-763537-m03:/home/docker/cp-test_multinode-763537-m02_multinode-763537-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m03 "sudo cat /home/docker/cp-test_multinode-763537-m02_multinode-763537-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp testdata/cp-test.txt multinode-763537-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp multinode-763537-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile3841580772/001/cp-test_multinode-763537-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp multinode-763537-m03:/home/docker/cp-test.txt multinode-763537:/home/docker/cp-test_multinode-763537-m03_multinode-763537.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537 "sudo cat /home/docker/cp-test_multinode-763537-m03_multinode-763537.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 cp multinode-763537-m03:/home/docker/cp-test.txt multinode-763537-m02:/home/docker/cp-test_multinode-763537-m03_multinode-763537-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 ssh -n multinode-763537-m02 "sudo cat /home/docker/cp-test_multinode-763537-m03_multinode-763537-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (10.57s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:238: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 node stop m03
multinode_test.go:238: (dbg) Done: out/minikube-linux-arm64 -p multinode-763537 node stop m03: (1.245383148s)
multinode_test.go:244: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status
multinode_test.go:244: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-763537 status: exit status 7 (527.005775ms)
-- stdout --
multinode-763537
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-763537-m02
type: Worker
host: Running
kubelet: Running
multinode-763537-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:251: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status --alsologtostderr
multinode_test.go:251: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-763537 status --alsologtostderr: exit status 7 (533.515436ms)
-- stdout --
multinode-763537
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-763537-m02
type: Worker
host: Running
kubelet: Running
multinode-763537-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0216 18:11:39.670318 313039 out.go:291] Setting OutFile to fd 1 ...
I0216 18:11:39.671305 313039 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 18:11:39.671547 313039 out.go:304] Setting ErrFile to fd 2...
I0216 18:11:39.671558 313039 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 18:11:39.673867 313039 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 18:11:39.674195 313039 out.go:298] Setting JSON to false
I0216 18:11:39.674259 313039 mustload.go:65] Loading cluster: multinode-763537
I0216 18:11:39.674375 313039 notify.go:220] Checking for updates...
I0216 18:11:39.674846 313039 config.go:182] Loaded profile config "multinode-763537": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 18:11:39.674866 313039 status.go:255] checking status of multinode-763537 ...
I0216 18:11:39.676094 313039 cli_runner.go:164] Run: docker container inspect multinode-763537 --format={{.State.Status}}
I0216 18:11:39.692085 313039 status.go:330] multinode-763537 host status = "Running" (err=<nil>)
I0216 18:11:39.692109 313039 host.go:66] Checking if "multinode-763537" exists ...
I0216 18:11:39.692410 313039 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-763537
I0216 18:11:39.708121 313039 host.go:66] Checking if "multinode-763537" exists ...
I0216 18:11:39.708429 313039 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0216 18:11:39.708486 313039 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-763537
I0216 18:11:39.725030 313039 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33152 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/multinode-763537/id_rsa Username:docker}
I0216 18:11:39.828082 313039 ssh_runner.go:195] Run: systemctl --version
I0216 18:11:39.832228 313039 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0216 18:11:39.844345 313039 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 18:11:39.904163 313039 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:40 OomKillDisable:true NGoroutines:66 SystemTime:2024-02-16 18:11:39.893826115 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 18:11:39.904807 313039 kubeconfig.go:92] found "multinode-763537" server: "https://192.168.58.2:8443"
I0216 18:11:39.904849 313039 api_server.go:166] Checking apiserver status ...
I0216 18:11:39.904913 313039 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0216 18:11:39.917305 313039 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1278/cgroup
I0216 18:11:39.927497 313039 api_server.go:182] apiserver freezer: "9:freezer:/docker/37bccdd156c2715270fd7e068375e7355bff1e88df5a83404512e53862bbc405/crio/crio-0f94c873b5baa4a319a804954872e0767f7776a552b3ef8a7459b854cc9d9cec"
I0216 18:11:39.927571 313039 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/37bccdd156c2715270fd7e068375e7355bff1e88df5a83404512e53862bbc405/crio/crio-0f94c873b5baa4a319a804954872e0767f7776a552b3ef8a7459b854cc9d9cec/freezer.state
I0216 18:11:39.936488 313039 api_server.go:204] freezer state: "THAWED"
I0216 18:11:39.936517 313039 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I0216 18:11:39.945515 313039 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I0216 18:11:39.945540 313039 status.go:421] multinode-763537 apiserver status = Running (err=<nil>)
I0216 18:11:39.945552 313039 status.go:257] multinode-763537 status: &{Name:multinode-763537 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0216 18:11:39.945569 313039 status.go:255] checking status of multinode-763537-m02 ...
I0216 18:11:39.945887 313039 cli_runner.go:164] Run: docker container inspect multinode-763537-m02 --format={{.State.Status}}
I0216 18:11:39.966838 313039 status.go:330] multinode-763537-m02 host status = "Running" (err=<nil>)
I0216 18:11:39.966878 313039 host.go:66] Checking if "multinode-763537-m02" exists ...
I0216 18:11:39.967199 313039 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-763537-m02
I0216 18:11:39.982905 313039 host.go:66] Checking if "multinode-763537-m02" exists ...
I0216 18:11:39.983272 313039 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0216 18:11:39.983328 313039 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-763537-m02
I0216 18:11:39.998567 313039 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33157 SSHKeyPath:/home/jenkins/minikube-integration/17936-234898/.minikube/machines/multinode-763537-m02/id_rsa Username:docker}
I0216 18:11:40.112807 313039 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0216 18:11:40.125255 313039 status.go:257] multinode-763537-m02 status: &{Name:multinode-763537-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I0216 18:11:40.125293 313039 status.go:255] checking status of multinode-763537-m03 ...
I0216 18:11:40.125633 313039 cli_runner.go:164] Run: docker container inspect multinode-763537-m03 --format={{.State.Status}}
I0216 18:11:40.142656 313039 status.go:330] multinode-763537-m03 host status = "Stopped" (err=<nil>)
I0216 18:11:40.142681 313039 status.go:343] host is not running, skipping remaining checks
I0216 18:11:40.142689 313039 status.go:257] multinode-763537-m03 status: &{Name:multinode-763537-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.31s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:272: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 node start m03 --alsologtostderr
multinode_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p multinode-763537 node start m03 --alsologtostderr: (10.925334985s)
multinode_test.go:289: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status
multinode_test.go:303: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (11.72s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:311: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-763537
multinode_test.go:318: (dbg) Run: out/minikube-linux-arm64 stop -p multinode-763537
multinode_test.go:318: (dbg) Done: out/minikube-linux-arm64 stop -p multinode-763537: (24.800571225s)
multinode_test.go:323: (dbg) Run: out/minikube-linux-arm64 start -p multinode-763537 --wait=true -v=8 --alsologtostderr
E0216 18:12:21.909899 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:12:49.586768 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:12:55.340882 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 18:13:38.701135 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
multinode_test.go:323: (dbg) Done: out/minikube-linux-arm64 start -p multinode-763537 --wait=true -v=8 --alsologtostderr: (1m35.906603182s)
multinode_test.go:328: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-763537
--- PASS: TestMultiNode/serial/RestartKeepsNodes (120.85s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 node delete m03
multinode_test.go:422: (dbg) Done: out/minikube-linux-arm64 -p multinode-763537 node delete m03: (4.308438099s)
multinode_test.go:428: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status --alsologtostderr
multinode_test.go:442: (dbg) Run: docker volume ls
multinode_test.go:452: (dbg) Run: kubectl get nodes
multinode_test.go:460: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.03s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:342: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 stop
multinode_test.go:342: (dbg) Done: out/minikube-linux-arm64 -p multinode-763537 stop: (23.653403009s)
multinode_test.go:348: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status
multinode_test.go:348: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-763537 status: exit status 7 (92.467564ms)
-- stdout --
multinode-763537
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-763537-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:355: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status --alsologtostderr
multinode_test.go:355: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-763537 status --alsologtostderr: exit status 7 (107.224227ms)
-- stdout --
multinode-763537
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-763537-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0216 18:14:21.549492 321104 out.go:291] Setting OutFile to fd 1 ...
I0216 18:14:21.549704 321104 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 18:14:21.549733 321104 out.go:304] Setting ErrFile to fd 2...
I0216 18:14:21.549761 321104 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 18:14:21.550050 321104 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 18:14:21.550259 321104 out.go:298] Setting JSON to false
I0216 18:14:21.550337 321104 mustload.go:65] Loading cluster: multinode-763537
I0216 18:14:21.550389 321104 notify.go:220] Checking for updates...
I0216 18:14:21.550841 321104 config.go:182] Loaded profile config "multinode-763537": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0216 18:14:21.550877 321104 status.go:255] checking status of multinode-763537 ...
I0216 18:14:21.551766 321104 cli_runner.go:164] Run: docker container inspect multinode-763537 --format={{.State.Status}}
I0216 18:14:21.568417 321104 status.go:330] multinode-763537 host status = "Stopped" (err=<nil>)
I0216 18:14:21.568443 321104 status.go:343] host is not running, skipping remaining checks
I0216 18:14:21.568451 321104 status.go:257] multinode-763537 status: &{Name:multinode-763537 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0216 18:14:21.568476 321104 status.go:255] checking status of multinode-763537-m02 ...
I0216 18:14:21.568780 321104 cli_runner.go:164] Run: docker container inspect multinode-763537-m02 --format={{.State.Status}}
I0216 18:14:21.588876 321104 status.go:330] multinode-763537-m02 host status = "Stopped" (err=<nil>)
I0216 18:14:21.588902 321104 status.go:343] host is not running, skipping remaining checks
I0216 18:14:21.588915 321104 status.go:257] multinode-763537-m02 status: &{Name:multinode-763537-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.85s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:372: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:382: (dbg) Run: out/minikube-linux-arm64 start -p multinode-763537 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
multinode_test.go:382: (dbg) Done: out/minikube-linux-arm64 start -p multinode-763537 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m19.624903162s)
multinode_test.go:388: (dbg) Run: out/minikube-linux-arm64 -p multinode-763537 status --alsologtostderr
multinode_test.go:402: (dbg) Run: kubectl get nodes
multinode_test.go:410: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (80.37s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:471: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-763537
multinode_test.go:480: (dbg) Run: out/minikube-linux-arm64 start -p multinode-763537-m02 --driver=docker --container-runtime=crio
multinode_test.go:480: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p multinode-763537-m02 --driver=docker --container-runtime=crio: exit status 14 (117.923243ms)
-- stdout --
* [multinode-763537-m02] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17936
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-763537-m02' is duplicated with machine name 'multinode-763537-m02' in profile 'multinode-763537'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:488: (dbg) Run: out/minikube-linux-arm64 start -p multinode-763537-m03 --driver=docker --container-runtime=crio
multinode_test.go:488: (dbg) Done: out/minikube-linux-arm64 start -p multinode-763537-m03 --driver=docker --container-runtime=crio: (30.61366989s)
multinode_test.go:495: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-763537
multinode_test.go:495: (dbg) Non-zero exit: out/minikube-linux-arm64 node add -p multinode-763537: exit status 80 (318.324825ms)
-- stdout --
* Adding node m03 to cluster multinode-763537
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-763537-m03 already exists in multinode-763537-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:500: (dbg) Run: out/minikube-linux-arm64 delete -p multinode-763537-m03
multinode_test.go:500: (dbg) Done: out/minikube-linux-arm64 delete -p multinode-763537-m03: (2.055593973s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (33.19s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-284038 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
E0216 18:16:32.295933 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 18:17:21.904482 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
preload_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-284038 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m28.824480915s)
preload_test.go:52: (dbg) Run: out/minikube-linux-arm64 -p test-preload-284038 image pull gcr.io/k8s-minikube/busybox
preload_test.go:52: (dbg) Done: out/minikube-linux-arm64 -p test-preload-284038 image pull gcr.io/k8s-minikube/busybox: (2.157048319s)
preload_test.go:58: (dbg) Run: out/minikube-linux-arm64 stop -p test-preload-284038
preload_test.go:58: (dbg) Done: out/minikube-linux-arm64 stop -p test-preload-284038: (5.744103234s)
preload_test.go:66: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-284038 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
E0216 18:18:38.701332 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
preload_test.go:66: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-284038 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (1m23.534964629s)
preload_test.go:71: (dbg) Run: out/minikube-linux-arm64 -p test-preload-284038 image list
helpers_test.go:175: Cleaning up "test-preload-284038" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p test-preload-284038
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p test-preload-284038: (2.348529107s)
--- PASS: TestPreload (182.87s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-750942 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-750942 --memory=2048 --driver=docker --container-runtime=crio: (33.947228637s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-750942 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-750942 -n scheduled-stop-750942
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-750942 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-750942 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-750942 -n scheduled-stop-750942
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-750942
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-750942 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-750942
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p scheduled-stop-750942: exit status 7 (82.029417ms)
-- stdout --
scheduled-stop-750942
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-750942 -n scheduled-stop-750942
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-750942 -n scheduled-stop-750942: exit status 7 (77.269207ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-750942" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-750942
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-750942: (5.594457934s)
--- PASS: TestScheduledStopUnix (111.20s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-arm64 start -p insufficient-storage-754416 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p insufficient-storage-754416 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (8.208970411s)
-- stdout --
{"specversion":"1.0","id":"a6b820b7-5850-4556-979d-d32c0e269d88","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-754416] minikube v1.32.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"731cbe4d-57db-4f52-9104-1b4c6e44fcae","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17936"}}
{"specversion":"1.0","id":"ad050542-14c4-44f8-bb8d-81480a38fcb6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"f306baa9-b88e-4df5-a557-b7bdfefc91b6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig"}}
{"specversion":"1.0","id":"c508085a-bff5-433f-bbca-404889587cc2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube"}}
{"specversion":"1.0","id":"1a4cb48a-c5b7-4df9-b120-7448effda7f6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"028d09c1-9776-473c-a50d-2e92ade12cb2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"53ca4e25-a25f-451d-afad-7af4029b4d6b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"691d83a1-36ef-4848-ad39-55421f5f9ddc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"eaf7c8b2-8145-4f4a-b733-d2778b181dc0","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"95fa0724-2e5b-4397-82de-cbb9260dc5e0","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"33429445-8d62-4f8c-acc8-0a3c45971277","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node insufficient-storage-754416 in cluster insufficient-storage-754416","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"e1e0359d-53b3-4c56-b9e0-cc00a02cd076","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.42-1708008208-17936 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"26141bee-b391-4ae3-8949-1e64ec122f51","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"c33137d3-4ae5-4f03-83c4-751314b9e04e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100%% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-754416 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-754416 --output=json --layout=cluster: exit status 7 (294.934295ms)
-- stdout --
{"Name":"insufficient-storage-754416","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-754416","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0216 18:21:21.741059 337601 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-754416" does not appear in /home/jenkins/minikube-integration/17936-234898/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-754416 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-754416 --output=json --layout=cluster: exit status 7 (309.218692ms)
-- stdout --
{"Name":"insufficient-storage-754416","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-754416","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0216 18:21:22.049084 337653 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-754416" does not appear in /home/jenkins/minikube-integration/17936-234898/kubeconfig
E0216 18:21:22.060498 337653 status.go:559] unable to read event log: stat: stat /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/insufficient-storage-754416/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-754416" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p insufficient-storage-754416
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p insufficient-storage-754416: (1.908827543s)
--- PASS: TestInsufficientStorage (10.72s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.26.0.1782244014 start -p running-upgrade-911641 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.26.0.1782244014 start -p running-upgrade-911641 --memory=2200 --vm-driver=docker --container-runtime=crio: (36.283865497s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-arm64 start -p running-upgrade-911641 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E0216 18:26:32.296042 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-arm64 start -p running-upgrade-911641 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (39.072955789s)
helpers_test.go:175: Cleaning up "running-upgrade-911641" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p running-upgrade-911641
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p running-upgrade-911641: (2.642765611s)
--- PASS: TestRunningBinaryUpgrade (80.11s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-160982 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-160982 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m0.760201164s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-160982
E0216 18:23:38.700928 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-160982: (3.456662166s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-160982 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-160982 status --format={{.Host}}: exit status 7 (114.7487ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-160982 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E0216 18:23:44.947327 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-160982 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m46.719481303s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-160982 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-160982 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-160982 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio: exit status 106 (121.664767ms)
-- stdout --
* [kubernetes-upgrade-160982] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17936
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.29.0-rc.2 cluster to v1.16.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.16.0, by running:
minikube delete -p kubernetes-upgrade-160982
minikube start -p kubernetes-upgrade-160982 --kubernetes-version=v1.16.0
2) Create a second cluster with Kubernetes 1.16.0, by running:
minikube start -p kubernetes-upgrade-1609822 --kubernetes-version=v1.16.0
3) Use the existing cluster at version Kubernetes 1.29.0-rc.2, by running:
minikube start -p kubernetes-upgrade-160982 --kubernetes-version=v1.29.0-rc.2
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-160982 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E0216 18:28:38.701071 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-160982 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (55.148720509s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-160982" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-160982
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-160982: (2.411247455s)
--- PASS: TestKubernetesUpgrade (408.87s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.26.0.1350273872 start -p missing-upgrade-543639 --memory=2200 --driver=docker --container-runtime=crio
E0216 18:21:32.295995 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 18:21:41.745990 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.26.0.1350273872 start -p missing-upgrade-543639 --memory=2200 --driver=docker --container-runtime=crio: (1m26.211808798s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-543639
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-543639: (10.811099524s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-543639
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-arm64 start -p missing-upgrade-543639 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-arm64 start -p missing-upgrade-543639 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m0.263836526s)
helpers_test.go:175: Cleaning up "missing-upgrade-543639" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p missing-upgrade-543639
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p missing-upgrade-543639: (3.092266024s)
--- PASS: TestMissingContainerUpgrade (164.38s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-740704 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p NoKubernetes-740704 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (89.469703ms)
-- stdout --
* [NoKubernetes-740704] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17936
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.09s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-740704 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-740704 --driver=docker --container-runtime=crio: (39.17793313s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-740704 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (39.58s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-740704 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-740704 --no-kubernetes --driver=docker --container-runtime=crio: (10.160112943s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-740704 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-arm64 -p NoKubernetes-740704 status -o json: exit status 2 (395.719486ms)
-- stdout --
{"Name":"NoKubernetes-740704","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-arm64 delete -p NoKubernetes-740704
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-arm64 delete -p NoKubernetes-740704: (3.865915449s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (14.42s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-740704 --no-kubernetes --driver=docker --container-runtime=crio
E0216 18:22:21.904790 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-740704 --no-kubernetes --driver=docker --container-runtime=crio: (6.922056327s)
--- PASS: TestNoKubernetes/serial/Start (6.92s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-740704 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-740704 "sudo systemctl is-active --quiet service kubelet": exit status 1 (377.409002ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.38s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-arm64 profile list
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-arm64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (1.07s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-arm64 stop -p NoKubernetes-740704
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-arm64 stop -p NoKubernetes-740704: (1.295497588s)
--- PASS: TestNoKubernetes/serial/Stop (1.30s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-740704 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-740704 --driver=docker --container-runtime=crio: (7.614632279s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (7.61s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-740704 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-740704 "sudo systemctl is-active --quiet service kubelet": exit status 1 (298.75666ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.30s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (2.31s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.26.0.3990768882 start -p stopped-upgrade-130970 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.26.0.3990768882 start -p stopped-upgrade-130970 --memory=2200 --vm-driver=docker --container-runtime=crio: (38.228188954s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.26.0.3990768882 -p stopped-upgrade-130970 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.26.0.3990768882 -p stopped-upgrade-130970 stop: (2.655124859s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-arm64 start -p stopped-upgrade-130970 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-arm64 start -p stopped-upgrade-130970 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (29.429812293s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (70.31s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-arm64 logs -p stopped-upgrade-130970
version_upgrade_test.go:206: (dbg) Done: out/minikube-linux-arm64 logs -p stopped-upgrade-130970: (1.04841s)
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (1.05s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -p pause-170738 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
E0216 18:27:21.904752 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
pause_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -p pause-170738 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (53.629175588s)
--- PASS: TestPause/serial/Start (53.63s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-arm64 start -p pause-170738 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-arm64 start -p pause-170738 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (30.876103742s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (30.90s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-170738 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.94s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p pause-170738 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p pause-170738 --output=json --layout=cluster: exit status 2 (409.53901ms)
-- stdout --
{"Name":"pause-170738","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 8 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-170738","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.41s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-arm64 unpause -p pause-170738 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.99s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-170738 --alsologtostderr -v=5
pause_test.go:110: (dbg) Done: out/minikube-linux-arm64 pause -p pause-170738 --alsologtostderr -v=5: (1.361923026s)
--- PASS: TestPause/serial/PauseAgain (1.36s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p pause-170738 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p pause-170738 --alsologtostderr -v=5: (3.075194931s)
--- PASS: TestPause/serial/DeletePaused (3.08s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-arm64 profile list --output json
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-170738
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-170738: exit status 1 (20.708987ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-170738: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (0.44s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-arm64 start -p false-193653 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p false-193653 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (286.1222ms)
-- stdout --
* [false-193653] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17936
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I0216 18:28:58.643241 375474 out.go:291] Setting OutFile to fd 1 ...
I0216 18:28:58.643419 375474 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 18:28:58.643432 375474 out.go:304] Setting ErrFile to fd 2...
I0216 18:28:58.643439 375474 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0216 18:28:58.643714 375474 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17936-234898/.minikube/bin
I0216 18:28:58.644160 375474 out.go:298] Setting JSON to false
I0216 18:28:58.645133 375474 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":7882,"bootTime":1708100257,"procs":191,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0216 18:28:58.645208 375474 start.go:139] virtualization:
I0216 18:28:58.649635 375474 out.go:177] * [false-193653] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0216 18:28:58.651657 375474 notify.go:220] Checking for updates...
I0216 18:28:58.654178 375474 out.go:177] - MINIKUBE_LOCATION=17936
I0216 18:28:58.656042 375474 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0216 18:28:58.660208 375474 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17936-234898/kubeconfig
I0216 18:28:58.662341 375474 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17936-234898/.minikube
I0216 18:28:58.664274 375474 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0216 18:28:58.666093 375474 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0216 18:28:58.668832 375474 config.go:182] Loaded profile config "kubernetes-upgrade-160982": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.29.0-rc.2
I0216 18:28:58.668997 375474 driver.go:392] Setting default libvirt URI to qemu:///system
I0216 18:28:58.719464 375474 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0216 18:28:58.719562 375474 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0216 18:28:58.836630 375474 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:34 OomKillDisable:true NGoroutines:56 SystemTime:2024-02-16 18:28:58.827319511 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0216 18:28:58.836728 375474 docker.go:295] overlay module found
I0216 18:28:58.839002 375474 out.go:177] * Using the docker driver based on user configuration
I0216 18:28:58.840544 375474 start.go:299] selected driver: docker
I0216 18:28:58.840557 375474 start.go:903] validating driver "docker" against <nil>
I0216 18:28:58.840577 375474 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0216 18:28:58.843968 375474 out.go:177]
W0216 18:28:58.845848 375474 out.go:239] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I0216 18:28:58.847879 375474 out.go:177]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-193653 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-193653
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-193653
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-193653
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-193653
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-193653
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-193653
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-193653
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-193653
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-193653
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-193653
>>> host: /etc/nsswitch.conf:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /etc/hosts:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /etc/resolv.conf:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-193653
>>> host: crictl pods:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: crictl containers:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> k8s: describe netcat deployment:
error: context "false-193653" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-193653" does not exist
>>> k8s: netcat logs:
error: context "false-193653" does not exist
>>> k8s: describe coredns deployment:
error: context "false-193653" does not exist
>>> k8s: describe coredns pods:
error: context "false-193653" does not exist
>>> k8s: coredns logs:
error: context "false-193653" does not exist
>>> k8s: describe api server pod(s):
error: context "false-193653" does not exist
>>> k8s: api server logs:
error: context "false-193653" does not exist
>>> host: /etc/cni:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: ip a s:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: ip r s:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: iptables-save:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: iptables table nat:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> k8s: describe kube-proxy daemon set:
error: context "false-193653" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-193653" does not exist
>>> k8s: kube-proxy logs:
error: context "false-193653" does not exist
>>> host: kubelet daemon status:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: kubelet daemon config:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> k8s: kubelet logs:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt
extensions:
- extension:
last-update: Fri, 16 Feb 2024 18:28:27 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.67.2:8443
name: kubernetes-upgrade-160982
contexts:
- context:
cluster: kubernetes-upgrade-160982
extensions:
- extension:
last-update: Fri, 16 Feb 2024 18:28:27 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: context_info
namespace: default
user: kubernetes-upgrade-160982
name: kubernetes-upgrade-160982
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-160982
user:
client-certificate: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kubernetes-upgrade-160982/client.crt
client-key: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kubernetes-upgrade-160982/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-193653
>>> host: docker daemon status:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: docker daemon config:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /etc/docker/daemon.json:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: docker system info:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: cri-docker daemon status:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: cri-docker daemon config:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: cri-dockerd version:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: containerd daemon status:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: containerd daemon config:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /etc/containerd/config.toml:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: containerd config dump:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: crio daemon status:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: crio daemon config:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: /etc/crio:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
>>> host: crio config:
* Profile "false-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-193653"
----------------------- debugLogs end: false-193653 [took: 4.016823828s] --------------------------------
helpers_test.go:175: Cleaning up "false-193653" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p false-193653
--- PASS: TestNetworkPlugins/group/false (4.46s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-685790 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
E0216 18:31:32.296518 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 18:32:21.904503 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-685790 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (2m14.312902048s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (134.31s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-685790 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [46653994-a016-437d-8724-0ef9b0193264] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [46653994-a016-437d-8724-0ef9b0193264] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 10.003344034s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-685790 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (10.50s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-685790 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-685790 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (1.04s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p old-k8s-version-685790 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p old-k8s-version-685790 --alsologtostderr -v=3: (12.021039531s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.02s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685790 -n old-k8s-version-685790
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685790 -n old-k8s-version-685790: exit status 7 (99.646239ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p old-k8s-version-685790 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-685790 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-685790 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (7m22.668673991s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685790 -n old-k8s-version-685790
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (443.15s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-639191 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
E0216 18:33:38.700849 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-639191 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (1m8.846039986s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (68.85s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-639191 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [af0cfd08-31b3-466d-a320-6f5b39ece25b] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [af0cfd08-31b3-466d-a320-6f5b39ece25b] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 8.003726685s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-639191 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (8.34s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-639191 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-639191 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.007779733s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-639191 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (1.14s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p no-preload-639191 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p no-preload-639191 --alsologtostderr -v=3: (12.006178563s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (12.01s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-639191 -n no-preload-639191
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-639191 -n no-preload-639191: exit status 7 (81.002489ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p no-preload-639191 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-639191 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
E0216 18:36:32.296513 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 18:37:21.904216 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:38:21.747032 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 18:38:38.700754 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 18:40:24.947987 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-639191 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (10m26.931656364s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-639191 -n no-preload-639191
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (627.28s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-l55qv" [fc478fb1-cea6-4b87-8d65-043ebc53b564] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003036106s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-l55qv" [fc478fb1-cea6-4b87-8d65-043ebc53b564] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.00348479s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-685790 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (6.10s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-685790 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20220726-ed811e41
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p old-k8s-version-685790 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-685790 -n old-k8s-version-685790
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-685790 -n old-k8s-version-685790: exit status 2 (374.045613ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-685790 -n old-k8s-version-685790
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-685790 -n old-k8s-version-685790: exit status 2 (459.817601ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p old-k8s-version-685790 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-685790 -n old-k8s-version-685790
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-685790 -n old-k8s-version-685790
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (3.66s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-397776 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0216 18:41:32.296258 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-397776 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (56.757800739s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (56.76s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-397776 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [0969c0f9-e427-4775-ac8c-3335f4bb262c] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [0969c0f9-e427-4775-ac8c-3335f4bb262c] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 8.005752689s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-397776 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (8.34s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-397776 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-397776 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.113610368s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-397776 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (1.23s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p embed-certs-397776 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p embed-certs-397776 --alsologtostderr -v=3: (12.026066646s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (12.03s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-397776 -n embed-certs-397776
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-397776 -n embed-certs-397776: exit status 7 (77.009917ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p embed-certs-397776 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-397776 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0216 18:42:21.904787 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:42:41.769937 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:41.775206 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:41.785464 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:41.806103 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:41.846350 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:41.926834 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:42.087327 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:42.407997 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:43.049014 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:44.329197 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:46.890354 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:42:52.011433 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:43:02.252017 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:43:22.732882 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:43:38.701623 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 18:44:03.693106 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:45:25.613595 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-397776 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (10m20.602270286s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-397776 -n embed-certs-397776
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (621.14s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-pf6c7" [0f8daa44-df28-4eb7-98a8-4b1f56a0b221] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004466577s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-pf6c7" [0f8daa44-df28-4eb7-98a8-4b1f56a0b221] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004279647s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-639191 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.11s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p no-preload-639191 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.27s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p no-preload-639191 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-639191 -n no-preload-639191
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-639191 -n no-preload-639191: exit status 2 (489.073276ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-639191 -n no-preload-639191
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-639191 -n no-preload-639191: exit status 2 (358.252721ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p no-preload-639191 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-639191 -n no-preload-639191
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-639191 -n no-preload-639191
--- PASS: TestStartStop/group/no-preload/serial/Pause (3.32s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-880238 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0216 18:46:15.344089 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 18:46:32.296534 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-880238 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (48.979833195s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (48.98s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-880238 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [c51a96e8-d7df-49da-84b9-53fb8aefadd9] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [c51a96e8-d7df-49da-84b9-53fb8aefadd9] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 8.003934774s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-880238 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (8.35s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-880238 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-880238 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.17451098s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-880238 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (1.29s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p default-k8s-diff-port-880238 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p default-k8s-diff-port-880238 --alsologtostderr -v=3: (11.974138754s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (11.97s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-880238 -n default-k8s-diff-port-880238
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-880238 -n default-k8s-diff-port-880238: exit status 7 (90.428476ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p default-k8s-diff-port-880238 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-880238 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0216 18:47:21.905020 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:47:41.769740 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:48:09.454595 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
E0216 18:48:38.701163 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
E0216 18:49:40.858584 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:40.863924 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:40.874186 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:40.894515 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:40.934886 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:41.015249 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:41.175571 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:41.496021 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:42.136289 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:43.417077 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:45.977383 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:49:51.097655 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:50:01.337908 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:50:21.818770 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:51:02.779567 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:51:32.295947 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 18:52:21.905113 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
E0216 18:52:24.700366 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-880238 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (10m6.768633309s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-880238 -n default-k8s-diff-port-880238
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (607.29s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-dl5zf" [b82610cf-4a9e-4203-9961-9ca53b98eb87] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004175252s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-dl5zf" [b82610cf-4a9e-4203-9961-9ca53b98eb87] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004555541s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-397776 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.11s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-397776 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.27s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p embed-certs-397776 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-397776 -n embed-certs-397776
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-397776 -n embed-certs-397776: exit status 2 (347.76599ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-397776 -n embed-certs-397776
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-397776 -n embed-certs-397776: exit status 2 (365.578283ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p embed-certs-397776 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-397776 -n embed-certs-397776
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-397776 -n embed-certs-397776
--- PASS: TestStartStop/group/embed-certs/serial/Pause (3.48s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-258410 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-258410 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (50.521805493s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (50.52s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-258410 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-258410 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.061181437s)
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (1.06s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p newest-cni-258410 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p newest-cni-258410 --alsologtostderr -v=3: (1.29578442s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.30s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-258410 -n newest-cni-258410
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-258410 -n newest-cni-258410: exit status 7 (75.934773ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p newest-cni-258410 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-258410 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
E0216 18:53:38.701189 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-258410 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (30.741433759s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-258410 -n newest-cni-258410
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (31.13s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-258410 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p newest-cni-258410 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-258410 -n newest-cni-258410
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-258410 -n newest-cni-258410: exit status 2 (350.948912ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-258410 -n newest-cni-258410
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-258410 -n newest-cni-258410: exit status 2 (332.502901ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p newest-cni-258410 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-258410 -n newest-cni-258410
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-258410 -n newest-cni-258410
--- PASS: TestStartStop/group/newest-cni/serial/Pause (3.01s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p auto-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E0216 18:54:40.858486 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 18:55:01.747838 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p auto-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (51.490200183s)
--- PASS: TestNetworkPlugins/group/auto/Start (51.49s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p auto-193653 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-193653 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-lxf74" [e5db7b34-4216-44bc-9994-7202823c6ef8] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E0216 18:55:08.540773 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
helpers_test.go:344: "netcat-56589dfd74-lxf74" [e5db7b34-4216-44bc-9994-7202823c6ef8] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 11.003539034s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (11.27s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-193653 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.21s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.18s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.17s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p kindnet-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
E0216 18:56:32.296024 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p kindnet-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (56.080254876s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (56.08s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-rwkpd" [95240500-cea6-45cf-acab-1d1041fd1486] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.005228404s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p kindnet-193653 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-193653 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-rgvz8" [3e04f97a-32e2-4bea-8089-73cae5716f03] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-rgvz8" [3e04f97a-32e2-4bea-8089-73cae5716f03] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 10.004788233s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (10.38s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-193653 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.24s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.22s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.20s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-s2mdw" [997c693c-9a90-4eaf-8c18-06403d482bb3] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004640207s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-s2mdw" [997c693c-9a90-4eaf-8c18-06403d482bb3] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004932586s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-880238 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.16s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p calico-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p calico-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m23.108832001s)
--- PASS: TestNetworkPlugins/group/calico/Start (83.11s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-880238 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.28s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p default-k8s-diff-port-880238 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-880238 -n default-k8s-diff-port-880238
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-880238 -n default-k8s-diff-port-880238: exit status 2 (444.912625ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-880238 -n default-k8s-diff-port-880238
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-880238 -n default-k8s-diff-port-880238: exit status 2 (399.00314ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p default-k8s-diff-port-880238 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-880238 -n default-k8s-diff-port-880238
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-880238 -n default-k8s-diff-port-880238
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.94s)
E0216 19:01:28.730765 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:01:32.296717 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/functional-350187/client.crt: no such file or directory
E0216 19:01:35.720509 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:35.725781 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:35.736038 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:35.756280 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:35.796551 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:35.876843 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:36.037600 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:36.357858 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:36.573423 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:36.578943 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:36.589401 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:36.609612 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:36.650505 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:36.731234 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:36.892268 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:36.998542 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:37.212784 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:37.853424 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:38.279672 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:39.134010 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:40.840825 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:41.694711 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:45.961226 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:46.815238 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:01:56.201844 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:01:57.056119 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
E0216 19:02:16.682385 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kindnet-193653/client.crt: no such file or directory
E0216 19:02:17.536736 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/default-k8s-diff-port-880238/client.crt: no such file or directory
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-flannel-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
E0216 18:57:41.769735 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/old-k8s-version-685790/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-flannel-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m11.405124923s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (71.41s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p custom-flannel-193653 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.40s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-193653 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-x7hbx" [c1dd336c-a42f-4deb-874f-20cadbeca93c] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-x7hbx" [c1dd336c-a42f-4deb-874f-20cadbeca93c] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 9.003422688s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (9.36s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-8j8m5" [2f9db24e-7e8e-40f3-8c2b-9c7b244f83a6] Running
E0216 18:58:38.701310 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/addons-208992/client.crt: no such file or directory
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.004872319s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p calico-193653 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.33s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-193653 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-822p9" [37fd5abc-23b7-4369-af9f-4b7b46824e6f] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-822p9" [37fd5abc-23b7-4369-af9f-4b7b46824e6f] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 10.007566586s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (10.31s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-193653 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.21s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.17s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-193653 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.31s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.21s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.22s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p enable-default-cni-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p enable-default-cni-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m6.736268521s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (66.74s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p flannel-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
E0216 18:59:40.858046 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/no-preload-639191/client.crt: no such file or directory
E0216 19:00:06.807490 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:06.812731 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:06.822960 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:06.843790 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:06.884033 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:06.964489 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:07.124946 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:07.445573 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:08.086019 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:09.366973 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:11.927175 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
E0216 19:00:17.047794 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p flannel-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (1m9.351602828s)
--- PASS: TestNetworkPlugins/group/flannel/Start (69.35s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p enable-default-cni-193653 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-193653 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-ltbpv" [b3973afb-c722-4bb9-97f1-5cf7da73005a] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-ltbpv" [b3973afb-c722-4bb9-97f1-5cf7da73005a] Running
E0216 19:00:27.288724 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 10.004751066s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (10.30s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-193653 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.19s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.18s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-j2dld" [279fc6b3-2073-4cc9-b2a5-3781fdf1b8a3] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.006227396s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p flannel-193653 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.46s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-193653 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-s5kst" [da61f67a-6f53-4cee-9a8d-50297c66efa2] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-s5kst" [da61f67a-6f53-4cee-9a8d-50297c66efa2] Running
E0216 19:00:47.769781 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/auto-193653/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 11.004460989s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (11.39s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-193653 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.25s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.23s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p bridge-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p bridge-193653 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m26.80438003s)
--- PASS: TestNetworkPlugins/group/bridge/Start (86.80s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p bridge-193653 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-193653 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-mwjwv" [3fbe6c3c-1aca-4b0e-bcbe-6662c34c6e80] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E0216 19:02:21.904567 240240 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/ingress-addon-legacy-349673/client.crt: no such file or directory
helpers_test.go:344: "netcat-56589dfd74-mwjwv" [3fbe6c3c-1aca-4b0e-bcbe-6662c34c6e80] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 10.004140752s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (10.26s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-193653 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.17s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-193653 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.16s)
=== RUN TestDownloadOnly/v1.16.0/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.16.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.16.0/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.16.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.16.0/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.16.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.28.4/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.4/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.4/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.4/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.4/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.4/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.29.0-rc.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.29.0-rc.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.29.0-rc.2/kubectl (0.00s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:232: (dbg) Run: out/minikube-linux-arm64 start --download-only -p download-docker-574342 --alsologtostderr --driver=docker --container-runtime=crio
aaa_download_only_test.go:244: Skip for arm64 platform. See https://github.com/kubernetes/minikube/issues/10144
helpers_test.go:175: Cleaning up "download-docker-574342" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p download-docker-574342
--- SKIP: TestDownloadOnlyKic (0.55s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:35: skipping TestOffline - only docker runtime supported on arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestOffline (0.00s)
=== RUN TestAddons/parallel/HelmTiller
=== PAUSE TestAddons/parallel/HelmTiller
=== CONT TestAddons/parallel/HelmTiller
addons_test.go:444: skip Helm test on arm64
--- SKIP: TestAddons/parallel/HelmTiller (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:498: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux arm64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestKVMDriverInstallOrUpdate
driver_install_or_update_test.go:45: Skip if arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestKVMDriverInstallOrUpdate (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1783: arm64 is not supported by mysql. Skip the test. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestFunctional/parallel/MySQL (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:459: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:546: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-766683" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p disable-driver-mounts-766683
--- SKIP: TestStartStop/group/disable-driver-mounts (0.16s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:523:
----------------------- debugLogs start: kubenet-193653 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-193653
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-193653
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-193653
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-193653
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-193653
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-193653
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-193653
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-193653
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-193653
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-193653
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /etc/hosts:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /etc/resolv.conf:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-193653
>>> host: crictl pods:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: crictl containers:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> k8s: describe netcat deployment:
error: context "kubenet-193653" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-193653" does not exist
>>> k8s: netcat logs:
error: context "kubenet-193653" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-193653" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-193653" does not exist
>>> k8s: coredns logs:
error: context "kubenet-193653" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-193653" does not exist
>>> k8s: api server logs:
error: context "kubenet-193653" does not exist
>>> host: /etc/cni:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: ip a s:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: ip r s:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: iptables-save:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: iptables table nat:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-193653" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-193653" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-193653" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: kubelet daemon config:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> k8s: kubelet logs:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt
extensions:
- extension:
last-update: Fri, 16 Feb 2024 18:28:27 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.67.2:8443
name: kubernetes-upgrade-160982
contexts:
- context:
cluster: kubernetes-upgrade-160982
extensions:
- extension:
last-update: Fri, 16 Feb 2024 18:28:27 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: context_info
namespace: default
user: kubernetes-upgrade-160982
name: kubernetes-upgrade-160982
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-160982
user:
client-certificate: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kubernetes-upgrade-160982/client.crt
client-key: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kubernetes-upgrade-160982/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-193653
>>> host: docker daemon status:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: docker daemon config:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: docker system info:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: cri-docker daemon status:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: cri-docker daemon config:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: cri-dockerd version:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: containerd daemon status:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: containerd daemon config:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: containerd config dump:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: crio daemon status:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: crio daemon config:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: /etc/crio:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
>>> host: crio config:
* Profile "kubenet-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-193653"
----------------------- debugLogs end: kubenet-193653 [took: 4.726164395s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-193653" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubenet-193653
--- SKIP: TestNetworkPlugins/group/kubenet (4.95s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:523:
----------------------- debugLogs start: cilium-193653 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-193653
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-193653
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-193653
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-193653
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-193653
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-193653
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-193653
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-193653
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-193653
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-193653
>>> host: /etc/nsswitch.conf:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /etc/hosts:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /etc/resolv.conf:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-193653
>>> host: crictl pods:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: crictl containers:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> k8s: describe netcat deployment:
error: context "cilium-193653" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-193653" does not exist
>>> k8s: netcat logs:
error: context "cilium-193653" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-193653" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-193653" does not exist
>>> k8s: coredns logs:
error: context "cilium-193653" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-193653" does not exist
>>> k8s: api server logs:
error: context "cilium-193653" does not exist
>>> host: /etc/cni:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: ip a s:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: ip r s:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: iptables-save:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: iptables table nat:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-193653
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-193653
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-193653" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-193653" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-193653
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-193653
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-193653" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-193653" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-193653" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-193653" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-193653" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: kubelet daemon config:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> k8s: kubelet logs:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/17936-234898/.minikube/ca.crt
extensions:
- extension:
last-update: Fri, 16 Feb 2024 18:28:27 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.67.2:8443
name: kubernetes-upgrade-160982
contexts:
- context:
cluster: kubernetes-upgrade-160982
extensions:
- extension:
last-update: Fri, 16 Feb 2024 18:28:27 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: context_info
namespace: default
user: kubernetes-upgrade-160982
name: kubernetes-upgrade-160982
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-160982
user:
client-certificate: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kubernetes-upgrade-160982/client.crt
client-key: /home/jenkins/minikube-integration/17936-234898/.minikube/profiles/kubernetes-upgrade-160982/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-193653
>>> host: docker daemon status:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: docker daemon config:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: docker system info:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: cri-docker daemon status:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: cri-docker daemon config:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: cri-dockerd version:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: containerd daemon status:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: containerd daemon config:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: containerd config dump:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: crio daemon status:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: crio daemon config:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: /etc/crio:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
>>> host: crio config:
* Profile "cilium-193653" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-193653"
----------------------- debugLogs end: cilium-193653 [took: 4.008339582s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-193653" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cilium-193653
--- SKIP: TestNetworkPlugins/group/cilium (4.17s)