=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-004867 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:231: (dbg) Run: kubectl --context addons-004867 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-004867 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [e2926d54-d485-41a1-be2a-bf3ed5c3b232] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [e2926d54-d485-41a1-be2a-bf3ed5c3b232] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.010361084s
addons_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p addons-004867 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:285: (dbg) Run: kubectl --context addons-004867 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p addons-004867 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.050283093s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-arm64 -p addons-004867 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-arm64 -p addons-004867 addons disable ingress-dns --alsologtostderr -v=1: (1.176772722s)
addons_test.go:310: (dbg) Run: out/minikube-linux-arm64 -p addons-004867 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-arm64 -p addons-004867 addons disable ingress --alsologtostderr -v=1: (7.756727653s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-004867
helpers_test.go:235: (dbg) docker inspect addons-004867:
-- stdout --
[
{
"Id": "0b55a2fba7e473ef74406a64b6b8277fcbf0c39476d0ff9e16242956f1e9b81e",
"Created": "2023-12-12T00:12:13.27852874Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1142331,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-12-12T00:12:13.59684776Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5372d9a9dbba152548ea1c7dddaca1a9a8c998722f22aaa148c1ee00bf6473be",
"ResolvConfPath": "/var/lib/docker/containers/0b55a2fba7e473ef74406a64b6b8277fcbf0c39476d0ff9e16242956f1e9b81e/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/0b55a2fba7e473ef74406a64b6b8277fcbf0c39476d0ff9e16242956f1e9b81e/hostname",
"HostsPath": "/var/lib/docker/containers/0b55a2fba7e473ef74406a64b6b8277fcbf0c39476d0ff9e16242956f1e9b81e/hosts",
"LogPath": "/var/lib/docker/containers/0b55a2fba7e473ef74406a64b6b8277fcbf0c39476d0ff9e16242956f1e9b81e/0b55a2fba7e473ef74406a64b6b8277fcbf0c39476d0ff9e16242956f1e9b81e-json.log",
"Name": "/addons-004867",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-004867:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-004867",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/bacf648a6df1dd5a6240ddd42c8a9be1cb9662c05a58913fc8a3c784af8da70c-init/diff:/var/lib/docker/overlay2/83f94b9f515065f4cf4d4337d1fbe3fc13b585131a89a52ad8eb2b6bf7d119ef/diff",
"MergedDir": "/var/lib/docker/overlay2/bacf648a6df1dd5a6240ddd42c8a9be1cb9662c05a58913fc8a3c784af8da70c/merged",
"UpperDir": "/var/lib/docker/overlay2/bacf648a6df1dd5a6240ddd42c8a9be1cb9662c05a58913fc8a3c784af8da70c/diff",
"WorkDir": "/var/lib/docker/overlay2/bacf648a6df1dd5a6240ddd42c8a9be1cb9662c05a58913fc8a3c784af8da70c/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-004867",
"Source": "/var/lib/docker/volumes/addons-004867/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-004867",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-004867",
"name.minikube.sigs.k8s.io": "addons-004867",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "033cfe9c98c88fb2e55a0dea600fdbd8a1f5dec99a9b3cf0859ca931a0749a53",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34028"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34027"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34024"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34026"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34025"
}
]
},
"SandboxKey": "/var/run/docker/netns/033cfe9c98c8",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-004867": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"0b55a2fba7e4",
"addons-004867"
],
"NetworkID": "7acb10f46b86c6ff7fde48134807feb70c0b4828faea72ae15b8aac3e00d6b10",
"EndpointID": "4f25099f82baa425968f5ab17636afc8342150fb550b59d0220c541bbab95c72",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-004867 -n addons-004867
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-004867 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-004867 logs -n 25: (1.647921133s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | 12 Dec 23 00:11 UTC |
| delete | -p download-only-570176 | download-only-570176 | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | 12 Dec 23 00:11 UTC |
| delete | -p download-only-570176 | download-only-570176 | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | 12 Dec 23 00:11 UTC |
| start | --download-only -p | download-docker-412876 | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | |
| | download-docker-412876 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-412876 | download-docker-412876 | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | 12 Dec 23 00:11 UTC |
| start | --download-only -p | binary-mirror-472349 | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | |
| | binary-mirror-472349 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:36139 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-472349 | binary-mirror-472349 | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | 12 Dec 23 00:11 UTC |
| addons | disable dashboard -p | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | |
| | addons-004867 | | | | | |
| addons | enable dashboard -p | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | |
| | addons-004867 | | | | | |
| start | -p addons-004867 --wait=true | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:11 UTC | 12 Dec 23 00:14 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-004867 ip | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:14 UTC | 12 Dec 23 00:14 UTC |
| addons | addons-004867 addons disable | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:14 UTC | 12 Dec 23 00:14 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:14 UTC | 12 Dec 23 00:14 UTC |
| | -p addons-004867 | | | | | |
| ssh | addons-004867 ssh cat | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:14 UTC | 12 Dec 23 00:14 UTC |
| | /opt/local-path-provisioner/pvc-709bb9e2-1272-4f29-8b35-92ea026ee6d1_default_test-pvc/file1 | | | | | |
| addons | addons-004867 addons disable | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:14 UTC | 12 Dec 23 00:15 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-004867 addons | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:15 UTC | 12 Dec 23 00:15 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-004867 addons | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:15 UTC | 12 Dec 23 00:15 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:15 UTC | 12 Dec 23 00:15 UTC |
| | addons-004867 | | | | | |
| addons | enable headlamp | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:15 UTC | 12 Dec 23 00:15 UTC |
| | -p addons-004867 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-004867 addons | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:15 UTC | 12 Dec 23 00:15 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:15 UTC | 12 Dec 23 00:15 UTC |
| | addons-004867 | | | | | |
| ssh | addons-004867 ssh curl -s | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:15 UTC | 12 Dec 23 00:15 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-004867 ip | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:15 UTC | 12 Dec 23 00:15 UTC |
| addons | addons-004867 addons disable | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:16 UTC | 12 Dec 23 00:16 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-004867 addons disable | addons-004867 | jenkins | v1.32.0 | 12 Dec 23 00:16 UTC | 12 Dec 23 00:16 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/12/12 00:11:50
Running on machine: ip-172-31-31-251
Binary: Built with gc go1.21.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1212 00:11:50.035623 1141875 out.go:296] Setting OutFile to fd 1 ...
I1212 00:11:50.035882 1141875 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1212 00:11:50.035913 1141875 out.go:309] Setting ErrFile to fd 2...
I1212 00:11:50.035935 1141875 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1212 00:11:50.036287 1141875 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17764-1135857/.minikube/bin
I1212 00:11:50.036861 1141875 out.go:303] Setting JSON to false
I1212 00:11:50.037860 1141875 start.go:128] hostinfo: {"hostname":"ip-172-31-31-251","uptime":24857,"bootTime":1702315053,"procs":147,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1051-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"982e3628-3742-4b3e-bb63-ac1b07660ec7"}
I1212 00:11:50.037985 1141875 start.go:138] virtualization:
I1212 00:11:50.040812 1141875 out.go:177] * [addons-004867] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1212 00:11:50.043710 1141875 out.go:177] - MINIKUBE_LOCATION=17764
I1212 00:11:50.043908 1141875 notify.go:220] Checking for updates...
I1212 00:11:50.045955 1141875 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1212 00:11:50.048394 1141875 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17764-1135857/kubeconfig
I1212 00:11:50.050290 1141875 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17764-1135857/.minikube
I1212 00:11:50.052876 1141875 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1212 00:11:50.055040 1141875 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1212 00:11:50.057245 1141875 driver.go:392] Setting default libvirt URI to qemu:///system
I1212 00:11:50.081516 1141875 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1212 00:11:50.081651 1141875 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1212 00:11:50.173587 1141875 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-12-12 00:11:50.16237817 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1051-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dd1e886e55dd695541fdcd67420c2888645a495 Expected:3dd1e886e55dd695541fdcd67420c2888645a495} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1212 00:11:50.173791 1141875 docker.go:295] overlay module found
I1212 00:11:50.176241 1141875 out.go:177] * Using the docker driver based on user configuration
I1212 00:11:50.178978 1141875 start.go:298] selected driver: docker
I1212 00:11:50.179005 1141875 start.go:902] validating driver "docker" against <nil>
I1212 00:11:50.179022 1141875 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1212 00:11:50.179712 1141875 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1212 00:11:50.247770 1141875 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-12-12 00:11:50.238476784 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1051-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dd1e886e55dd695541fdcd67420c2888645a495 Expected:3dd1e886e55dd695541fdcd67420c2888645a495} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1212 00:11:50.247932 1141875 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1212 00:11:50.248187 1141875 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1212 00:11:50.250157 1141875 out.go:177] * Using Docker driver with root privileges
I1212 00:11:50.252659 1141875 cni.go:84] Creating CNI manager for ""
I1212 00:11:50.252682 1141875 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1212 00:11:50.252693 1141875 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1212 00:11:50.252707 1141875 start_flags.go:323] config:
{Name:addons-004867 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-004867 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containe
rd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1212 00:11:50.255239 1141875 out.go:177] * Starting control plane node addons-004867 in cluster addons-004867
I1212 00:11:50.258052 1141875 cache.go:121] Beginning downloading kic base image for docker with containerd
I1212 00:11:50.261035 1141875 out.go:177] * Pulling base image ...
I1212 00:11:50.263121 1141875 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I1212 00:11:50.263174 1141875 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17764-1135857/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4
I1212 00:11:50.263186 1141875 cache.go:56] Caching tarball of preloaded images
I1212 00:11:50.263199 1141875 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 in local docker daemon
I1212 00:11:50.263279 1141875 preload.go:174] Found /home/jenkins/minikube-integration/17764-1135857/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I1212 00:11:50.263290 1141875 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on containerd
I1212 00:11:50.263680 1141875 profile.go:148] Saving config to /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/config.json ...
I1212 00:11:50.263712 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/config.json: {Name:mkf35d26e2e92df82aaf8c169346847ac5fe303a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:11:50.280397 1141875 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 to local cache
I1212 00:11:50.280556 1141875 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 in local cache directory
I1212 00:11:50.280582 1141875 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 in local cache directory, skipping pull
I1212 00:11:50.280590 1141875 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 exists in cache, skipping pull
I1212 00:11:50.280599 1141875 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 as a tarball
I1212 00:11:50.280605 1141875 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 from local cache
I1212 00:12:06.239713 1141875 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 from cached tarball
I1212 00:12:06.239746 1141875 cache.go:194] Successfully downloaded all kic artifacts
I1212 00:12:06.239800 1141875 start.go:365] acquiring machines lock for addons-004867: {Name:mk30adeca9e69543d9f92590732edf33382f91ca Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1212 00:12:06.240387 1141875 start.go:369] acquired machines lock for "addons-004867" in 561.777µs
I1212 00:12:06.240426 1141875 start.go:93] Provisioning new machine with config: &{Name:addons-004867 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-004867 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:
false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1212 00:12:06.240517 1141875 start.go:125] createHost starting for "" (driver="docker")
I1212 00:12:06.242760 1141875 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1212 00:12:06.243009 1141875 start.go:159] libmachine.API.Create for "addons-004867" (driver="docker")
I1212 00:12:06.243042 1141875 client.go:168] LocalClient.Create starting
I1212 00:12:06.243165 1141875 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/ca.pem
I1212 00:12:06.378165 1141875 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/cert.pem
I1212 00:12:06.604411 1141875 cli_runner.go:164] Run: docker network inspect addons-004867 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1212 00:12:06.624675 1141875 cli_runner.go:211] docker network inspect addons-004867 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1212 00:12:06.624763 1141875 network_create.go:281] running [docker network inspect addons-004867] to gather additional debugging logs...
I1212 00:12:06.624786 1141875 cli_runner.go:164] Run: docker network inspect addons-004867
W1212 00:12:06.643341 1141875 cli_runner.go:211] docker network inspect addons-004867 returned with exit code 1
I1212 00:12:06.643371 1141875 network_create.go:284] error running [docker network inspect addons-004867]: docker network inspect addons-004867: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-004867 not found
I1212 00:12:06.643383 1141875 network_create.go:286] output of [docker network inspect addons-004867]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-004867 not found
** /stderr **
I1212 00:12:06.643488 1141875 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1212 00:12:06.661166 1141875 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40024f3100}
I1212 00:12:06.661205 1141875 network_create.go:124] attempt to create docker network addons-004867 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1212 00:12:06.661263 1141875 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-004867 addons-004867
I1212 00:12:06.749684 1141875 network_create.go:108] docker network addons-004867 192.168.49.0/24 created
I1212 00:12:06.749718 1141875 kic.go:121] calculated static IP "192.168.49.2" for the "addons-004867" container
I1212 00:12:06.749801 1141875 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1212 00:12:06.768235 1141875 cli_runner.go:164] Run: docker volume create addons-004867 --label name.minikube.sigs.k8s.io=addons-004867 --label created_by.minikube.sigs.k8s.io=true
I1212 00:12:06.790073 1141875 oci.go:103] Successfully created a docker volume addons-004867
I1212 00:12:06.790182 1141875 cli_runner.go:164] Run: docker run --rm --name addons-004867-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-004867 --entrypoint /usr/bin/test -v addons-004867:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 -d /var/lib
I1212 00:12:08.939467 1141875 cli_runner.go:217] Completed: docker run --rm --name addons-004867-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-004867 --entrypoint /usr/bin/test -v addons-004867:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 -d /var/lib: (2.149241698s)
I1212 00:12:08.939512 1141875 oci.go:107] Successfully prepared a docker volume addons-004867
I1212 00:12:08.939542 1141875 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I1212 00:12:08.939560 1141875 kic.go:194] Starting extracting preloaded images to volume ...
I1212 00:12:08.939645 1141875 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17764-1135857/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-004867:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 -I lz4 -xf /preloaded.tar -C /extractDir
I1212 00:12:13.197539 1141875 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17764-1135857/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-004867:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 -I lz4 -xf /preloaded.tar -C /extractDir: (4.257836653s)
I1212 00:12:13.197572 1141875 kic.go:203] duration metric: took 4.258009 seconds to extract preloaded images to volume
W1212 00:12:13.197766 1141875 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1212 00:12:13.197885 1141875 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1212 00:12:13.262215 1141875 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-004867 --name addons-004867 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-004867 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-004867 --network addons-004867 --ip 192.168.49.2 --volume addons-004867:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401
I1212 00:12:13.607763 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Running}}
I1212 00:12:13.638297 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:13.671692 1141875 cli_runner.go:164] Run: docker exec addons-004867 stat /var/lib/dpkg/alternatives/iptables
I1212 00:12:13.764651 1141875 oci.go:144] the created container "addons-004867" has a running status.
I1212 00:12:13.764678 1141875 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa...
I1212 00:12:13.990718 1141875 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1212 00:12:14.019780 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:14.049194 1141875 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1212 00:12:14.049219 1141875 kic_runner.go:114] Args: [docker exec --privileged addons-004867 chown docker:docker /home/docker/.ssh/authorized_keys]
I1212 00:12:14.145769 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:14.170769 1141875 machine.go:88] provisioning docker machine ...
I1212 00:12:14.170798 1141875 ubuntu.go:169] provisioning hostname "addons-004867"
I1212 00:12:14.170863 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:14.213021 1141875 main.go:141] libmachine: Using SSH client type: native
I1212 00:12:14.213433 1141875 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be750] 0x3c0ec0 <nil> [] 0s} 127.0.0.1 34028 <nil> <nil>}
I1212 00:12:14.213447 1141875 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-004867 && echo "addons-004867" | sudo tee /etc/hostname
I1212 00:12:14.214005 1141875 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:39576->127.0.0.1:34028: read: connection reset by peer
I1212 00:12:17.371645 1141875 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-004867
I1212 00:12:17.371842 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:17.391338 1141875 main.go:141] libmachine: Using SSH client type: native
I1212 00:12:17.391765 1141875 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be750] 0x3c0ec0 <nil> [] 0s} 127.0.0.1 34028 <nil> <nil>}
I1212 00:12:17.391791 1141875 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-004867' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-004867/g' /etc/hosts;
else
echo '127.0.1.1 addons-004867' | sudo tee -a /etc/hosts;
fi
fi
I1212 00:12:17.532638 1141875 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1212 00:12:17.532668 1141875 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17764-1135857/.minikube CaCertPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17764-1135857/.minikube}
I1212 00:12:17.532705 1141875 ubuntu.go:177] setting up certificates
I1212 00:12:17.532714 1141875 provision.go:83] configureAuth start
I1212 00:12:17.532780 1141875 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-004867
I1212 00:12:17.551901 1141875 provision.go:138] copyHostCerts
I1212 00:12:17.551993 1141875 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17764-1135857/.minikube/ca.pem (1078 bytes)
I1212 00:12:17.552132 1141875 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17764-1135857/.minikube/cert.pem (1123 bytes)
I1212 00:12:17.552211 1141875 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17764-1135857/.minikube/key.pem (1675 bytes)
I1212 00:12:17.552272 1141875 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17764-1135857/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/ca-key.pem org=jenkins.addons-004867 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-004867]
I1212 00:12:17.747152 1141875 provision.go:172] copyRemoteCerts
I1212 00:12:17.747230 1141875 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1212 00:12:17.747278 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:17.765219 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:17.866429 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1212 00:12:17.896166 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1212 00:12:17.926760 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1212 00:12:17.955204 1141875 provision.go:86] duration metric: configureAuth took 422.471388ms
I1212 00:12:17.955231 1141875 ubuntu.go:193] setting minikube options for container-runtime
I1212 00:12:17.955455 1141875 config.go:182] Loaded profile config "addons-004867": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I1212 00:12:17.955466 1141875 machine.go:91] provisioned docker machine in 3.784680275s
I1212 00:12:17.955473 1141875 client.go:171] LocalClient.Create took 11.712422377s
I1212 00:12:17.955485 1141875 start.go:167] duration metric: libmachine.API.Create for "addons-004867" took 11.712477383s
I1212 00:12:17.955500 1141875 start.go:300] post-start starting for "addons-004867" (driver="docker")
I1212 00:12:17.955511 1141875 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1212 00:12:17.955567 1141875 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1212 00:12:17.955616 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:17.974092 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:18.079558 1141875 ssh_runner.go:195] Run: cat /etc/os-release
I1212 00:12:18.084196 1141875 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1212 00:12:18.084237 1141875 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1212 00:12:18.084274 1141875 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1212 00:12:18.084289 1141875 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1212 00:12:18.084301 1141875 filesync.go:126] Scanning /home/jenkins/minikube-integration/17764-1135857/.minikube/addons for local assets ...
I1212 00:12:18.084396 1141875 filesync.go:126] Scanning /home/jenkins/minikube-integration/17764-1135857/.minikube/files for local assets ...
I1212 00:12:18.084447 1141875 start.go:303] post-start completed in 128.939068ms
I1212 00:12:18.084807 1141875 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-004867
I1212 00:12:18.104577 1141875 profile.go:148] Saving config to /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/config.json ...
I1212 00:12:18.104879 1141875 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1212 00:12:18.104947 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:18.127053 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:18.229998 1141875 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1212 00:12:18.236477 1141875 start.go:128] duration metric: createHost completed in 11.995943419s
I1212 00:12:18.236503 1141875 start.go:83] releasing machines lock for "addons-004867", held for 11.996096903s
I1212 00:12:18.236576 1141875 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-004867
I1212 00:12:18.256117 1141875 ssh_runner.go:195] Run: cat /version.json
I1212 00:12:18.256168 1141875 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1212 00:12:18.256176 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:18.256238 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:18.288807 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:18.292572 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:18.523616 1141875 ssh_runner.go:195] Run: systemctl --version
I1212 00:12:18.529473 1141875 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1212 00:12:18.535214 1141875 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1212 00:12:18.566918 1141875 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1212 00:12:18.567016 1141875 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1212 00:12:18.603594 1141875 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1212 00:12:18.603622 1141875 start.go:475] detecting cgroup driver to use...
I1212 00:12:18.603654 1141875 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1212 00:12:18.603710 1141875 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1212 00:12:18.618537 1141875 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1212 00:12:18.632684 1141875 docker.go:203] disabling cri-docker service (if available) ...
I1212 00:12:18.632753 1141875 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1212 00:12:18.648791 1141875 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1212 00:12:18.666015 1141875 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1212 00:12:18.768326 1141875 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1212 00:12:18.875245 1141875 docker.go:219] disabling docker service ...
I1212 00:12:18.875351 1141875 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1212 00:12:18.898012 1141875 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1212 00:12:18.912559 1141875 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1212 00:12:19.010553 1141875 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1212 00:12:19.109159 1141875 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1212 00:12:19.122610 1141875 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1212 00:12:19.143725 1141875 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1212 00:12:19.156005 1141875 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1212 00:12:19.168112 1141875 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I1212 00:12:19.168219 1141875 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1212 00:12:19.180803 1141875 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1212 00:12:19.193451 1141875 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1212 00:12:19.205645 1141875 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1212 00:12:19.217429 1141875 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1212 00:12:19.228948 1141875 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1212 00:12:19.241297 1141875 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1212 00:12:19.251496 1141875 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1212 00:12:19.261908 1141875 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1212 00:12:19.364235 1141875 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1212 00:12:19.505488 1141875 start.go:522] Will wait 60s for socket path /run/containerd/containerd.sock
I1212 00:12:19.505605 1141875 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1212 00:12:19.510948 1141875 start.go:543] Will wait 60s for crictl version
I1212 00:12:19.511037 1141875 ssh_runner.go:195] Run: which crictl
I1212 00:12:19.515587 1141875 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1212 00:12:19.564454 1141875 start.go:559] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.26
RuntimeApiVersion: v1
I1212 00:12:19.564551 1141875 ssh_runner.go:195] Run: containerd --version
I1212 00:12:19.594623 1141875 ssh_runner.go:195] Run: containerd --version
I1212 00:12:19.629857 1141875 out.go:177] * Preparing Kubernetes v1.28.4 on containerd 1.6.26 ...
I1212 00:12:19.632028 1141875 cli_runner.go:164] Run: docker network inspect addons-004867 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1212 00:12:19.650040 1141875 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1212 00:12:19.654862 1141875 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1212 00:12:19.668325 1141875 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I1212 00:12:19.668398 1141875 ssh_runner.go:195] Run: sudo crictl images --output json
I1212 00:12:19.709471 1141875 containerd.go:604] all images are preloaded for containerd runtime.
I1212 00:12:19.709497 1141875 containerd.go:518] Images already preloaded, skipping extraction
I1212 00:12:19.709557 1141875 ssh_runner.go:195] Run: sudo crictl images --output json
I1212 00:12:19.750063 1141875 containerd.go:604] all images are preloaded for containerd runtime.
I1212 00:12:19.750087 1141875 cache_images.go:84] Images are preloaded, skipping loading
I1212 00:12:19.750148 1141875 ssh_runner.go:195] Run: sudo crictl info
I1212 00:12:19.793839 1141875 cni.go:84] Creating CNI manager for ""
I1212 00:12:19.793865 1141875 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1212 00:12:19.793895 1141875 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1212 00:12:19.793917 1141875 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-004867 NodeName:addons-004867 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1212 00:12:19.794056 1141875 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-004867"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1212 00:12:19.794129 1141875 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=addons-004867 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-004867 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1212 00:12:19.794193 1141875 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I1212 00:12:19.804914 1141875 binaries.go:44] Found k8s binaries, skipping transfer
I1212 00:12:19.804996 1141875 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1212 00:12:19.815762 1141875 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (385 bytes)
I1212 00:12:19.837535 1141875 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1212 00:12:19.859417 1141875 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I1212 00:12:19.881294 1141875 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1212 00:12:19.885911 1141875 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1212 00:12:19.899429 1141875 certs.go:56] Setting up /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867 for IP: 192.168.49.2
I1212 00:12:19.899463 1141875 certs.go:190] acquiring lock for shared ca certs: {Name:mk518d45f153d561b6d30fa5c8435abd4f573517 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:19.900149 1141875 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17764-1135857/.minikube/ca.key
I1212 00:12:20.214763 1141875 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17764-1135857/.minikube/ca.crt ...
I1212 00:12:20.214798 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/ca.crt: {Name:mkb0072f46f8060632851d10560eb3a6011cb05c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:20.215002 1141875 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17764-1135857/.minikube/ca.key ...
I1212 00:12:20.215028 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/ca.key: {Name:mk1b2dc1a3421ea5d461acc05d371ba6a2844337 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:20.215870 1141875 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17764-1135857/.minikube/proxy-client-ca.key
I1212 00:12:20.873319 1141875 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17764-1135857/.minikube/proxy-client-ca.crt ...
I1212 00:12:20.873352 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/proxy-client-ca.crt: {Name:mk16d4e3921c2cc1d9de6bff8bd5e7727543c1aa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:20.873534 1141875 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17764-1135857/.minikube/proxy-client-ca.key ...
I1212 00:12:20.873546 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/proxy-client-ca.key: {Name:mke5f431247e4def51b27321ad863c44d4887b4f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:20.873666 1141875 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/client.key
I1212 00:12:20.873683 1141875 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/client.crt with IP's: []
I1212 00:12:21.938563 1141875 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/client.crt ...
I1212 00:12:21.938602 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/client.crt: {Name:mkebd53a3af2ad2b738da23ff691f3f2ae3936f4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:21.939508 1141875 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/client.key ...
I1212 00:12:21.939528 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/client.key: {Name:mkf2f0da479559280a4bd0a723ef3da367dbf6e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:21.940081 1141875 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.key.dd3b5fb2
I1212 00:12:21.940106 1141875 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1212 00:12:22.262703 1141875 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.crt.dd3b5fb2 ...
I1212 00:12:22.262735 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.crt.dd3b5fb2: {Name:mk60f73cdf430ba8da8a2710172e30c32bf509a0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:22.263534 1141875 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.key.dd3b5fb2 ...
I1212 00:12:22.263552 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.key.dd3b5fb2: {Name:mk575550335d7e36ea2c601c09748e3a1bf5ef00 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:22.264040 1141875 certs.go:337] copying /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.crt
I1212 00:12:22.264124 1141875 certs.go:341] copying /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.key
I1212 00:12:22.264177 1141875 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/proxy-client.key
I1212 00:12:22.264198 1141875 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/proxy-client.crt with IP's: []
I1212 00:12:22.516780 1141875 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/proxy-client.crt ...
I1212 00:12:22.516820 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/proxy-client.crt: {Name:mk75a52d73b4b0bbfb863c199ddc8087036ad491 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:22.517023 1141875 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/proxy-client.key ...
I1212 00:12:22.517040 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/proxy-client.key: {Name:mkd8b3b57ecb527013d14ad7963c1c93233689d6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:22.517231 1141875 certs.go:437] found cert: /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/ca-key.pem (1675 bytes)
I1212 00:12:22.517279 1141875 certs.go:437] found cert: /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/ca.pem (1078 bytes)
I1212 00:12:22.517304 1141875 certs.go:437] found cert: /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/cert.pem (1123 bytes)
I1212 00:12:22.517363 1141875 certs.go:437] found cert: /home/jenkins/minikube-integration/17764-1135857/.minikube/certs/home/jenkins/minikube-integration/17764-1135857/.minikube/certs/key.pem (1675 bytes)
I1212 00:12:22.518028 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1212 00:12:22.547642 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1212 00:12:22.577108 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1212 00:12:22.606311 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/profiles/addons-004867/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1212 00:12:22.634934 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1212 00:12:22.663121 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1212 00:12:22.692539 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1212 00:12:22.722336 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1212 00:12:22.751890 1141875 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17764-1135857/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1212 00:12:22.780264 1141875 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1212 00:12:22.801542 1141875 ssh_runner.go:195] Run: openssl version
I1212 00:12:22.808598 1141875 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1212 00:12:22.819963 1141875 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1212 00:12:22.824540 1141875 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Dec 12 00:12 /usr/share/ca-certificates/minikubeCA.pem
I1212 00:12:22.824652 1141875 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1212 00:12:22.833337 1141875 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1212 00:12:22.844993 1141875 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1212 00:12:22.849807 1141875 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1212 00:12:22.849855 1141875 kubeadm.go:404] StartCluster: {Name:addons-004867 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1702334074-17764@sha256:242468f3f874ac6982f8a024f9c4a97f957667e2ee92ef27b2ae70cc267db401 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-004867 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disa
bleMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1212 00:12:22.849977 1141875 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I1212 00:12:22.850054 1141875 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1212 00:12:22.892734 1141875 cri.go:89] found id: ""
I1212 00:12:22.892855 1141875 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1212 00:12:22.904098 1141875 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1212 00:12:22.915143 1141875 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1212 00:12:22.915243 1141875 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1212 00:12:22.926504 1141875 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1212 00:12:22.926549 1141875 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1212 00:12:22.981443 1141875 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I1212 00:12:22.981706 1141875 kubeadm.go:322] [preflight] Running pre-flight checks
I1212 00:12:23.028258 1141875 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1212 00:12:23.028329 1141875 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1051-aws[0m
I1212 00:12:23.028369 1141875 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1212 00:12:23.028417 1141875 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1212 00:12:23.028467 1141875 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1212 00:12:23.028516 1141875 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1212 00:12:23.028566 1141875 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1212 00:12:23.028615 1141875 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1212 00:12:23.028670 1141875 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1212 00:12:23.028717 1141875 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1212 00:12:23.028765 1141875 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1212 00:12:23.028816 1141875 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1212 00:12:23.115363 1141875 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1212 00:12:23.115505 1141875 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1212 00:12:23.115611 1141875 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1212 00:12:23.383669 1141875 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1212 00:12:23.387667 1141875 out.go:204] - Generating certificates and keys ...
I1212 00:12:23.387808 1141875 kubeadm.go:322] [certs] Using existing ca certificate authority
I1212 00:12:23.387900 1141875 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1212 00:12:24.061816 1141875 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1212 00:12:24.252283 1141875 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1212 00:12:24.603072 1141875 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1212 00:12:25.409473 1141875 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1212 00:12:25.518138 1141875 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1212 00:12:25.518305 1141875 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-004867 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1212 00:12:25.903331 1141875 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1212 00:12:25.903485 1141875 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-004867 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1212 00:12:26.191261 1141875 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1212 00:12:26.423665 1141875 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1212 00:12:27.153519 1141875 kubeadm.go:322] [certs] Generating "sa" key and public key
I1212 00:12:27.153801 1141875 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1212 00:12:27.969209 1141875 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1212 00:12:29.132793 1141875 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1212 00:12:29.558674 1141875 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1212 00:12:29.697307 1141875 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1212 00:12:29.698191 1141875 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1212 00:12:29.700873 1141875 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1212 00:12:29.705438 1141875 out.go:204] - Booting up control plane ...
I1212 00:12:29.705560 1141875 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1212 00:12:29.705643 1141875 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1212 00:12:29.705716 1141875 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1212 00:12:29.721638 1141875 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1212 00:12:29.722552 1141875 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1212 00:12:29.722840 1141875 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1212 00:12:29.830471 1141875 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1212 00:12:37.335675 1141875 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.504594 seconds
I1212 00:12:37.335819 1141875 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1212 00:12:37.351613 1141875 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1212 00:12:37.876694 1141875 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1212 00:12:37.876882 1141875 kubeadm.go:322] [mark-control-plane] Marking the node addons-004867 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1212 00:12:38.387994 1141875 kubeadm.go:322] [bootstrap-token] Using token: cstusx.5zjgkfxwq7ksjxyr
I1212 00:12:38.389872 1141875 out.go:204] - Configuring RBAC rules ...
I1212 00:12:38.389997 1141875 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1212 00:12:38.396208 1141875 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1212 00:12:38.406080 1141875 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1212 00:12:38.409961 1141875 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1212 00:12:38.415686 1141875 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1212 00:12:38.419758 1141875 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1212 00:12:38.433995 1141875 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1212 00:12:38.681557 1141875 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1212 00:12:38.803391 1141875 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1212 00:12:38.804775 1141875 kubeadm.go:322]
I1212 00:12:38.804852 1141875 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1212 00:12:38.804863 1141875 kubeadm.go:322]
I1212 00:12:38.804953 1141875 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1212 00:12:38.804963 1141875 kubeadm.go:322]
I1212 00:12:38.804988 1141875 kubeadm.go:322] mkdir -p $HOME/.kube
I1212 00:12:38.820223 1141875 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1212 00:12:38.820288 1141875 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1212 00:12:38.820298 1141875 kubeadm.go:322]
I1212 00:12:38.820350 1141875 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1212 00:12:38.820360 1141875 kubeadm.go:322]
I1212 00:12:38.820405 1141875 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1212 00:12:38.820414 1141875 kubeadm.go:322]
I1212 00:12:38.820468 1141875 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1212 00:12:38.820544 1141875 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1212 00:12:38.820615 1141875 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1212 00:12:38.820624 1141875 kubeadm.go:322]
I1212 00:12:38.820707 1141875 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1212 00:12:38.820784 1141875 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1212 00:12:38.820793 1141875 kubeadm.go:322]
I1212 00:12:38.820872 1141875 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token cstusx.5zjgkfxwq7ksjxyr \
I1212 00:12:38.820982 1141875 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:5475a393936b6bc511cacca1c76e18c5ea4ff503b753104aaff3ee2c1a2497ed \
I1212 00:12:38.821011 1141875 kubeadm.go:322] --control-plane
I1212 00:12:38.821021 1141875 kubeadm.go:322]
I1212 00:12:38.821101 1141875 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1212 00:12:38.821110 1141875 kubeadm.go:322]
I1212 00:12:38.821187 1141875 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token cstusx.5zjgkfxwq7ksjxyr \
I1212 00:12:38.821286 1141875 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:5475a393936b6bc511cacca1c76e18c5ea4ff503b753104aaff3ee2c1a2497ed
I1212 00:12:38.823872 1141875 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1051-aws\n", err: exit status 1
I1212 00:12:38.824037 1141875 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1212 00:12:38.824074 1141875 cni.go:84] Creating CNI manager for ""
I1212 00:12:38.824088 1141875 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1212 00:12:38.826102 1141875 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1212 00:12:38.827887 1141875 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1212 00:12:38.834658 1141875 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I1212 00:12:38.834681 1141875 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1212 00:12:38.872979 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1212 00:12:39.865351 1141875 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1212 00:12:39.865429 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:39.865483 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=f155626207ae1ae93e2fd3ceb81b1e734028b5f4 minikube.k8s.io/name=addons-004867 minikube.k8s.io/updated_at=2023_12_12T00_12_39_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:40.080796 1141875 ops.go:34] apiserver oom_adj: -16
I1212 00:12:40.080915 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:40.180952 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:40.788633 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:41.289008 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:41.788002 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:42.288713 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:42.789037 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:43.288735 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:43.788039 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:44.288780 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:44.788530 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:45.288721 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:45.788289 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:46.288974 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:46.788205 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:47.288090 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:47.788089 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:48.288316 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:48.788568 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:49.288535 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:49.788908 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:50.288798 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:50.788617 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:51.288523 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:51.788524 1141875 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1212 00:12:51.941240 1141875 kubeadm.go:1088] duration metric: took 12.075875432s to wait for elevateKubeSystemPrivileges.
I1212 00:12:51.941273 1141875 kubeadm.go:406] StartCluster complete in 29.091421769s
I1212 00:12:51.941291 1141875 settings.go:142] acquiring lock: {Name:mk888158b3cbabbb2583b6a6f74ff62a9621d5b0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:51.942169 1141875 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17764-1135857/kubeconfig
I1212 00:12:51.942594 1141875 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17764-1135857/kubeconfig: {Name:mkea8ea25a391ae5db2568a02e638c76b0d6995e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:12:51.945010 1141875 config.go:182] Loaded profile config "addons-004867": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I1212 00:12:51.945055 1141875 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1212 00:12:51.945297 1141875 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1212 00:12:51.945380 1141875 addons.go:69] Setting volumesnapshots=true in profile "addons-004867"
I1212 00:12:51.945398 1141875 addons.go:231] Setting addon volumesnapshots=true in "addons-004867"
I1212 00:12:51.945442 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:51.945926 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:51.946269 1141875 addons.go:69] Setting cloud-spanner=true in profile "addons-004867"
I1212 00:12:51.946286 1141875 addons.go:231] Setting addon cloud-spanner=true in "addons-004867"
I1212 00:12:51.946319 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:51.946695 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:51.947223 1141875 addons.go:69] Setting metrics-server=true in profile "addons-004867"
I1212 00:12:51.947271 1141875 addons.go:231] Setting addon metrics-server=true in "addons-004867"
I1212 00:12:51.947343 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:51.947869 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:51.948272 1141875 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-004867"
I1212 00:12:51.948292 1141875 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-004867"
I1212 00:12:51.948322 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:51.948769 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:51.956757 1141875 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-004867"
I1212 00:12:51.957228 1141875 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-004867"
I1212 00:12:51.957434 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:51.957029 1141875 addons.go:69] Setting default-storageclass=true in profile "addons-004867"
I1212 00:12:51.957570 1141875 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-004867"
I1212 00:12:51.957891 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:51.957042 1141875 addons.go:69] Setting registry=true in profile "addons-004867"
I1212 00:12:51.966012 1141875 addons.go:231] Setting addon registry=true in "addons-004867"
I1212 00:12:51.974013 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:51.957045 1141875 addons.go:69] Setting gcp-auth=true in profile "addons-004867"
I1212 00:12:51.974338 1141875 mustload.go:65] Loading cluster: addons-004867
I1212 00:12:51.957051 1141875 addons.go:69] Setting ingress=true in profile "addons-004867"
I1212 00:12:51.957049 1141875 addons.go:69] Setting storage-provisioner=true in profile "addons-004867"
I1212 00:12:51.957055 1141875 addons.go:69] Setting ingress-dns=true in profile "addons-004867"
I1212 00:12:51.957056 1141875 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-004867"
I1212 00:12:51.957059 1141875 addons.go:69] Setting inspektor-gadget=true in profile "addons-004867"
I1212 00:12:51.975009 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:51.989614 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:51.996808 1141875 config.go:182] Loaded profile config "addons-004867": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I1212 00:12:51.997260 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:52.020941 1141875 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-004867"
I1212 00:12:52.021322 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:52.003412 1141875 addons.go:231] Setting addon ingress=true in "addons-004867"
I1212 00:12:52.034647 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:52.003444 1141875 addons.go:231] Setting addon storage-provisioner=true in "addons-004867"
I1212 00:12:52.035077 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:52.035513 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:52.046042 1141875 addons.go:231] Setting addon inspektor-gadget=true in "addons-004867"
I1212 00:12:52.046115 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:52.046558 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:52.003459 1141875 addons.go:231] Setting addon ingress-dns=true in "addons-004867"
I1212 00:12:52.067201 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:52.071920 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:52.083360 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:52.103928 1141875 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.12
I1212 00:12:52.107174 1141875 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1212 00:12:52.107196 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1212 00:12:52.107265 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.100040 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:52.179038 1141875 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1212 00:12:52.189428 1141875 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1212 00:12:52.189453 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1212 00:12:52.189543 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.185013 1141875 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1212 00:12:52.192374 1141875 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1212 00:12:52.194632 1141875 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1212 00:12:52.192622 1141875 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1212 00:12:52.192631 1141875 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3
I1212 00:12:52.204849 1141875 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1212 00:12:52.204932 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1212 00:12:52.205026 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.225080 1141875 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1212 00:12:52.227188 1141875 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1212 00:12:52.227211 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1212 00:12:52.227283 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.233169 1141875 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1212 00:12:52.198390 1141875 out.go:177] - Using image docker.io/registry:2.8.3
I1212 00:12:52.237258 1141875 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-004867" context rescaled to 1 replicas
I1212 00:12:52.251406 1141875 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1212 00:12:52.263233 1141875 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1212 00:12:52.255918 1141875 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1212 00:12:52.246979 1141875 addons.go:231] Setting addon default-storageclass=true in "addons-004867"
I1212 00:12:52.255945 1141875 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1212 00:12:52.265968 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1212 00:12:52.265997 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:52.276584 1141875 out.go:177] * Verifying Kubernetes components...
I1212 00:12:52.278564 1141875 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1212 00:12:52.274951 1141875 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1212 00:12:52.278898 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1212 00:12:52.278959 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.285038 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:52.274961 1141875 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1212 00:12:52.274966 1141875 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.23.1
I1212 00:12:52.275036 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.311785 1141875 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.4
I1212 00:12:52.315412 1141875 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1212 00:12:52.315433 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1212 00:12:52.315503 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.348919 1141875 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1212 00:12:52.351022 1141875 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1212 00:12:52.353984 1141875 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1212 00:12:52.354012 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I1212 00:12:52.354083 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.356086 1141875 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-004867"
I1212 00:12:52.356150 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:52.356623 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:52.346636 1141875 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1212 00:12:52.397085 1141875 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1212 00:12:52.413711 1141875 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1212 00:12:52.413741 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1212 00:12:52.413826 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.400930 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.363841 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.442149 1141875 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1212 00:12:52.445032 1141875 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1212 00:12:52.445097 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1212 00:12:52.445194 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.450801 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.478795 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.496242 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.519071 1141875 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1212 00:12:52.519093 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1212 00:12:52.519155 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.535473 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.587577 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.598922 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.602596 1141875 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1212 00:12:52.606736 1141875 out.go:177] - Using image docker.io/busybox:stable
I1212 00:12:52.608663 1141875 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1212 00:12:52.608692 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1212 00:12:52.608762 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:52.628698 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.642349 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.647130 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
W1212 00:12:52.658234 1141875 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1212 00:12:52.658269 1141875 retry.go:31] will retry after 307.462209ms: ssh: handshake failed: EOF
I1212 00:12:52.676080 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:52.787091 1141875 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1212 00:12:52.787949 1141875 node_ready.go:35] waiting up to 6m0s for node "addons-004867" to be "Ready" ...
I1212 00:12:52.793390 1141875 node_ready.go:49] node "addons-004867" has status "Ready":"True"
I1212 00:12:52.793413 1141875 node_ready.go:38] duration metric: took 5.442079ms waiting for node "addons-004867" to be "Ready" ...
I1212 00:12:52.793424 1141875 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1212 00:12:52.803613 1141875 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace to be "Ready" ...
I1212 00:12:53.086515 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1212 00:12:53.141961 1141875 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1212 00:12:53.141986 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1212 00:12:53.212341 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1212 00:12:53.281982 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1212 00:12:53.341888 1141875 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1212 00:12:53.341916 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1212 00:12:53.350522 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1212 00:12:53.366477 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1212 00:12:53.370211 1141875 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1212 00:12:53.370278 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1212 00:12:53.471748 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1212 00:12:53.479261 1141875 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1212 00:12:53.479339 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1212 00:12:53.490346 1141875 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1212 00:12:53.490417 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1212 00:12:53.520727 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1212 00:12:53.549358 1141875 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1212 00:12:53.549423 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1212 00:12:53.598700 1141875 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1212 00:12:53.598776 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1212 00:12:53.656287 1141875 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1212 00:12:53.656353 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1212 00:12:53.670362 1141875 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1212 00:12:53.670438 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1212 00:12:53.724339 1141875 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1212 00:12:53.724412 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1212 00:12:53.880718 1141875 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1212 00:12:53.880784 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1212 00:12:53.915050 1141875 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1212 00:12:53.915118 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1212 00:12:53.985667 1141875 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1212 00:12:53.985695 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1212 00:12:54.018474 1141875 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1212 00:12:54.018504 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1212 00:12:54.023515 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1212 00:12:54.030241 1141875 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1212 00:12:54.030271 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1212 00:12:54.206164 1141875 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1212 00:12:54.206192 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1212 00:12:54.210913 1141875 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1212 00:12:54.210936 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1212 00:12:54.257545 1141875 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1212 00:12:54.257581 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1212 00:12:54.283651 1141875 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1212 00:12:54.283679 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1212 00:12:54.393006 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1212 00:12:54.467423 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1212 00:12:54.522768 1141875 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1212 00:12:54.522795 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1212 00:12:54.544821 1141875 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1212 00:12:54.544847 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1212 00:12:54.732611 1141875 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1212 00:12:54.732637 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1212 00:12:54.737355 1141875 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1212 00:12:54.737379 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I1212 00:12:54.831711 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:12:54.965857 1141875 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1212 00:12:54.965891 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1212 00:12:54.969519 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1212 00:12:54.974925 1141875 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.187798316s)
I1212 00:12:54.974955 1141875 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1212 00:12:55.135994 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.049436174s)
I1212 00:12:55.136067 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.923654998s)
I1212 00:12:55.230995 1141875 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1212 00:12:55.231021 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1212 00:12:55.519399 1141875 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1212 00:12:55.519424 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1212 00:12:55.757707 1141875 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1212 00:12:55.757734 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1212 00:12:55.972156 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1212 00:12:56.835316 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:12:57.102489 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (3.820453413s)
I1212 00:12:57.102716 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.736147158s)
I1212 00:12:57.102649 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.752079257s)
I1212 00:12:58.996250 1141875 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1212 00:12:58.996357 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:59.031659 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:59.340262 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:12:59.374340 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.85352702s)
I1212 00:12:59.374435 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.350887304s)
I1212 00:12:59.374577 1141875 addons.go:467] Verifying addon registry=true in "addons-004867"
I1212 00:12:59.374635 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.907173006s)
W1212 00:12:59.374666 1141875 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1212 00:12:59.374691 1141875 retry.go:31] will retry after 247.102291ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1212 00:12:59.377157 1141875 out.go:177] * Verifying registry addon...
I1212 00:12:59.374798 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.405248624s)
I1212 00:12:59.374520 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.981472323s)
I1212 00:12:59.377238 1141875 addons.go:467] Verifying addon metrics-server=true in "addons-004867"
I1212 00:12:59.375969 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.904129599s)
I1212 00:12:59.377251 1141875 addons.go:467] Verifying addon ingress=true in "addons-004867"
I1212 00:12:59.379219 1141875 out.go:177] * Verifying ingress addon...
I1212 00:12:59.381982 1141875 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1212 00:12:59.382778 1141875 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1212 00:12:59.391758 1141875 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1212 00:12:59.391777 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:12:59.392416 1141875 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1212 00:12:59.392425 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:12:59.413586 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:12:59.414231 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:12:59.466478 1141875 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1212 00:12:59.534711 1141875 addons.go:231] Setting addon gcp-auth=true in "addons-004867"
I1212 00:12:59.534801 1141875 host.go:66] Checking if "addons-004867" exists ...
I1212 00:12:59.535286 1141875 cli_runner.go:164] Run: docker container inspect addons-004867 --format={{.State.Status}}
I1212 00:12:59.568976 1141875 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1212 00:12:59.569047 1141875 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-004867
I1212 00:12:59.599155 1141875 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34028 SSHKeyPath:/home/jenkins/minikube-integration/17764-1135857/.minikube/machines/addons-004867/id_rsa Username:docker}
I1212 00:12:59.622327 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1212 00:12:59.921258 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:12:59.922846 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:00.434608 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:00.455202 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:00.923000 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:00.928290 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:01.151723 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.179467786s)
I1212 00:13:01.151798 1141875 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-004867"
I1212 00:13:01.154519 1141875 out.go:177] * Verifying csi-hostpath-driver addon...
I1212 00:13:01.158337 1141875 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1212 00:13:01.167775 1141875 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1212 00:13:01.167804 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:01.177099 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:01.422676 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:01.423046 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:01.526368 1141875 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.903991557s)
I1212 00:13:01.526494 1141875 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.957493217s)
I1212 00:13:01.532255 1141875 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1212 00:13:01.534270 1141875 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1212 00:13:01.538375 1141875 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1212 00:13:01.538442 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1212 00:13:01.566626 1141875 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1212 00:13:01.566699 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1212 00:13:01.594369 1141875 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1212 00:13:01.594443 1141875 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I1212 00:13:01.618934 1141875 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1212 00:13:01.684540 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:01.833590 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:01.920609 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:01.922546 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:02.183814 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:02.437056 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:02.445176 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:02.456825 1141875 addons.go:467] Verifying addon gcp-auth=true in "addons-004867"
I1212 00:13:02.459151 1141875 out.go:177] * Verifying gcp-auth addon...
I1212 00:13:02.462796 1141875 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1212 00:13:02.468167 1141875 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1212 00:13:02.468191 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:02.473037 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:02.684244 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:02.921774 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:02.922951 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:02.977968 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:03.184690 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:03.420922 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:03.423990 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:03.478136 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:03.682892 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:03.921085 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:03.921793 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:03.976876 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:04.183204 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:04.345007 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:04.421539 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:04.422070 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:04.477221 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:04.689079 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:04.919397 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:04.920004 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:04.976937 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:05.182977 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:05.418607 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:05.420094 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:05.478301 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:05.682649 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:05.922729 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:05.923609 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:05.977129 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:06.183401 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:06.424140 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:06.424680 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:06.477503 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:06.683835 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:06.833802 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:06.920642 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:06.922085 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:06.976549 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:07.183657 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:07.419288 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:07.421273 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:07.477459 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:07.683475 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:07.949502 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:07.950734 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:07.982207 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:08.184088 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:08.421516 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:08.422403 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:08.477416 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:08.683922 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:08.835966 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:08.921936 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:08.923121 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:08.981244 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:09.183457 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:09.419877 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:09.422014 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:09.477108 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:09.683439 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:09.919721 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:09.920488 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:09.977634 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:10.183447 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:10.421078 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:10.423745 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:10.479323 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:10.685079 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:10.918968 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:10.919187 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:10.980094 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:11.183430 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:11.332833 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:11.418870 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:11.420039 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:11.476976 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:11.682440 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:11.919332 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:11.920588 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:11.976661 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:12.183409 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:12.419294 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:12.419727 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:12.476997 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:12.683095 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:12.920402 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:12.921840 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:12.977536 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:13.183431 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:13.419525 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:13.420200 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:13.477710 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:13.683413 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:13.833775 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:13.919195 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:13.919998 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:13.977348 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:14.182856 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:14.419272 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:14.419716 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:14.477234 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:14.683493 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:14.918770 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:14.919861 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:14.977581 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:15.183195 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:15.419478 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:15.419487 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:15.477457 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:15.682461 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:15.919153 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:15.920078 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:15.976774 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:16.183247 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:16.332985 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:16.419590 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:16.420704 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:16.477429 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:16.682766 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:16.918619 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:16.920128 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:16.977122 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:17.182695 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:17.421495 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:17.423943 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:17.478234 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:17.683390 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:17.920002 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:17.921299 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:17.976845 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:18.183017 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:18.418483 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:18.419807 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:18.477472 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:18.683131 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:18.833016 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:18.919361 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:18.920337 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:18.977921 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:19.183752 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:19.420535 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:19.421359 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:19.476974 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:19.683480 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:19.919260 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:19.920055 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:19.977032 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:20.182936 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:20.418888 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:20.419667 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:20.476781 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:20.683633 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:20.833237 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:20.919640 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:20.920668 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:20.980008 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:21.182710 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:21.419972 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:21.420024 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:21.476545 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:21.682559 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:21.918731 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:21.920086 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:21.977095 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:22.183036 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:22.417880 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:22.420340 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:22.477181 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:22.683250 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:22.920688 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:22.924975 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:22.978770 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:23.183258 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:23.332323 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:23.419162 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:23.419377 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:23.477165 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:23.684409 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:23.935810 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:23.945899 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:23.977971 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:24.183726 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:24.419133 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:24.420287 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:24.477150 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:24.683272 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:24.919956 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:24.921044 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:24.976442 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:25.184545 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:25.333864 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:25.420171 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:25.420764 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:25.477439 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:25.683451 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:25.920983 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:25.923424 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:25.977245 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:26.183015 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:26.419732 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:26.420499 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:26.477735 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:26.683575 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:26.921708 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:26.922999 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:26.978907 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:27.184233 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:27.420358 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:27.424334 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:27.478157 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:27.684237 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:27.840311 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:27.920205 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:27.925810 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:27.982221 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:28.185292 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:28.427796 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:28.437236 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:28.477682 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:28.690830 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:28.920846 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:28.922111 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:28.977471 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:29.183393 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:29.428686 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:29.429252 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:29.477935 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:29.684021 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:29.926001 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:29.927171 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:29.976943 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:30.185014 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:30.334105 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:30.419759 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:30.422458 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:30.478783 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:30.685885 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:30.920319 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:30.922435 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:30.976965 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:31.183552 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:31.421371 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:31.422647 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:31.478383 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:31.684733 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:31.920830 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:31.924469 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:31.977731 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:32.188918 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:32.335663 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:32.421235 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:32.421612 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:32.478204 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:32.683034 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:32.920695 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:32.924296 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:32.977617 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:33.188613 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:33.420162 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:33.421245 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:33.478196 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:33.683182 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:33.919549 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:33.921175 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:33.976679 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:34.183224 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:34.423012 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:34.423909 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:34.477116 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:34.683097 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:34.832772 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:34.918363 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:34.920381 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:34.977436 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:35.183912 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:35.430071 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:35.433793 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:35.478105 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:35.686324 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:35.923068 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:35.924992 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:35.976806 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:36.183348 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:36.418134 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:36.419260 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:36.477967 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:36.683505 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:36.833750 1141875 pod_ready.go:102] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"False"
I1212 00:13:36.921916 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:36.923086 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:36.978206 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:37.183561 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:37.422533 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:37.423707 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:37.477949 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:37.682707 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:37.971436 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:37.972292 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:37.976932 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:38.183137 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:38.378385 1141875 pod_ready.go:92] pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace has status "Ready":"True"
I1212 00:13:38.378413 1141875 pod_ready.go:81] duration metric: took 45.574765853s waiting for pod "coredns-5dd5756b68-cdhg6" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.378427 1141875 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-qch2c" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.387990 1141875 pod_ready.go:97] error getting pod "coredns-5dd5756b68-qch2c" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-qch2c" not found
I1212 00:13:38.388019 1141875 pod_ready.go:81] duration metric: took 9.58395ms waiting for pod "coredns-5dd5756b68-qch2c" in "kube-system" namespace to be "Ready" ...
E1212 00:13:38.388043 1141875 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-qch2c" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-qch2c" not found
I1212 00:13:38.388052 1141875 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-004867" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.396826 1141875 pod_ready.go:92] pod "etcd-addons-004867" in "kube-system" namespace has status "Ready":"True"
I1212 00:13:38.396852 1141875 pod_ready.go:81] duration metric: took 8.789913ms waiting for pod "etcd-addons-004867" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.396878 1141875 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-004867" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.409016 1141875 pod_ready.go:92] pod "kube-apiserver-addons-004867" in "kube-system" namespace has status "Ready":"True"
I1212 00:13:38.409041 1141875 pod_ready.go:81] duration metric: took 12.15496ms waiting for pod "kube-apiserver-addons-004867" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.409054 1141875 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-004867" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.424559 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:38.425038 1141875 pod_ready.go:92] pod "kube-controller-manager-addons-004867" in "kube-system" namespace has status "Ready":"True"
I1212 00:13:38.425061 1141875 pod_ready.go:81] duration metric: took 15.994909ms waiting for pod "kube-controller-manager-addons-004867" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.425074 1141875 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-mp9fx" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.425717 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:38.477719 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:38.535265 1141875 pod_ready.go:92] pod "kube-proxy-mp9fx" in "kube-system" namespace has status "Ready":"True"
I1212 00:13:38.535333 1141875 pod_ready.go:81] duration metric: took 110.244431ms waiting for pod "kube-proxy-mp9fx" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.535348 1141875 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-004867" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.688831 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:38.920403 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:38.921513 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:38.930895 1141875 pod_ready.go:92] pod "kube-scheduler-addons-004867" in "kube-system" namespace has status "Ready":"True"
I1212 00:13:38.930981 1141875 pod_ready.go:81] duration metric: took 395.623799ms waiting for pod "kube-scheduler-addons-004867" in "kube-system" namespace to be "Ready" ...
I1212 00:13:38.931013 1141875 pod_ready.go:38] duration metric: took 46.137570674s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1212 00:13:38.931067 1141875 api_server.go:52] waiting for apiserver process to appear ...
I1212 00:13:38.931179 1141875 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1212 00:13:38.956737 1141875 api_server.go:72] duration metric: took 46.690717552s to wait for apiserver process to appear ...
I1212 00:13:38.956802 1141875 api_server.go:88] waiting for apiserver healthz status ...
I1212 00:13:38.956834 1141875 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1212 00:13:38.966771 1141875 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1212 00:13:38.968336 1141875 api_server.go:141] control plane version: v1.28.4
I1212 00:13:38.968391 1141875 api_server.go:131] duration metric: took 11.567797ms to wait for apiserver health ...
I1212 00:13:38.968416 1141875 system_pods.go:43] waiting for kube-system pods to appear ...
I1212 00:13:38.981188 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:39.139230 1141875 system_pods.go:59] 18 kube-system pods found
I1212 00:13:39.139352 1141875 system_pods.go:61] "coredns-5dd5756b68-cdhg6" [f4f26300-1113-40f2-aef9-4752a2321efc] Running
I1212 00:13:39.139380 1141875 system_pods.go:61] "csi-hostpath-attacher-0" [4a7647b2-5bab-4c90-a634-5c876a132fd2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1212 00:13:39.139417 1141875 system_pods.go:61] "csi-hostpath-resizer-0" [c8e7408f-7573-4a44-b6bc-2b3d2a3cf5ca] Running
I1212 00:13:39.139451 1141875 system_pods.go:61] "csi-hostpathplugin-s4zbh" [3da201eb-db62-4426-9fde-64274906b635] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1212 00:13:39.139475 1141875 system_pods.go:61] "etcd-addons-004867" [b62bc234-7fe1-4f6a-a339-62c37c437ec5] Running
I1212 00:13:39.139498 1141875 system_pods.go:61] "kindnet-4g5jj" [d96b698c-0c9b-4eb0-92d0-460d4ab33d21] Running
I1212 00:13:39.139530 1141875 system_pods.go:61] "kube-apiserver-addons-004867" [4f6402c3-245a-4280-86f6-51489da25e4b] Running
I1212 00:13:39.139559 1141875 system_pods.go:61] "kube-controller-manager-addons-004867" [8c334ac6-5bce-4de4-bccc-6ddec57020ad] Running
I1212 00:13:39.139585 1141875 system_pods.go:61] "kube-ingress-dns-minikube" [8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1212 00:13:39.139608 1141875 system_pods.go:61] "kube-proxy-mp9fx" [49611a5c-f56d-45f9-bb20-03a0b66e093a] Running
I1212 00:13:39.139641 1141875 system_pods.go:61] "kube-scheduler-addons-004867" [c594f6ae-ff48-4fea-ab94-e07c13ed413b] Running
I1212 00:13:39.139669 1141875 system_pods.go:61] "metrics-server-7c66d45ddc-q52pq" [11e8547a-29fb-4d97-8ce9-2f39d348f2b0] Running
I1212 00:13:39.139695 1141875 system_pods.go:61] "nvidia-device-plugin-daemonset-jw7m9" [060065fa-bb93-4bde-a940-e2f0d2d797f4] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1212 00:13:39.139720 1141875 system_pods.go:61] "registry-mb5bh" [e49fc75b-bdf3-4bc7-974c-ad2b60ad2aa7] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1212 00:13:39.139756 1141875 system_pods.go:61] "registry-proxy-v6fdt" [9b09d19d-de70-4521-800a-de11772f56c7] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1212 00:13:39.139784 1141875 system_pods.go:61] "snapshot-controller-58dbcc7b99-9fwxg" [5523230b-9000-4270-8a6e-2f31e94b3215] Running
I1212 00:13:39.139809 1141875 system_pods.go:61] "snapshot-controller-58dbcc7b99-r7cx4" [cf52eca2-1a27-4c7c-b480-94776476a0b1] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1212 00:13:39.139832 1141875 system_pods.go:61] "storage-provisioner" [2f1ebd03-35ce-4273-b334-87e0945cf35a] Running
I1212 00:13:39.139864 1141875 system_pods.go:74] duration metric: took 171.428418ms to wait for pod list to return data ...
I1212 00:13:39.139891 1141875 default_sa.go:34] waiting for default service account to be created ...
I1212 00:13:39.186971 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:39.330013 1141875 default_sa.go:45] found service account: "default"
I1212 00:13:39.330045 1141875 default_sa.go:55] duration metric: took 190.13297ms for default service account to be created ...
I1212 00:13:39.330056 1141875 system_pods.go:116] waiting for k8s-apps to be running ...
I1212 00:13:39.419485 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:39.420359 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:39.483364 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:39.548756 1141875 system_pods.go:86] 18 kube-system pods found
I1212 00:13:39.548840 1141875 system_pods.go:89] "coredns-5dd5756b68-cdhg6" [f4f26300-1113-40f2-aef9-4752a2321efc] Running
I1212 00:13:39.548875 1141875 system_pods.go:89] "csi-hostpath-attacher-0" [4a7647b2-5bab-4c90-a634-5c876a132fd2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1212 00:13:39.548910 1141875 system_pods.go:89] "csi-hostpath-resizer-0" [c8e7408f-7573-4a44-b6bc-2b3d2a3cf5ca] Running
I1212 00:13:39.548940 1141875 system_pods.go:89] "csi-hostpathplugin-s4zbh" [3da201eb-db62-4426-9fde-64274906b635] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1212 00:13:39.548961 1141875 system_pods.go:89] "etcd-addons-004867" [b62bc234-7fe1-4f6a-a339-62c37c437ec5] Running
I1212 00:13:39.548997 1141875 system_pods.go:89] "kindnet-4g5jj" [d96b698c-0c9b-4eb0-92d0-460d4ab33d21] Running
I1212 00:13:39.549020 1141875 system_pods.go:89] "kube-apiserver-addons-004867" [4f6402c3-245a-4280-86f6-51489da25e4b] Running
I1212 00:13:39.549041 1141875 system_pods.go:89] "kube-controller-manager-addons-004867" [8c334ac6-5bce-4de4-bccc-6ddec57020ad] Running
I1212 00:13:39.549078 1141875 system_pods.go:89] "kube-ingress-dns-minikube" [8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1212 00:13:39.549101 1141875 system_pods.go:89] "kube-proxy-mp9fx" [49611a5c-f56d-45f9-bb20-03a0b66e093a] Running
I1212 00:13:39.549122 1141875 system_pods.go:89] "kube-scheduler-addons-004867" [c594f6ae-ff48-4fea-ab94-e07c13ed413b] Running
I1212 00:13:39.549184 1141875 system_pods.go:89] "metrics-server-7c66d45ddc-q52pq" [11e8547a-29fb-4d97-8ce9-2f39d348f2b0] Running
I1212 00:13:39.549213 1141875 system_pods.go:89] "nvidia-device-plugin-daemonset-jw7m9" [060065fa-bb93-4bde-a940-e2f0d2d797f4] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1212 00:13:39.549236 1141875 system_pods.go:89] "registry-mb5bh" [e49fc75b-bdf3-4bc7-974c-ad2b60ad2aa7] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1212 00:13:39.549289 1141875 system_pods.go:89] "registry-proxy-v6fdt" [9b09d19d-de70-4521-800a-de11772f56c7] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1212 00:13:39.549307 1141875 system_pods.go:89] "snapshot-controller-58dbcc7b99-9fwxg" [5523230b-9000-4270-8a6e-2f31e94b3215] Running
I1212 00:13:39.549344 1141875 system_pods.go:89] "snapshot-controller-58dbcc7b99-r7cx4" [cf52eca2-1a27-4c7c-b480-94776476a0b1] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1212 00:13:39.549369 1141875 system_pods.go:89] "storage-provisioner" [2f1ebd03-35ce-4273-b334-87e0945cf35a] Running
I1212 00:13:39.549392 1141875 system_pods.go:126] duration metric: took 219.330134ms to wait for k8s-apps to be running ...
I1212 00:13:39.550316 1141875 system_svc.go:44] waiting for kubelet service to be running ....
I1212 00:13:39.550412 1141875 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1212 00:13:39.583895 1141875 system_svc.go:56] duration metric: took 33.575062ms WaitForService to wait for kubelet.
I1212 00:13:39.583966 1141875 kubeadm.go:581] duration metric: took 47.317951122s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1212 00:13:39.584000 1141875 node_conditions.go:102] verifying NodePressure condition ...
I1212 00:13:39.684285 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:39.730281 1141875 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1212 00:13:39.730317 1141875 node_conditions.go:123] node cpu capacity is 2
I1212 00:13:39.730330 1141875 node_conditions.go:105] duration metric: took 146.310077ms to run NodePressure ...
I1212 00:13:39.730343 1141875 start.go:228] waiting for startup goroutines ...
I1212 00:13:39.919367 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:39.920165 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:39.976768 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:40.183746 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:40.418797 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:40.420156 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:40.476548 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:40.684999 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:40.919427 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:40.921476 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:40.977514 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:41.183992 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:41.422215 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:41.423152 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:41.477218 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:41.686499 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:41.917830 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:41.921977 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:41.977359 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:42.185339 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:42.421614 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:42.422807 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:42.479042 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:42.683526 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:42.919626 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:42.920471 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:42.977501 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:43.182878 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:43.419285 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:43.420439 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:43.477399 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:43.685249 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:43.922198 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:43.923626 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:43.987957 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:44.184389 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:44.423698 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:44.426536 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:44.477026 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:44.683229 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:44.918890 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:44.920210 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:44.976813 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:45.183725 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:45.419822 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:45.422322 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:45.477349 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:45.683709 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:45.923817 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:45.925313 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:45.978981 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:46.184660 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:46.421771 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:46.423085 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:46.484119 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:46.684103 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:46.918973 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:46.921401 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:46.978224 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:47.183800 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:47.422654 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:47.423231 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:47.477596 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:47.683206 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:47.921572 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:47.922082 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:47.976777 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:48.184975 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:48.423779 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:48.424645 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:48.477685 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:48.683173 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:48.919893 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:48.925725 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:48.978014 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:49.186744 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:49.419812 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:49.420724 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:49.476485 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:49.682831 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:49.921267 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:49.922698 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:49.977608 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:50.182963 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:50.419469 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:50.419652 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:50.477081 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:50.682774 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:50.919260 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:50.920646 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:50.977384 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:51.184102 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:51.419402 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1212 00:13:51.420314 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:51.478251 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:51.682830 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:51.922423 1141875 kapi.go:107] duration metric: took 52.540438668s to wait for kubernetes.io/minikube-addons=registry ...
I1212 00:13:51.927889 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:51.976975 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:52.183935 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:52.418745 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:52.477797 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:52.683954 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:52.918347 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:52.977399 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:53.184669 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:53.419227 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:53.477087 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:53.682857 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:53.917933 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:53.977851 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:54.183611 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:54.418984 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:54.476985 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:54.683143 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:54.918785 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:54.977297 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:55.183546 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:55.418922 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:55.477741 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:55.683283 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:55.918468 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:55.977010 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:56.182929 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1212 00:13:56.418622 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:56.477565 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:56.683176 1141875 kapi.go:107] duration metric: took 55.52484252s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1212 00:13:56.918910 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:56.977425 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:57.418636 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:57.477387 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:57.920788 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:57.977420 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:58.418474 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:58.477166 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:58.918296 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:58.976688 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:59.418459 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:59.477570 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:13:59.918982 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:13:59.976478 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:00.418774 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:00.477772 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:00.917775 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:00.977621 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:01.418640 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:01.477374 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:01.918502 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:01.977679 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:02.418831 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:02.477419 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:02.918121 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:02.976700 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:03.418973 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:03.477888 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:03.918372 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:03.976966 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:04.420671 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:04.478253 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:04.918445 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:04.977225 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:05.418112 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:05.477538 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:05.919523 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:05.977144 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:06.418494 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:06.478154 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:06.918686 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:06.977519 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:07.419170 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:07.477289 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:07.920614 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:07.977309 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:08.419284 1141875 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1212 00:14:08.477533 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:08.918317 1141875 kapi.go:107] duration metric: took 1m9.535535328s to wait for app.kubernetes.io/name=ingress-nginx ...
I1212 00:14:08.976901 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:09.477380 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:09.979601 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:10.479905 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:10.976919 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:11.476807 1141875 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1212 00:14:11.976811 1141875 kapi.go:107] duration metric: took 1m9.514014404s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1212 00:14:11.978813 1141875 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-004867 cluster.
I1212 00:14:11.980826 1141875 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1212 00:14:11.982660 1141875 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1212 00:14:11.984945 1141875 out.go:177] * Enabled addons: nvidia-device-plugin, default-storageclass, storage-provisioner, cloud-spanner, storage-provisioner-rancher, ingress-dns, inspektor-gadget, metrics-server, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I1212 00:14:11.987001 1141875 addons.go:502] enable addons completed in 1m20.041746561s: enabled=[nvidia-device-plugin default-storageclass storage-provisioner cloud-spanner storage-provisioner-rancher ingress-dns inspektor-gadget metrics-server volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I1212 00:14:11.987041 1141875 start.go:233] waiting for cluster config update ...
I1212 00:14:11.987059 1141875 start.go:242] writing updated cluster config ...
I1212 00:14:11.987401 1141875 ssh_runner.go:195] Run: rm -f paused
I1212 00:14:12.300600 1141875 start.go:600] kubectl: 1.28.4, cluster: 1.28.4 (minor skew: 0)
I1212 00:14:12.303012 1141875 out.go:177] * Done! kubectl is now configured to use "addons-004867" cluster and "default" namespace by default
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
6e6c8206c996d dd1b12fcb6097 7 seconds ago Exited hello-world-app 2 2d2d583f91ab4 hello-world-app-5d77478584-zk6d6
14275b0d5645b f09fc93534f6a 34 seconds ago Running nginx 0 57f5bd3a7a7d8 nginx
d3a1e8a3fd4be 14b04e7ab95a8 43 seconds ago Running headlamp 0 81644802a6e7d headlamp-777fd4b855-jg2nq
47b3c20284c88 2a5f29343eb03 2 minutes ago Running gcp-auth 0 5d3abfae15c6b gcp-auth-d4c87556c-9hxvz
62f7c45a7960c af594c6a879f2 2 minutes ago Exited patch 0 ffe532bd97b0c ingress-nginx-admission-patch-gxj6z
eca12abc86e0f 97e04611ad434 2 minutes ago Running coredns 0 203dd3ac25640 coredns-5dd5756b68-cdhg6
5bb912616daa6 af594c6a879f2 2 minutes ago Exited create 0 8879064aae8ec ingress-nginx-admission-create-25b5t
1ffa537072656 ba04bb24b9575 3 minutes ago Running storage-provisioner 0 812b0f2c8a6fa storage-provisioner
e054034899fc2 3ca3ca488cf13 3 minutes ago Running kube-proxy 0 bcb761dd9c901 kube-proxy-mp9fx
9219e81537498 04b4eaa3d3db8 3 minutes ago Running kindnet-cni 0 c8515a493494a kindnet-4g5jj
aaee43f567a41 9961cbceaf234 3 minutes ago Running kube-controller-manager 0 478bd16d05a11 kube-controller-manager-addons-004867
81d8b0b7b78c8 05c284c929889 3 minutes ago Running kube-scheduler 0 4f9c44fde499a kube-scheduler-addons-004867
c7ad50105f74f 04b4c447bb9d4 3 minutes ago Running kube-apiserver 0 5088b0816ca0e kube-apiserver-addons-004867
a135dc64bbe22 9cdd6470f48c8 3 minutes ago Running etcd 0 5065898f58287 etcd-addons-004867
*
* ==> containerd <==
* Dec 12 00:16:03 addons-004867 containerd[748]: time="2023-12-12T00:16:03.811942273Z" level=info msg="StartContainer for \"6e6c8206c996db4ead8d810610b273c1aba62038c968e5c7b26b5d7453b17a69\""
Dec 12 00:16:03 addons-004867 containerd[748]: time="2023-12-12T00:16:03.872808480Z" level=info msg="StartContainer for \"6e6c8206c996db4ead8d810610b273c1aba62038c968e5c7b26b5d7453b17a69\" returns successfully"
Dec 12 00:16:03 addons-004867 containerd[748]: time="2023-12-12T00:16:03.902453462Z" level=info msg="shim disconnected" id=6e6c8206c996db4ead8d810610b273c1aba62038c968e5c7b26b5d7453b17a69
Dec 12 00:16:03 addons-004867 containerd[748]: time="2023-12-12T00:16:03.902521416Z" level=warning msg="cleaning up after shim disconnected" id=6e6c8206c996db4ead8d810610b273c1aba62038c968e5c7b26b5d7453b17a69 namespace=k8s.io
Dec 12 00:16:03 addons-004867 containerd[748]: time="2023-12-12T00:16:03.902532723Z" level=info msg="cleaning up dead shim"
Dec 12 00:16:03 addons-004867 containerd[748]: time="2023-12-12T00:16:03.913740121Z" level=warning msg="cleanup warnings time=\"2023-12-12T00:16:03Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11124 runtime=io.containerd.runc.v2\n"
Dec 12 00:16:03 addons-004867 containerd[748]: time="2023-12-12T00:16:03.994877532Z" level=info msg="RemoveContainer for \"45f832b77906343538d419aac3cfadc1b4e78aaee0ce800a1ee4cb78a431fdd6\""
Dec 12 00:16:04 addons-004867 containerd[748]: time="2023-12-12T00:16:04.011562447Z" level=info msg="RemoveContainer for \"45f832b77906343538d419aac3cfadc1b4e78aaee0ce800a1ee4cb78a431fdd6\" returns successfully"
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.768467090Z" level=info msg="Kill container \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\""
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.840563226Z" level=info msg="shim disconnected" id=fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.840630319Z" level=warning msg="cleaning up after shim disconnected" id=fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46 namespace=k8s.io
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.840643406Z" level=info msg="cleaning up dead shim"
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.850929711Z" level=warning msg="cleanup warnings time=\"2023-12-12T00:16:05Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11157 runtime=io.containerd.runc.v2\n"
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.854221364Z" level=info msg="StopContainer for \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\" returns successfully"
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.854979045Z" level=info msg="StopPodSandbox for \"203dbed680efeb0cf93d70eac3d1d6185b19d69b1e2822d3248ea4c4da6b43f9\""
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.855146027Z" level=info msg="Container to stop \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\" must be in running or unknown state, current state \"CONTAINER_EXITED\""
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.890922757Z" level=info msg="shim disconnected" id=203dbed680efeb0cf93d70eac3d1d6185b19d69b1e2822d3248ea4c4da6b43f9
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.891396198Z" level=warning msg="cleaning up after shim disconnected" id=203dbed680efeb0cf93d70eac3d1d6185b19d69b1e2822d3248ea4c4da6b43f9 namespace=k8s.io
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.891526338Z" level=info msg="cleaning up dead shim"
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.903038514Z" level=warning msg="cleanup warnings time=\"2023-12-12T00:16:05Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11188 runtime=io.containerd.runc.v2\n"
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.960313369Z" level=info msg="TearDown network for sandbox \"203dbed680efeb0cf93d70eac3d1d6185b19d69b1e2822d3248ea4c4da6b43f9\" successfully"
Dec 12 00:16:05 addons-004867 containerd[748]: time="2023-12-12T00:16:05.960505162Z" level=info msg="StopPodSandbox for \"203dbed680efeb0cf93d70eac3d1d6185b19d69b1e2822d3248ea4c4da6b43f9\" returns successfully"
Dec 12 00:16:06 addons-004867 containerd[748]: time="2023-12-12T00:16:06.016757182Z" level=info msg="RemoveContainer for \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\""
Dec 12 00:16:06 addons-004867 containerd[748]: time="2023-12-12T00:16:06.022890973Z" level=info msg="RemoveContainer for \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\" returns successfully"
Dec 12 00:16:06 addons-004867 containerd[748]: time="2023-12-12T00:16:06.023725946Z" level=error msg="ContainerStatus for \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\": not found"
*
* ==> coredns [eca12abc86e0f7be3523255d7263c3005732a1a2ed9a2cff9c6ab0f854e03a9a] <==
* [INFO] 10.244.0.18:42291 - 6541 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000072845s
[INFO] 10.244.0.18:42291 - 15684 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000060192s
[INFO] 10.244.0.18:42291 - 5245 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000059011s
[INFO] 10.244.0.18:42291 - 2682 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000059454s
[INFO] 10.244.0.18:42291 - 1682 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003493408s
[INFO] 10.244.0.18:42291 - 64401 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002552623s
[INFO] 10.244.0.18:42291 - 16457 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000115175s
[INFO] 10.244.0.18:47443 - 11064 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000114395s
[INFO] 10.244.0.18:47443 - 39084 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000069226s
[INFO] 10.244.0.18:47443 - 43514 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000062276s
[INFO] 10.244.0.18:47443 - 51158 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000037612s
[INFO] 10.244.0.18:47443 - 21629 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000059036s
[INFO] 10.244.0.18:47443 - 44170 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000057715s
[INFO] 10.244.0.18:47443 - 28386 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001274231s
[INFO] 10.244.0.18:47443 - 60579 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001029622s
[INFO] 10.244.0.18:47443 - 54764 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000070465s
[INFO] 10.244.0.18:44818 - 40623 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00008352s
[INFO] 10.244.0.18:44818 - 10901 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000065952s
[INFO] 10.244.0.18:44818 - 17117 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000061916s
[INFO] 10.244.0.18:44818 - 29536 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000064836s
[INFO] 10.244.0.18:44818 - 24341 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000072475s
[INFO] 10.244.0.18:44818 - 44058 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000078399s
[INFO] 10.244.0.18:44818 - 63265 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001190802s
[INFO] 10.244.0.18:44818 - 50463 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001069826s
[INFO] 10.244.0.18:44818 - 41313 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000077752s
*
* ==> describe nodes <==
* Name: addons-004867
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-004867
kubernetes.io/os=linux
minikube.k8s.io/commit=f155626207ae1ae93e2fd3ceb81b1e734028b5f4
minikube.k8s.io/name=addons-004867
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_12_12T00_12_39_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-004867
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 12 Dec 2023 00:12:35 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-004867
AcquireTime: <unset>
RenewTime: Tue, 12 Dec 2023 00:16:03 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 12 Dec 2023 00:15:43 +0000 Tue, 12 Dec 2023 00:12:32 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 12 Dec 2023 00:15:43 +0000 Tue, 12 Dec 2023 00:12:32 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 12 Dec 2023 00:15:43 +0000 Tue, 12 Dec 2023 00:12:32 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 12 Dec 2023 00:15:43 +0000 Tue, 12 Dec 2023 00:12:39 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-004867
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 0cc334bc2b264036bd01be71428e8255
System UUID: 900a6385-375c-40cb-9158-ac2ea91ace53
Boot ID: 6562b840-385e-4140-a0d3-196e503f4900
Kernel Version: 5.15.0-1051-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.6.26
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (12 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-zk6d6 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 36s
gcp-auth gcp-auth-d4c87556c-9hxvz 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m9s
headlamp headlamp-777fd4b855-jg2nq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 47s
kube-system coredns-5dd5756b68-cdhg6 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m20s
kube-system etcd-addons-004867 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m33s
kube-system kindnet-4g5jj 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m20s
kube-system kube-apiserver-addons-004867 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m33s
kube-system kube-controller-manager-addons-004867 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m34s
kube-system kube-proxy-mp9fx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m20s
kube-system kube-scheduler-addons-004867 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m32s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m15s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 220Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m18s kube-proxy
Normal Starting 3m33s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m33s kubelet Node addons-004867 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m33s kubelet Node addons-004867 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m33s kubelet Node addons-004867 status is now: NodeHasSufficientPID
Normal NodeNotReady 3m33s kubelet Node addons-004867 status is now: NodeNotReady
Normal NodeAllocatableEnforced 3m32s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 3m32s kubelet Node addons-004867 status is now: NodeReady
Normal RegisteredNode 3m21s node-controller Node addons-004867 event: Registered Node addons-004867 in Controller
*
* ==> dmesg <==
* [ +0.001103] FS-Cache: O-key=[8] '503e5c0100000000'
[ +0.000785] FS-Cache: N-cookie c=00000042 [p=00000039 fl=2 nc=0 na=1]
[ +0.001000] FS-Cache: N-cookie d=000000004e4a3ca3{9p.inode} n=00000000a5aa55b4
[ +0.001114] FS-Cache: N-key=[8] '503e5c0100000000'
[ +0.004970] FS-Cache: Duplicate cookie detected
[ +0.000819] FS-Cache: O-cookie c=0000003c [p=00000039 fl=226 nc=0 na=1]
[ +0.001045] FS-Cache: O-cookie d=000000004e4a3ca3{9p.inode} n=000000001bb038f1
[ +0.001195] FS-Cache: O-key=[8] '503e5c0100000000'
[ +0.000760] FS-Cache: N-cookie c=00000043 [p=00000039 fl=2 nc=0 na=1]
[ +0.001048] FS-Cache: N-cookie d=000000004e4a3ca3{9p.inode} n=00000000ce236adb
[ +0.001178] FS-Cache: N-key=[8] '503e5c0100000000'
[ +3.628923] FS-Cache: Duplicate cookie detected
[ +0.000769] FS-Cache: O-cookie c=0000003a [p=00000039 fl=226 nc=0 na=1]
[ +0.001149] FS-Cache: O-cookie d=000000004e4a3ca3{9p.inode} n=00000000c19aa351
[ +0.001199] FS-Cache: O-key=[8] '4f3e5c0100000000'
[ +0.000795] FS-Cache: N-cookie c=00000045 [p=00000039 fl=2 nc=0 na=1]
[ +0.001065] FS-Cache: N-cookie d=000000004e4a3ca3{9p.inode} n=00000000a5aa55b4
[ +0.001178] FS-Cache: N-key=[8] '4f3e5c0100000000'
[ +0.413575] FS-Cache: Duplicate cookie detected
[ +0.000742] FS-Cache: O-cookie c=0000003f [p=00000039 fl=226 nc=0 na=1]
[ +0.001024] FS-Cache: O-cookie d=000000004e4a3ca3{9p.inode} n=00000000d9ff942f
[ +0.001137] FS-Cache: O-key=[8] '553e5c0100000000'
[ +0.000730] FS-Cache: N-cookie c=00000046 [p=00000039 fl=2 nc=0 na=1]
[ +0.001098] FS-Cache: N-cookie d=000000004e4a3ca3{9p.inode} n=000000008357462d
[ +0.001241] FS-Cache: N-key=[8] '553e5c0100000000'
*
* ==> etcd [a135dc64bbe22e772ca5e3e81bb7e77bf4aefdc8e07b96e326d38d77e3d092c3] <==
* {"level":"info","ts":"2023-12-12T00:12:31.83193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-12-12T00:12:31.832008Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-12-12T00:12:31.833443Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-12-12T00:12:31.833599Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-12-12T00:12:31.833621Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-12-12T00:12:31.833724Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-12-12T00:12:31.833735Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-12-12T00:12:31.911511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-12-12T00:12:31.911552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-12-12T00:12:31.911567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-12-12T00:12:31.911588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-12-12T00:12:31.911594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-12-12T00:12:31.911605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-12-12T00:12:31.911612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-12-12T00:12:31.912435Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-004867 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-12-12T00:12:31.912603Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-12-12T00:12:31.91284Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-12-12T00:12:31.914036Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-12-12T00:12:31.914089Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-12-12T00:12:31.914984Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-12-12T00:12:31.915042Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-12-12T00:12:31.915051Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-12-12T00:12:31.915919Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-12-12T00:12:31.915998Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-12-12T00:12:31.916019Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
*
* ==> gcp-auth [47b3c20284c88ce20d42ab63d3c0e50633955c050b72b0c7ced6f17325f307d3] <==
* 2023/12/12 00:14:10 GCP Auth Webhook started!
2023/12/12 00:14:22 Ready to marshal response ...
2023/12/12 00:14:22 Ready to write response ...
2023/12/12 00:14:30 Ready to marshal response ...
2023/12/12 00:14:30 Ready to write response ...
2023/12/12 00:14:33 Ready to marshal response ...
2023/12/12 00:14:33 Ready to write response ...
2023/12/12 00:14:33 Ready to marshal response ...
2023/12/12 00:14:33 Ready to write response ...
2023/12/12 00:14:43 Ready to marshal response ...
2023/12/12 00:14:43 Ready to write response ...
2023/12/12 00:15:01 Ready to marshal response ...
2023/12/12 00:15:01 Ready to write response ...
2023/12/12 00:15:24 Ready to marshal response ...
2023/12/12 00:15:24 Ready to write response ...
2023/12/12 00:15:24 Ready to marshal response ...
2023/12/12 00:15:24 Ready to write response ...
2023/12/12 00:15:24 Ready to marshal response ...
2023/12/12 00:15:24 Ready to write response ...
2023/12/12 00:15:35 Ready to marshal response ...
2023/12/12 00:15:35 Ready to write response ...
2023/12/12 00:15:45 Ready to marshal response ...
2023/12/12 00:15:45 Ready to write response ...
*
* ==> kernel <==
* 00:16:11 up 6:58, 0 users, load average: 0.71, 0.94, 0.52
Linux addons-004867 5.15.0-1051-aws #56~20.04.1-Ubuntu SMP Tue Nov 28 15:43:06 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [9219e81537498061f40957de6d07bfbd47f58c409832200fcc0db6f8cc1647fe] <==
* I1212 00:14:03.122817 1 main.go:227] handling current node
I1212 00:14:13.136325 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:14:13.141913 1 main.go:227] handling current node
I1212 00:14:23.146634 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:14:23.146666 1 main.go:227] handling current node
I1212 00:14:33.172073 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:14:33.172101 1 main.go:227] handling current node
I1212 00:14:43.183890 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:14:43.184162 1 main.go:227] handling current node
I1212 00:14:53.195795 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:14:53.195823 1 main.go:227] handling current node
I1212 00:15:03.209194 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:15:03.209222 1 main.go:227] handling current node
I1212 00:15:13.221493 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:15:13.221634 1 main.go:227] handling current node
I1212 00:15:23.227626 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:15:23.227652 1 main.go:227] handling current node
I1212 00:15:33.240119 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:15:33.240153 1 main.go:227] handling current node
I1212 00:15:43.246356 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:15:43.246563 1 main.go:227] handling current node
I1212 00:15:53.250568 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:15:53.250598 1 main.go:227] handling current node
I1212 00:16:03.264093 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1212 00:16:03.264122 1 main.go:227] handling current node
*
* ==> kube-apiserver [c7ad50105f74ff7dede0ae0493bcb84cbdd0caa0597b45f5a650e0679f740dd0] <==
* I1212 00:15:16.653503 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1212 00:15:16.653554 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1212 00:15:16.653590 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1212 00:15:16.653616 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1212 00:15:16.666836 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1212 00:15:16.666897 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1212 00:15:16.689916 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1212 00:15:16.690140 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1212 00:15:16.798652 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1212 00:15:16.798717 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1212 00:15:16.804978 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1212 00:15:16.805026 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1212 00:15:17.655023 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1212 00:15:17.808658 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1212 00:15:17.827141 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1212 00:15:24.108262 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.108.9.5"}
I1212 00:15:35.009758 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I1212 00:15:35.334552 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.97.162.206"}
I1212 00:15:38.176538 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I1212 00:15:38.189553 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1212 00:15:39.203377 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1212 00:15:39.301668 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1212 00:15:45.618307 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.103.135.69"}
E1212 00:16:02.875610 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
E1212 00:16:02.932380 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
*
* ==> kube-controller-manager [aaee43f567a41849c000ed62fb506bba6b3e136be5b5a1a397993a5e030cfd4d] <==
* I1212 00:15:45.448654 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="26.193921ms"
I1212 00:15:45.448878 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="171.691µs"
I1212 00:15:45.465125 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="47.729µs"
W1212 00:15:46.814129 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1212 00:15:46.814161 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1212 00:15:47.961205 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="54.343µs"
I1212 00:15:48.303983 1 namespace_controller.go:182] "Namespace has been deleted" namespace="gadget"
I1212 00:15:48.964294 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="50.297µs"
I1212 00:15:49.967793 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="69.751µs"
I1212 00:15:51.100458 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I1212 00:15:51.100496 1 shared_informer.go:318] Caches are synced for resource quota
I1212 00:15:51.448424 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I1212 00:15:51.448650 1 shared_informer.go:318] Caches are synced for garbage collector
W1212 00:15:53.668937 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1212 00:15:53.668974 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1212 00:15:58.701900 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1212 00:15:58.701970 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1212 00:15:59.964160 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1212 00:15:59.964201 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1212 00:16:00.230361 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1212 00:16:00.234327 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1212 00:16:02.730865 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1212 00:16:02.731862 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7c6974c4d8" duration="4.193µs"
I1212 00:16:02.747826 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I1212 00:16:04.014879 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="50.485µs"
*
* ==> kube-proxy [e054034899fc22380bdb51d0d8bad840b62eca3b01788c8793073a001a4004e5] <==
* I1212 00:12:52.890926 1 server_others.go:69] "Using iptables proxy"
I1212 00:12:52.907276 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1212 00:12:53.002213 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1212 00:12:53.006666 1 server_others.go:152] "Using iptables Proxier"
I1212 00:12:53.006894 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1212 00:12:53.006998 1 server_others.go:438] "Defaulting to no-op detect-local"
I1212 00:12:53.007192 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1212 00:12:53.017043 1 server.go:846] "Version info" version="v1.28.4"
I1212 00:12:53.017068 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1212 00:12:53.022860 1 config.go:188] "Starting service config controller"
I1212 00:12:53.023053 1 shared_informer.go:311] Waiting for caches to sync for service config
I1212 00:12:53.023086 1 config.go:97] "Starting endpoint slice config controller"
I1212 00:12:53.023099 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1212 00:12:53.024014 1 config.go:315] "Starting node config controller"
I1212 00:12:53.024024 1 shared_informer.go:311] Waiting for caches to sync for node config
I1212 00:12:53.125251 1 shared_informer.go:318] Caches are synced for node config
I1212 00:12:53.125283 1 shared_informer.go:318] Caches are synced for service config
I1212 00:12:53.125337 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [81d8b0b7b78c879cfcea069e18b77937b21d56159dee2d1df8c6ce0afea8e2e6] <==
* W1212 00:12:35.895900 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1212 00:12:35.896061 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W1212 00:12:35.896422 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1212 00:12:35.896678 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1212 00:12:35.896603 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1212 00:12:35.896913 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1212 00:12:35.896650 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1212 00:12:35.897312 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1212 00:12:36.711671 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1212 00:12:36.711711 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1212 00:12:36.728304 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1212 00:12:36.728341 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1212 00:12:36.761751 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1212 00:12:36.761941 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1212 00:12:36.865899 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1212 00:12:36.866039 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W1212 00:12:36.872703 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1212 00:12:36.872801 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1212 00:12:36.883975 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1212 00:12:36.884090 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1212 00:12:36.885537 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1212 00:12:36.885623 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1212 00:12:36.911436 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1212 00:12:36.911540 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
I1212 00:12:38.745077 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Dec 12 00:15:49 addons-004867 kubelet[1360]: E1212 00:15:49.955195 1360 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-zk6d6_default(b1ecb904-3251-4d45-8eef-97587e480a81)\"" pod="default/hello-world-app-5d77478584-zk6d6" podUID="b1ecb904-3251-4d45-8eef-97587e480a81"
Dec 12 00:15:52 addons-004867 kubelet[1360]: I1212 00:15:52.774893 1360 scope.go:117] "RemoveContainer" containerID="c40c7d1e019557e8bbb1f33c7aec0d5f582fe75d8957e2ea09da3cc733134fc8"
Dec 12 00:15:52 addons-004867 kubelet[1360]: E1212 00:15:52.775863 1360 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e"
Dec 12 00:16:01 addons-004867 kubelet[1360]: I1212 00:16:01.692108 1360 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vdwlw\" (UniqueName: \"kubernetes.io/projected/8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e-kube-api-access-vdwlw\") pod \"8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e\" (UID: \"8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e\") "
Dec 12 00:16:01 addons-004867 kubelet[1360]: I1212 00:16:01.697087 1360 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e-kube-api-access-vdwlw" (OuterVolumeSpecName: "kube-api-access-vdwlw") pod "8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e" (UID: "8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e"). InnerVolumeSpecName "kube-api-access-vdwlw". PluginName "kubernetes.io/projected", VolumeGidValue ""
Dec 12 00:16:01 addons-004867 kubelet[1360]: I1212 00:16:01.792993 1360 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-vdwlw\" (UniqueName: \"kubernetes.io/projected/8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e-kube-api-access-vdwlw\") on node \"addons-004867\" DevicePath \"\""
Dec 12 00:16:01 addons-004867 kubelet[1360]: I1212 00:16:01.983448 1360 scope.go:117] "RemoveContainer" containerID="c40c7d1e019557e8bbb1f33c7aec0d5f582fe75d8957e2ea09da3cc733134fc8"
Dec 12 00:16:02 addons-004867 kubelet[1360]: I1212 00:16:02.803923 1360 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e" path="/var/lib/kubelet/pods/8fa5bbfa-3ac3-4caa-b8e5-c19f798e7a0e/volumes"
Dec 12 00:16:03 addons-004867 kubelet[1360]: I1212 00:16:03.775133 1360 scope.go:117] "RemoveContainer" containerID="45f832b77906343538d419aac3cfadc1b4e78aaee0ce800a1ee4cb78a431fdd6"
Dec 12 00:16:03 addons-004867 kubelet[1360]: I1212 00:16:03.992325 1360 scope.go:117] "RemoveContainer" containerID="45f832b77906343538d419aac3cfadc1b4e78aaee0ce800a1ee4cb78a431fdd6"
Dec 12 00:16:03 addons-004867 kubelet[1360]: I1212 00:16:03.992745 1360 scope.go:117] "RemoveContainer" containerID="6e6c8206c996db4ead8d810610b273c1aba62038c968e5c7b26b5d7453b17a69"
Dec 12 00:16:03 addons-004867 kubelet[1360]: E1212 00:16:03.993066 1360 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-zk6d6_default(b1ecb904-3251-4d45-8eef-97587e480a81)\"" pod="default/hello-world-app-5d77478584-zk6d6" podUID="b1ecb904-3251-4d45-8eef-97587e480a81"
Dec 12 00:16:04 addons-004867 kubelet[1360]: I1212 00:16:04.777919 1360 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="80b69d6d-a1a0-4073-828c-770d2c0a2012" path="/var/lib/kubelet/pods/80b69d6d-a1a0-4073-828c-770d2c0a2012/volumes"
Dec 12 00:16:04 addons-004867 kubelet[1360]: I1212 00:16:04.778295 1360 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="8c1b8433-132f-4e28-abf8-f510ab29705a" path="/var/lib/kubelet/pods/8c1b8433-132f-4e28-abf8-f510ab29705a/volumes"
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.012252 1360 scope.go:117] "RemoveContainer" containerID="fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46"
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.023357 1360 scope.go:117] "RemoveContainer" containerID="fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46"
Dec 12 00:16:06 addons-004867 kubelet[1360]: E1212 00:16:06.023961 1360 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\": not found" containerID="fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46"
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.024014 1360 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46"} err="failed to get container status \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\": rpc error: code = NotFound desc = an error occurred when try to find container \"fd80d11fb5f8cd0bdaa8367a1df6e51f8f72ffba0306c61293348c5e83b26b46\": not found"
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.025290 1360 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w7hdj\" (UniqueName: \"kubernetes.io/projected/b79f23a5-75ab-4648-b5ac-27ae3593459e-kube-api-access-w7hdj\") pod \"b79f23a5-75ab-4648-b5ac-27ae3593459e\" (UID: \"b79f23a5-75ab-4648-b5ac-27ae3593459e\") "
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.025335 1360 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/b79f23a5-75ab-4648-b5ac-27ae3593459e-webhook-cert\") pod \"b79f23a5-75ab-4648-b5ac-27ae3593459e\" (UID: \"b79f23a5-75ab-4648-b5ac-27ae3593459e\") "
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.027990 1360 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b79f23a5-75ab-4648-b5ac-27ae3593459e-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "b79f23a5-75ab-4648-b5ac-27ae3593459e" (UID: "b79f23a5-75ab-4648-b5ac-27ae3593459e"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.031239 1360 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b79f23a5-75ab-4648-b5ac-27ae3593459e-kube-api-access-w7hdj" (OuterVolumeSpecName: "kube-api-access-w7hdj") pod "b79f23a5-75ab-4648-b5ac-27ae3593459e" (UID: "b79f23a5-75ab-4648-b5ac-27ae3593459e"). InnerVolumeSpecName "kube-api-access-w7hdj". PluginName "kubernetes.io/projected", VolumeGidValue ""
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.126552 1360 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-w7hdj\" (UniqueName: \"kubernetes.io/projected/b79f23a5-75ab-4648-b5ac-27ae3593459e-kube-api-access-w7hdj\") on node \"addons-004867\" DevicePath \"\""
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.126596 1360 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/b79f23a5-75ab-4648-b5ac-27ae3593459e-webhook-cert\") on node \"addons-004867\" DevicePath \"\""
Dec 12 00:16:06 addons-004867 kubelet[1360]: I1212 00:16:06.776789 1360 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="b79f23a5-75ab-4648-b5ac-27ae3593459e" path="/var/lib/kubelet/pods/b79f23a5-75ab-4648-b5ac-27ae3593459e/volumes"
*
* ==> storage-provisioner [1ffa5370726569f8005ae3802ffe51c6fb25322e544fdacad5e578b17c9e12f4] <==
* I1212 00:12:57.657110 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1212 00:12:57.694539 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1212 00:12:57.694631 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1212 00:12:57.792938 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1212 00:12:57.793348 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-004867_1126c3e2-7257-42e6-b1d9-73df951e40dc!
I1212 00:12:57.794738 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"d64ac73a-4eff-4e05-89bd-41e0316696af", APIVersion:"v1", ResourceVersion:"554", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-004867_1126c3e2-7257-42e6-b1d9-73df951e40dc became leader
I1212 00:12:57.893723 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-004867_1126c3e2-7257-42e6-b1d9-73df951e40dc!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-004867 -n addons-004867
helpers_test.go:261: (dbg) Run: kubectl --context addons-004867 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (38.29s)