=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-488129 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:231: (dbg) Run: kubectl --context addons-488129 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-488129 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [9deca4c7-d419-4e74-87c0-e0dc4481a7f1] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [9deca4c7-d419-4e74-87c0-e0dc4481a7f1] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.013674941s
addons_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p addons-488129 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:285: (dbg) Run: kubectl --context addons-488129 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p addons-488129 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.136781078s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-arm64 -p addons-488129 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-arm64 -p addons-488129 addons disable ingress-dns --alsologtostderr -v=1: (1.288889554s)
addons_test.go:310: (dbg) Run: out/minikube-linux-arm64 -p addons-488129 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-arm64 -p addons-488129 addons disable ingress --alsologtostderr -v=1: (7.793589661s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-488129
helpers_test.go:235: (dbg) docker inspect addons-488129:
-- stdout --
[
{
"Id": "dcde7581e9ae4c65546df88c28f59648697b482586a2688a22458ea7efe217a9",
"Created": "2023-12-01T18:52:25.369213294Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 259349,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-12-01T18:52:25.700049394Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e4e0f3cc6f04c458835e9edb05d52f031520d40521bc3568d81cbb7c06a79ef2",
"ResolvConfPath": "/var/lib/docker/containers/dcde7581e9ae4c65546df88c28f59648697b482586a2688a22458ea7efe217a9/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/dcde7581e9ae4c65546df88c28f59648697b482586a2688a22458ea7efe217a9/hostname",
"HostsPath": "/var/lib/docker/containers/dcde7581e9ae4c65546df88c28f59648697b482586a2688a22458ea7efe217a9/hosts",
"LogPath": "/var/lib/docker/containers/dcde7581e9ae4c65546df88c28f59648697b482586a2688a22458ea7efe217a9/dcde7581e9ae4c65546df88c28f59648697b482586a2688a22458ea7efe217a9-json.log",
"Name": "/addons-488129",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-488129:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-488129",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/fd00a5a5773a02b06b7117d4f3d2dae3e9b1818a8852feb1daae32c91259bce4-init/diff:/var/lib/docker/overlay2/049ae54891020b74263d4d0f668244f51ae19df0871773fd59686314976f2fd9/diff",
"MergedDir": "/var/lib/docker/overlay2/fd00a5a5773a02b06b7117d4f3d2dae3e9b1818a8852feb1daae32c91259bce4/merged",
"UpperDir": "/var/lib/docker/overlay2/fd00a5a5773a02b06b7117d4f3d2dae3e9b1818a8852feb1daae32c91259bce4/diff",
"WorkDir": "/var/lib/docker/overlay2/fd00a5a5773a02b06b7117d4f3d2dae3e9b1818a8852feb1daae32c91259bce4/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-488129",
"Source": "/var/lib/docker/volumes/addons-488129/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-488129",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-488129",
"name.minikube.sigs.k8s.io": "addons-488129",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "5ba7520feb426d380de97983f648385d965f4f5c2f3170afd7c2f9c337f1b84c",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33083"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33082"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33079"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33081"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33080"
}
]
},
"SandboxKey": "/var/run/docker/netns/5ba7520feb42",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-488129": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"dcde7581e9ae",
"addons-488129"
],
"NetworkID": "6e870a202417bbfbf5c8dbd975bb991a3fdf734085ed6b1a403d120ddd916e7c",
"EndpointID": "b280d003446d9dc9df70defeb12adb8d212e9a3eba594a86b373edf2751d03aa",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-488129 -n addons-488129
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-488129 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-488129 logs -n 25: (1.614892822s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.32.0 | 01 Dec 23 18:51 UTC | 01 Dec 23 18:51 UTC |
| delete | -p download-only-609102 | download-only-609102 | jenkins | v1.32.0 | 01 Dec 23 18:52 UTC | 01 Dec 23 18:52 UTC |
| delete | -p download-only-609102 | download-only-609102 | jenkins | v1.32.0 | 01 Dec 23 18:52 UTC | 01 Dec 23 18:52 UTC |
| start | --download-only -p | download-docker-911952 | jenkins | v1.32.0 | 01 Dec 23 18:52 UTC | |
| | download-docker-911952 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-911952 | download-docker-911952 | jenkins | v1.32.0 | 01 Dec 23 18:52 UTC | 01 Dec 23 18:52 UTC |
| start | --download-only -p | binary-mirror-036619 | jenkins | v1.32.0 | 01 Dec 23 18:52 UTC | |
| | binary-mirror-036619 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:46513 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-036619 | binary-mirror-036619 | jenkins | v1.32.0 | 01 Dec 23 18:52 UTC | 01 Dec 23 18:52 UTC |
| addons | disable dashboard -p | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:52 UTC | |
| | addons-488129 | | | | | |
| addons | enable dashboard -p | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:52 UTC | |
| | addons-488129 | | | | | |
| start | -p addons-488129 --wait=true | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:52 UTC | 01 Dec 23 18:54 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-488129 ip | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:54 UTC | 01 Dec 23 18:54 UTC |
| addons | addons-488129 addons disable | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:54 UTC | 01 Dec 23 18:54 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:54 UTC | 01 Dec 23 18:54 UTC |
| | -p addons-488129 | | | | | |
| ssh | addons-488129 ssh cat | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:54 UTC | 01 Dec 23 18:54 UTC |
| | /opt/local-path-provisioner/pvc-a606cbf4-5360-4438-af2b-a05f87cae59e_default_test-pvc/file1 | | | | | |
| addons | addons-488129 addons disable | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:54 UTC | 01 Dec 23 18:55 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-488129 addons | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:55 UTC | 01 Dec 23 18:55 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-488129 addons | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:55 UTC | 01 Dec 23 18:55 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:55 UTC | 01 Dec 23 18:55 UTC |
| | addons-488129 | | | | | |
| addons | enable headlamp | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:55 UTC | 01 Dec 23 18:55 UTC |
| | -p addons-488129 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-488129 addons | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:55 UTC | 01 Dec 23 18:55 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:55 UTC | 01 Dec 23 18:55 UTC |
| | addons-488129 | | | | | |
| ssh | addons-488129 ssh curl -s | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:55 UTC | 01 Dec 23 18:55 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-488129 ip | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:55 UTC | 01 Dec 23 18:56 UTC |
| addons | addons-488129 addons disable | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:56 UTC | 01 Dec 23 18:56 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-488129 addons disable | addons-488129 | jenkins | v1.32.0 | 01 Dec 23 18:56 UTC | 01 Dec 23 18:56 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/12/01 18:52:02
Running on machine: ip-172-31-31-251
Binary: Built with gc go1.21.4 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1201 18:52:02.089715 258880 out.go:296] Setting OutFile to fd 1 ...
I1201 18:52:02.089954 258880 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1201 18:52:02.089980 258880 out.go:309] Setting ErrFile to fd 2...
I1201 18:52:02.089998 258880 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1201 18:52:02.090294 258880 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17703-252966/.minikube/bin
I1201 18:52:02.090870 258880 out.go:303] Setting JSON to false
I1201 18:52:02.091820 258880 start.go:128] hostinfo: {"hostname":"ip-172-31-31-251","uptime":5668,"bootTime":1701451054,"procs":168,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1050-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"982e3628-3742-4b3e-bb63-ac1b07660ec7"}
I1201 18:52:02.091922 258880 start.go:138] virtualization:
I1201 18:52:02.094478 258880 out.go:177] * [addons-488129] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1201 18:52:02.097073 258880 out.go:177] - MINIKUBE_LOCATION=17703
I1201 18:52:02.099208 258880 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1201 18:52:02.097136 258880 notify.go:220] Checking for updates...
I1201 18:52:02.102925 258880 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17703-252966/kubeconfig
I1201 18:52:02.104940 258880 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17703-252966/.minikube
I1201 18:52:02.107066 258880 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1201 18:52:02.109784 258880 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1201 18:52:02.111904 258880 driver.go:392] Setting default libvirt URI to qemu:///system
I1201 18:52:02.135673 258880 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1201 18:52:02.135805 258880 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1201 18:52:02.219477 258880 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-12-01 18:52:02.209845996 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1050-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f Expected:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1201 18:52:02.219588 258880 docker.go:295] overlay module found
I1201 18:52:02.222523 258880 out.go:177] * Using the docker driver based on user configuration
I1201 18:52:02.224252 258880 start.go:298] selected driver: docker
I1201 18:52:02.224268 258880 start.go:902] validating driver "docker" against <nil>
I1201 18:52:02.224281 258880 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1201 18:52:02.224969 258880 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1201 18:52:02.286733 258880 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-12-01 18:52:02.276794446 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1050-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f Expected:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1201 18:52:02.286898 258880 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1201 18:52:02.287123 258880 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1201 18:52:02.288949 258880 out.go:177] * Using Docker driver with root privileges
I1201 18:52:02.290722 258880 cni.go:84] Creating CNI manager for ""
I1201 18:52:02.290741 258880 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1201 18:52:02.290753 258880 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1201 18:52:02.290767 258880 start_flags.go:323] config:
{Name:addons-488129 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-488129 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containe
rd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1201 18:52:02.292918 258880 out.go:177] * Starting control plane node addons-488129 in cluster addons-488129
I1201 18:52:02.294475 258880 cache.go:121] Beginning downloading kic base image for docker with containerd
I1201 18:52:02.296392 258880 out.go:177] * Pulling base image ...
I1201 18:52:02.298121 258880 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I1201 18:52:02.298186 258880 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17703-252966/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4
I1201 18:52:02.298200 258880 cache.go:56] Caching tarball of preloaded images
I1201 18:52:02.298278 258880 preload.go:174] Found /home/jenkins/minikube-integration/17703-252966/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I1201 18:52:02.298296 258880 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on containerd
I1201 18:52:02.298663 258880 profile.go:148] Saving config to /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/config.json ...
I1201 18:52:02.298687 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/config.json: {Name:mk2e2364663712a30ca38a15af8175e460e6d1d5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:02.298846 258880 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f in local docker daemon
I1201 18:52:02.316220 258880 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f to local cache
I1201 18:52:02.316359 258880 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f in local cache directory
I1201 18:52:02.316384 258880 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f in local cache directory, skipping pull
I1201 18:52:02.316392 258880 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f exists in cache, skipping pull
I1201 18:52:02.316400 258880 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f as a tarball
I1201 18:52:02.316410 258880 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f from local cache
I1201 18:52:18.163580 258880 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f from cached tarball
I1201 18:52:18.163622 258880 cache.go:194] Successfully downloaded all kic artifacts
I1201 18:52:18.163676 258880 start.go:365] acquiring machines lock for addons-488129: {Name:mkdbb881ebbce2a1166f82c78d78a82a136a69d2 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1201 18:52:18.163815 258880 start.go:369] acquired machines lock for "addons-488129" in 116.447µs
I1201 18:52:18.163845 258880 start.go:93] Provisioning new machine with config: &{Name:addons-488129 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-488129 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:
false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1201 18:52:18.163929 258880 start.go:125] createHost starting for "" (driver="docker")
I1201 18:52:18.166553 258880 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1201 18:52:18.166815 258880 start.go:159] libmachine.API.Create for "addons-488129" (driver="docker")
I1201 18:52:18.166874 258880 client.go:168] LocalClient.Create starting
I1201 18:52:18.166998 258880 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17703-252966/.minikube/certs/ca.pem
I1201 18:52:18.554991 258880 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17703-252966/.minikube/certs/cert.pem
I1201 18:52:18.992660 258880 cli_runner.go:164] Run: docker network inspect addons-488129 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1201 18:52:19.014550 258880 cli_runner.go:211] docker network inspect addons-488129 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1201 18:52:19.014639 258880 network_create.go:281] running [docker network inspect addons-488129] to gather additional debugging logs...
I1201 18:52:19.014661 258880 cli_runner.go:164] Run: docker network inspect addons-488129
W1201 18:52:19.031363 258880 cli_runner.go:211] docker network inspect addons-488129 returned with exit code 1
I1201 18:52:19.031398 258880 network_create.go:284] error running [docker network inspect addons-488129]: docker network inspect addons-488129: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-488129 not found
I1201 18:52:19.031423 258880 network_create.go:286] output of [docker network inspect addons-488129]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-488129 not found
** /stderr **
I1201 18:52:19.031524 258880 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1201 18:52:19.049814 258880 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40027ade30}
I1201 18:52:19.049859 258880 network_create.go:124] attempt to create docker network addons-488129 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1201 18:52:19.049921 258880 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-488129 addons-488129
I1201 18:52:19.122621 258880 network_create.go:108] docker network addons-488129 192.168.49.0/24 created
I1201 18:52:19.122653 258880 kic.go:121] calculated static IP "192.168.49.2" for the "addons-488129" container
I1201 18:52:19.122742 258880 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1201 18:52:19.139898 258880 cli_runner.go:164] Run: docker volume create addons-488129 --label name.minikube.sigs.k8s.io=addons-488129 --label created_by.minikube.sigs.k8s.io=true
I1201 18:52:19.158454 258880 oci.go:103] Successfully created a docker volume addons-488129
I1201 18:52:19.158545 258880 cli_runner.go:164] Run: docker run --rm --name addons-488129-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-488129 --entrypoint /usr/bin/test -v addons-488129:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f -d /var/lib
I1201 18:52:21.061786 258880 cli_runner.go:217] Completed: docker run --rm --name addons-488129-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-488129 --entrypoint /usr/bin/test -v addons-488129:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f -d /var/lib: (1.903198669s)
I1201 18:52:21.061820 258880 oci.go:107] Successfully prepared a docker volume addons-488129
I1201 18:52:21.061863 258880 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I1201 18:52:21.061892 258880 kic.go:194] Starting extracting preloaded images to volume ...
I1201 18:52:21.061983 258880 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17703-252966/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-488129:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f -I lz4 -xf /preloaded.tar -C /extractDir
I1201 18:52:25.288243 258880 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17703-252966/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-488129:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f -I lz4 -xf /preloaded.tar -C /extractDir: (4.226216244s)
I1201 18:52:25.288274 258880 kic.go:203] duration metric: took 4.226383 seconds to extract preloaded images to volume
W1201 18:52:25.288425 258880 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1201 18:52:25.288565 258880 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1201 18:52:25.353392 258880 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-488129 --name addons-488129 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-488129 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-488129 --network addons-488129 --ip 192.168.49.2 --volume addons-488129:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f
I1201 18:52:25.708998 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Running}}
I1201 18:52:25.734733 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:52:25.760182 258880 cli_runner.go:164] Run: docker exec addons-488129 stat /var/lib/dpkg/alternatives/iptables
I1201 18:52:25.847582 258880 oci.go:144] the created container "addons-488129" has a running status.
I1201 18:52:25.847607 258880 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa...
I1201 18:52:26.195134 258880 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1201 18:52:26.222200 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:52:26.260864 258880 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1201 18:52:26.260890 258880 kic_runner.go:114] Args: [docker exec --privileged addons-488129 chown docker:docker /home/docker/.ssh/authorized_keys]
I1201 18:52:26.350798 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:52:26.377906 258880 machine.go:88] provisioning docker machine ...
I1201 18:52:26.377941 258880 ubuntu.go:169] provisioning hostname "addons-488129"
I1201 18:52:26.378021 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:52:26.409606 258880 main.go:141] libmachine: Using SSH client type: native
I1201 18:52:26.410048 258880 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33083 <nil> <nil>}
I1201 18:52:26.410069 258880 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-488129 && echo "addons-488129" | sudo tee /etc/hostname
I1201 18:52:26.410729 258880 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:56314->127.0.0.1:33083: read: connection reset by peer
I1201 18:52:29.578762 258880 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-488129
I1201 18:52:29.578847 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:52:29.598219 258880 main.go:141] libmachine: Using SSH client type: native
I1201 18:52:29.598624 258880 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33083 <nil> <nil>}
I1201 18:52:29.598642 258880 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-488129' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-488129/g' /etc/hosts;
else
echo '127.0.1.1 addons-488129' | sudo tee -a /etc/hosts;
fi
fi
I1201 18:52:29.745491 258880 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1201 18:52:29.745525 258880 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17703-252966/.minikube CaCertPath:/home/jenkins/minikube-integration/17703-252966/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17703-252966/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17703-252966/.minikube}
I1201 18:52:29.745545 258880 ubuntu.go:177] setting up certificates
I1201 18:52:29.745555 258880 provision.go:83] configureAuth start
I1201 18:52:29.745611 258880 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-488129
I1201 18:52:29.764017 258880 provision.go:138] copyHostCerts
I1201 18:52:29.764092 258880 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17703-252966/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17703-252966/.minikube/ca.pem (1078 bytes)
I1201 18:52:29.764214 258880 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17703-252966/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17703-252966/.minikube/cert.pem (1123 bytes)
I1201 18:52:29.764265 258880 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17703-252966/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17703-252966/.minikube/key.pem (1679 bytes)
I1201 18:52:29.764307 258880 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17703-252966/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17703-252966/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17703-252966/.minikube/certs/ca-key.pem org=jenkins.addons-488129 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-488129]
I1201 18:52:30.055838 258880 provision.go:172] copyRemoteCerts
I1201 18:52:30.055938 258880 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1201 18:52:30.055986 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:52:30.087771 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:52:30.200277 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1201 18:52:30.233782 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1201 18:52:30.262886 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1201 18:52:30.291667 258880 provision.go:86] duration metric: configureAuth took 546.099235ms
I1201 18:52:30.291695 258880 ubuntu.go:193] setting minikube options for container-runtime
I1201 18:52:30.291926 258880 config.go:182] Loaded profile config "addons-488129": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I1201 18:52:30.291940 258880 machine.go:91] provisioned docker machine in 3.914014204s
I1201 18:52:30.291947 258880 client.go:171] LocalClient.Create took 12.125063965s
I1201 18:52:30.291966 258880 start.go:167] duration metric: libmachine.API.Create for "addons-488129" took 12.12515245s
I1201 18:52:30.291980 258880 start.go:300] post-start starting for "addons-488129" (driver="docker")
I1201 18:52:30.291989 258880 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1201 18:52:30.292042 258880 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1201 18:52:30.292084 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:52:30.310006 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:52:30.419057 258880 ssh_runner.go:195] Run: cat /etc/os-release
I1201 18:52:30.423101 258880 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1201 18:52:30.423136 258880 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1201 18:52:30.423151 258880 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1201 18:52:30.423163 258880 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1201 18:52:30.423177 258880 filesync.go:126] Scanning /home/jenkins/minikube-integration/17703-252966/.minikube/addons for local assets ...
I1201 18:52:30.423239 258880 filesync.go:126] Scanning /home/jenkins/minikube-integration/17703-252966/.minikube/files for local assets ...
I1201 18:52:30.423267 258880 start.go:303] post-start completed in 131.280281ms
I1201 18:52:30.423595 258880 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-488129
I1201 18:52:30.441162 258880 profile.go:148] Saving config to /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/config.json ...
I1201 18:52:30.441435 258880 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1201 18:52:30.441489 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:52:30.460088 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:52:30.562449 258880 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1201 18:52:30.568018 258880 start.go:128] duration metric: createHost completed in 12.404074138s
I1201 18:52:30.568044 258880 start.go:83] releasing machines lock for "addons-488129", held for 12.404216144s
I1201 18:52:30.568111 258880 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-488129
I1201 18:52:30.585511 258880 ssh_runner.go:195] Run: cat /version.json
I1201 18:52:30.585565 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:52:30.585640 258880 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1201 18:52:30.585700 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:52:30.608122 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:52:30.618063 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:52:30.842947 258880 ssh_runner.go:195] Run: systemctl --version
I1201 18:52:30.848835 258880 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1201 18:52:30.854531 258880 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1201 18:52:30.885486 258880 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1201 18:52:30.885605 258880 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1201 18:52:30.921069 258880 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1201 18:52:30.921144 258880 start.go:475] detecting cgroup driver to use...
I1201 18:52:30.921190 258880 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1201 18:52:30.921273 258880 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1201 18:52:30.936175 258880 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1201 18:52:30.949679 258880 docker.go:203] disabling cri-docker service (if available) ...
I1201 18:52:30.949816 258880 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1201 18:52:30.965984 258880 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1201 18:52:30.982821 258880 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1201 18:52:31.076992 258880 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1201 18:52:31.182637 258880 docker.go:219] disabling docker service ...
I1201 18:52:31.182724 258880 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1201 18:52:31.205873 258880 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1201 18:52:31.219983 258880 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1201 18:52:31.313081 258880 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1201 18:52:31.405213 258880 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1201 18:52:31.419338 258880 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1201 18:52:31.440896 258880 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1201 18:52:31.453194 258880 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1201 18:52:31.465761 258880 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I1201 18:52:31.465831 258880 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1201 18:52:31.478317 258880 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1201 18:52:31.490503 258880 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1201 18:52:31.502740 258880 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1201 18:52:31.515531 258880 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1201 18:52:31.526973 258880 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1201 18:52:31.539137 258880 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1201 18:52:31.549780 258880 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1201 18:52:31.560434 258880 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1201 18:52:31.652255 258880 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1201 18:52:31.793049 258880 start.go:522] Will wait 60s for socket path /run/containerd/containerd.sock
I1201 18:52:31.793152 258880 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1201 18:52:31.798046 258880 start.go:543] Will wait 60s for crictl version
I1201 18:52:31.798109 258880 ssh_runner.go:195] Run: which crictl
I1201 18:52:31.802601 258880 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1201 18:52:31.848129 258880 start.go:559] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.25
RuntimeApiVersion: v1
I1201 18:52:31.848217 258880 ssh_runner.go:195] Run: containerd --version
I1201 18:52:31.877808 258880 ssh_runner.go:195] Run: containerd --version
I1201 18:52:31.911106 258880 out.go:177] * Preparing Kubernetes v1.28.4 on containerd 1.6.25 ...
I1201 18:52:31.913016 258880 cli_runner.go:164] Run: docker network inspect addons-488129 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1201 18:52:31.930244 258880 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1201 18:52:31.934817 258880 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1201 18:52:31.948208 258880 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I1201 18:52:31.948275 258880 ssh_runner.go:195] Run: sudo crictl images --output json
I1201 18:52:31.989073 258880 containerd.go:604] all images are preloaded for containerd runtime.
I1201 18:52:31.989098 258880 containerd.go:518] Images already preloaded, skipping extraction
I1201 18:52:31.989162 258880 ssh_runner.go:195] Run: sudo crictl images --output json
I1201 18:52:32.034981 258880 containerd.go:604] all images are preloaded for containerd runtime.
I1201 18:52:32.035008 258880 cache_images.go:84] Images are preloaded, skipping loading
I1201 18:52:32.035068 258880 ssh_runner.go:195] Run: sudo crictl info
I1201 18:52:32.076754 258880 cni.go:84] Creating CNI manager for ""
I1201 18:52:32.076782 258880 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1201 18:52:32.076813 258880 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1201 18:52:32.076835 258880 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-488129 NodeName:addons-488129 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1201 18:52:32.076970 258880 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-488129"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1201 18:52:32.077045 258880 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=addons-488129 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-488129 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1201 18:52:32.077120 258880 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I1201 18:52:32.088670 258880 binaries.go:44] Found k8s binaries, skipping transfer
I1201 18:52:32.088767 258880 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1201 18:52:32.099912 258880 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (385 bytes)
I1201 18:52:32.122244 258880 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1201 18:52:32.144682 258880 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I1201 18:52:32.166001 258880 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1201 18:52:32.170510 258880 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1201 18:52:32.183991 258880 certs.go:56] Setting up /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129 for IP: 192.168.49.2
I1201 18:52:32.184024 258880 certs.go:190] acquiring lock for shared ca certs: {Name:mk799b1e63d23a413d1b6e34a0169dabbea1b951 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:32.184202 258880 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17703-252966/.minikube/ca.key
I1201 18:52:33.162846 258880 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17703-252966/.minikube/ca.crt ...
I1201 18:52:33.162886 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/ca.crt: {Name:mk66b03f16995192a6dc09f380b9d45f2dca6f14 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:33.163155 258880 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17703-252966/.minikube/ca.key ...
I1201 18:52:33.163169 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/ca.key: {Name:mkd2b4bd1be55410804d383e14fc4b9ad1ad0042 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:33.164182 258880 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17703-252966/.minikube/proxy-client-ca.key
I1201 18:52:33.363352 258880 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17703-252966/.minikube/proxy-client-ca.crt ...
I1201 18:52:33.363385 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/proxy-client-ca.crt: {Name:mk7932373000a6c01b334043e185c4b6d95ca33e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:33.363954 258880 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17703-252966/.minikube/proxy-client-ca.key ...
I1201 18:52:33.363969 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/proxy-client-ca.key: {Name:mk8c3d69dbd55b6b2e372eaa6c54a0a0b4bfe614 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:33.364115 258880 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/client.key
I1201 18:52:33.364133 258880 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/client.crt with IP's: []
I1201 18:52:34.366549 258880 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/client.crt ...
I1201 18:52:34.366583 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/client.crt: {Name:mk1e7533bc1e186934ea487c6a95d2af861c7599 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:34.367171 258880 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/client.key ...
I1201 18:52:34.367190 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/client.key: {Name:mk9511eb5cf7af3f8bbf45506281507c79aeae23 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:34.367293 258880 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.key.dd3b5fb2
I1201 18:52:34.367315 258880 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1201 18:52:35.437977 258880 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.crt.dd3b5fb2 ...
I1201 18:52:35.438011 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.crt.dd3b5fb2: {Name:mkc3327b1acf78c239b963af6a4c5d2450f78857 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:35.438197 258880 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.key.dd3b5fb2 ...
I1201 18:52:35.438212 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.key.dd3b5fb2: {Name:mk008b4a8a1557d546126a4cd2b0d132aed68d25 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:35.438304 258880 certs.go:337] copying /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.crt
I1201 18:52:35.438377 258880 certs.go:341] copying /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.key
I1201 18:52:35.438422 258880 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/proxy-client.key
I1201 18:52:35.438436 258880 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/proxy-client.crt with IP's: []
I1201 18:52:35.737582 258880 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/proxy-client.crt ...
I1201 18:52:35.737614 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/proxy-client.crt: {Name:mk6e4c51f04e0958c8524c8c38b9d70de71044c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:35.737813 258880 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/proxy-client.key ...
I1201 18:52:35.737823 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/proxy-client.key: {Name:mkc513eecf6f7a37733039a21edd4b0e9f9050cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:52:35.738497 258880 certs.go:437] found cert: /home/jenkins/minikube-integration/17703-252966/.minikube/certs/home/jenkins/minikube-integration/17703-252966/.minikube/certs/ca-key.pem (1675 bytes)
I1201 18:52:35.738549 258880 certs.go:437] found cert: /home/jenkins/minikube-integration/17703-252966/.minikube/certs/home/jenkins/minikube-integration/17703-252966/.minikube/certs/ca.pem (1078 bytes)
I1201 18:52:35.738587 258880 certs.go:437] found cert: /home/jenkins/minikube-integration/17703-252966/.minikube/certs/home/jenkins/minikube-integration/17703-252966/.minikube/certs/cert.pem (1123 bytes)
I1201 18:52:35.738615 258880 certs.go:437] found cert: /home/jenkins/minikube-integration/17703-252966/.minikube/certs/home/jenkins/minikube-integration/17703-252966/.minikube/certs/key.pem (1679 bytes)
I1201 18:52:35.739227 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1201 18:52:35.770299 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1201 18:52:35.798551 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1201 18:52:35.826995 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/profiles/addons-488129/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1201 18:52:35.858715 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1201 18:52:35.890124 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1201 18:52:35.919384 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1201 18:52:35.947296 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1201 18:52:35.975281 258880 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17703-252966/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1201 18:52:36.004107 258880 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1201 18:52:36.028438 258880 ssh_runner.go:195] Run: openssl version
I1201 18:52:36.036149 258880 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1201 18:52:36.049141 258880 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1201 18:52:36.054264 258880 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Dec 1 18:52 /usr/share/ca-certificates/minikubeCA.pem
I1201 18:52:36.054338 258880 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1201 18:52:36.064934 258880 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1201 18:52:36.077749 258880 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1201 18:52:36.082798 258880 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1201 18:52:36.082848 258880 kubeadm.go:404] StartCluster: {Name:addons-488129 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-488129 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disa
bleMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1201 18:52:36.082924 258880 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I1201 18:52:36.082980 258880 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1201 18:52:36.130053 258880 cri.go:89] found id: ""
I1201 18:52:36.130131 258880 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1201 18:52:36.141500 258880 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1201 18:52:36.152525 258880 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1201 18:52:36.152610 258880 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1201 18:52:36.163575 258880 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1201 18:52:36.163638 258880 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1201 18:52:36.218168 258880 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I1201 18:52:36.218254 258880 kubeadm.go:322] [preflight] Running pre-flight checks
I1201 18:52:36.263578 258880 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1201 18:52:36.263672 258880 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1050-aws[0m
I1201 18:52:36.263712 258880 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1201 18:52:36.263786 258880 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1201 18:52:36.263846 258880 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1201 18:52:36.263894 258880 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1201 18:52:36.263944 258880 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1201 18:52:36.263994 258880 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1201 18:52:36.264046 258880 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1201 18:52:36.264093 258880 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1201 18:52:36.264142 258880 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1201 18:52:36.264191 258880 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1201 18:52:36.343896 258880 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1201 18:52:36.344071 258880 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1201 18:52:36.344203 258880 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1201 18:52:36.596839 258880 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1201 18:52:36.600565 258880 out.go:204] - Generating certificates and keys ...
I1201 18:52:36.600770 258880 kubeadm.go:322] [certs] Using existing ca certificate authority
I1201 18:52:36.600852 258880 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1201 18:52:36.822639 258880 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1201 18:52:37.134139 258880 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1201 18:52:37.709861 258880 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1201 18:52:38.261471 258880 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1201 18:52:38.469376 258880 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1201 18:52:38.469757 258880 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-488129 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1201 18:52:38.951099 258880 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1201 18:52:38.951455 258880 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-488129 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1201 18:52:39.507248 258880 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1201 18:52:40.097407 258880 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1201 18:52:40.509881 258880 kubeadm.go:322] [certs] Generating "sa" key and public key
I1201 18:52:40.510199 258880 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1201 18:52:40.796313 258880 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1201 18:52:41.132978 258880 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1201 18:52:41.682615 258880 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1201 18:52:43.689486 258880 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1201 18:52:43.690406 258880 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1201 18:52:43.694784 258880 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1201 18:52:43.699580 258880 out.go:204] - Booting up control plane ...
I1201 18:52:43.699747 258880 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1201 18:52:43.699861 258880 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1201 18:52:43.699945 258880 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1201 18:52:43.714853 258880 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1201 18:52:43.714947 258880 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1201 18:52:43.714984 258880 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1201 18:52:43.825502 258880 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1201 18:52:51.827820 258880 kubeadm.go:322] [apiclient] All control plane components are healthy after 8.002916 seconds
I1201 18:52:51.827973 258880 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1201 18:52:51.844396 258880 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1201 18:52:52.371457 258880 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1201 18:52:52.371703 258880 kubeadm.go:322] [mark-control-plane] Marking the node addons-488129 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1201 18:52:52.884244 258880 kubeadm.go:322] [bootstrap-token] Using token: de4fqh.pcux2alauhsjd2o5
I1201 18:52:52.886253 258880 out.go:204] - Configuring RBAC rules ...
I1201 18:52:52.886396 258880 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1201 18:52:52.893934 258880 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1201 18:52:52.902572 258880 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1201 18:52:52.907670 258880 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1201 18:52:52.911647 258880 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1201 18:52:52.915677 258880 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1201 18:52:52.930629 258880 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1201 18:52:53.168787 258880 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1201 18:52:53.298702 258880 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1201 18:52:53.300535 258880 kubeadm.go:322]
I1201 18:52:53.300605 258880 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1201 18:52:53.300611 258880 kubeadm.go:322]
I1201 18:52:53.300683 258880 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1201 18:52:53.300689 258880 kubeadm.go:322]
I1201 18:52:53.300713 258880 kubeadm.go:322] mkdir -p $HOME/.kube
I1201 18:52:53.300768 258880 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1201 18:52:53.300816 258880 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1201 18:52:53.300821 258880 kubeadm.go:322]
I1201 18:52:53.300871 258880 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1201 18:52:53.300879 258880 kubeadm.go:322]
I1201 18:52:53.300925 258880 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1201 18:52:53.300929 258880 kubeadm.go:322]
I1201 18:52:53.300978 258880 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1201 18:52:53.301048 258880 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1201 18:52:53.301112 258880 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1201 18:52:53.301116 258880 kubeadm.go:322]
I1201 18:52:53.301195 258880 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1201 18:52:53.301267 258880 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1201 18:52:53.301271 258880 kubeadm.go:322]
I1201 18:52:53.301350 258880 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token de4fqh.pcux2alauhsjd2o5 \
I1201 18:52:53.301446 258880 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6cba72ab59f3057936b959d729bb32b422b624e6e2da6be2a011dda16967004c \
I1201 18:52:53.301465 258880 kubeadm.go:322] --control-plane
I1201 18:52:53.301470 258880 kubeadm.go:322]
I1201 18:52:53.301548 258880 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1201 18:52:53.301555 258880 kubeadm.go:322]
I1201 18:52:53.301632 258880 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token de4fqh.pcux2alauhsjd2o5 \
I1201 18:52:53.301727 258880 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:6cba72ab59f3057936b959d729bb32b422b624e6e2da6be2a011dda16967004c
I1201 18:52:53.306355 258880 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1050-aws\n", err: exit status 1
I1201 18:52:53.306467 258880 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1201 18:52:53.306482 258880 cni.go:84] Creating CNI manager for ""
I1201 18:52:53.306490 258880 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1201 18:52:53.308451 258880 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1201 18:52:53.310407 258880 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1201 18:52:53.316367 258880 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I1201 18:52:53.316391 258880 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1201 18:52:53.339796 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1201 18:52:54.272275 258880 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1201 18:52:54.272349 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:54.272412 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=a7798054841a94294fc1e610bab097fa7942f774 minikube.k8s.io/name=addons-488129 minikube.k8s.io/updated_at=2023_12_01T18_52_54_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:54.505812 258880 ops.go:34] apiserver oom_adj: -16
I1201 18:52:54.505897 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:54.607066 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:55.203597 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:55.703528 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:56.204155 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:56.704453 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:57.203843 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:57.704111 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:58.204506 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:58.704265 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:59.204355 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:52:59.704529 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:00.204606 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:00.704427 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:01.204212 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:01.703808 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:02.204274 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:02.704159 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:03.204081 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:03.703846 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:04.203436 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:04.704209 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:05.203730 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:05.704018 258880 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1201 18:53:05.840263 258880 kubeadm.go:1088] duration metric: took 11.567974294s to wait for elevateKubeSystemPrivileges.
I1201 18:53:05.840295 258880 kubeadm.go:406] StartCluster complete in 29.757448771s
I1201 18:53:05.840322 258880 settings.go:142] acquiring lock: {Name:mk509c4de5b63e24c154062001ac3a5a349afe54 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:53:05.840446 258880 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17703-252966/kubeconfig
I1201 18:53:05.840935 258880 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17703-252966/kubeconfig: {Name:mk1b3fc1b8f9b6d7245434b6dbdc3c3d1a4130cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1201 18:53:05.843131 258880 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1201 18:53:05.843430 258880 config.go:182] Loaded profile config "addons-488129": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I1201 18:53:05.843458 258880 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1201 18:53:05.843547 258880 addons.go:69] Setting volumesnapshots=true in profile "addons-488129"
I1201 18:53:05.843563 258880 addons.go:231] Setting addon volumesnapshots=true in "addons-488129"
I1201 18:53:05.843641 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.844084 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.844711 258880 addons.go:69] Setting ingress=true in profile "addons-488129"
I1201 18:53:05.844754 258880 addons.go:231] Setting addon ingress=true in "addons-488129"
I1201 18:53:05.844812 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.845286 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.850379 258880 addons.go:69] Setting ingress-dns=true in profile "addons-488129"
I1201 18:53:05.850413 258880 addons.go:231] Setting addon ingress-dns=true in "addons-488129"
I1201 18:53:05.850476 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.850925 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.851116 258880 addons.go:69] Setting cloud-spanner=true in profile "addons-488129"
I1201 18:53:05.851132 258880 addons.go:231] Setting addon cloud-spanner=true in "addons-488129"
I1201 18:53:05.851177 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.851552 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.855131 258880 addons.go:69] Setting inspektor-gadget=true in profile "addons-488129"
I1201 18:53:05.855203 258880 addons.go:231] Setting addon inspektor-gadget=true in "addons-488129"
I1201 18:53:05.855308 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.855783 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.856340 258880 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-488129"
I1201 18:53:05.856390 258880 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-488129"
I1201 18:53:05.856430 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.856834 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.868993 258880 addons.go:69] Setting default-storageclass=true in profile "addons-488129"
I1201 18:53:05.869034 258880 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-488129"
I1201 18:53:05.869422 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.876550 258880 addons.go:69] Setting metrics-server=true in profile "addons-488129"
I1201 18:53:05.876623 258880 addons.go:231] Setting addon metrics-server=true in "addons-488129"
I1201 18:53:05.876712 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.877211 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.888197 258880 addons.go:69] Setting gcp-auth=true in profile "addons-488129"
I1201 18:53:05.888242 258880 mustload.go:65] Loading cluster: addons-488129
I1201 18:53:05.888556 258880 config.go:182] Loaded profile config "addons-488129": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I1201 18:53:05.888838 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.890110 258880 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-488129"
I1201 18:53:05.928267 258880 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-488129"
I1201 18:53:05.944836 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.900726 258880 addons.go:69] Setting registry=true in profile "addons-488129"
I1201 18:53:05.900778 258880 addons.go:69] Setting storage-provisioner=true in profile "addons-488129"
I1201 18:53:05.900787 258880 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-488129"
I1201 18:53:05.953216 258880 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-488129"
I1201 18:53:05.976710 258880 addons.go:231] Setting addon registry=true in "addons-488129"
I1201 18:53:05.976930 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.977366 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.988870 258880 addons.go:231] Setting addon storage-provisioner=true in "addons-488129"
I1201 18:53:05.996741 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:05.997365 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:05.999811 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:06.006063 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:06.036216 258880 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1201 18:53:06.056578 258880 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.12
I1201 18:53:06.063265 258880 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1201 18:53:06.063345 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1201 18:53:06.063469 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.079019 258880 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.4
I1201 18:53:06.086824 258880 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1201 18:53:06.079316 258880 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1201 18:53:06.099114 258880 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1201 18:53:06.101009 258880 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1201 18:53:06.101018 258880 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1201 18:53:06.101032 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I1201 18:53:06.103605 258880 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1201 18:53:06.105834 258880 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1201 18:53:06.105936 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.112179 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1201 18:53:06.112196 258880 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.22.0
I1201 18:53:06.112227 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1201 18:53:06.116252 258880 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1201 18:53:06.114157 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.114516 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.136581 258880 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1201 18:53:06.136608 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1201 18:53:06.136681 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.162203 258880 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1201 18:53:06.168218 258880 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1201 18:53:06.171399 258880 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1201 18:53:06.169468 258880 addons.go:231] Setting addon default-storageclass=true in "addons-488129"
I1201 18:53:06.172679 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:06.173540 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:06.175242 258880 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1201 18:53:06.185115 258880 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1201 18:53:06.185133 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1201 18:53:06.185184 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.183277 258880 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1201 18:53:06.183825 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:06.234194 258880 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1201 18:53:06.244204 258880 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1201 18:53:06.236749 258880 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-488129" context rescaled to 1 replicas
I1201 18:53:06.247562 258880 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1201 18:53:06.245954 258880 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1201 18:53:06.245984 258880 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1201 18:53:06.254143 258880 out.go:177] * Verifying Kubernetes components...
I1201 18:53:06.252008 258880 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1201 18:53:06.252021 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1201 18:53:06.257735 258880 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1201 18:53:06.260059 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1201 18:53:06.260153 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.260373 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.286862 258880 out.go:177] - Using image docker.io/registry:2.8.3
I1201 18:53:06.290285 258880 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1201 18:53:06.292718 258880 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1201 18:53:06.292740 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1201 18:53:06.292810 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.313919 258880 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3
I1201 18:53:06.309649 258880 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-488129"
I1201 18:53:06.315729 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:06.316247 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:06.320009 258880 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1201 18:53:06.320030 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1201 18:53:06.320133 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.341180 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.420632 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.431019 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.486776 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.512889 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.532246 258880 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1201 18:53:06.532269 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1201 18:53:06.532332 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.551836 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.555914 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.572034 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.572034 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.572807 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.628166 258880 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1201 18:53:06.627013 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.632250 258880 out.go:177] - Using image docker.io/busybox:stable
I1201 18:53:06.633852 258880 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1201 18:53:06.633870 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1201 18:53:06.633931 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:06.661709 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:06.846965 258880 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml": (1.003798411s)
I1201 18:53:06.847220 258880 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1201 18:53:06.847918 258880 node_ready.go:35] waiting up to 6m0s for node "addons-488129" to be "Ready" ...
I1201 18:53:06.852580 258880 node_ready.go:49] node "addons-488129" has status "Ready":"True"
I1201 18:53:06.852645 258880 node_ready.go:38] duration metric: took 4.708647ms waiting for node "addons-488129" to be "Ready" ...
I1201 18:53:06.852670 258880 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1201 18:53:06.863166 258880 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace to be "Ready" ...
I1201 18:53:07.061233 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1201 18:53:07.146552 258880 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1201 18:53:07.146625 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1201 18:53:07.175503 258880 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1201 18:53:07.175529 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1201 18:53:07.180406 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1201 18:53:07.227013 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1201 18:53:07.262684 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1201 18:53:07.310347 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1201 18:53:07.442641 258880 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1201 18:53:07.442668 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1201 18:53:07.470961 258880 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1201 18:53:07.470988 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1201 18:53:07.482788 258880 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1201 18:53:07.482815 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1201 18:53:07.503401 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1201 18:53:07.507632 258880 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1201 18:53:07.507651 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1201 18:53:07.555555 258880 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1201 18:53:07.555582 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1201 18:53:07.557603 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1201 18:53:07.623064 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1201 18:53:07.663382 258880 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1201 18:53:07.663409 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1201 18:53:07.702166 258880 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1201 18:53:07.702191 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1201 18:53:07.809569 258880 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1201 18:53:07.809597 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1201 18:53:07.815064 258880 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1201 18:53:07.815090 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1201 18:53:07.827461 258880 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1201 18:53:07.827487 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1201 18:53:07.909967 258880 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1201 18:53:07.909992 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1201 18:53:07.947468 258880 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1201 18:53:07.947494 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1201 18:53:08.039046 258880 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1201 18:53:08.039069 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1201 18:53:08.095578 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1201 18:53:08.124087 258880 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1201 18:53:08.124115 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1201 18:53:08.222680 258880 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1201 18:53:08.222709 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1201 18:53:08.227936 258880 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1201 18:53:08.227962 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1201 18:53:08.377142 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1201 18:53:08.439864 258880 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1201 18:53:08.439891 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1201 18:53:08.489054 258880 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1201 18:53:08.489122 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1201 18:53:08.622388 258880 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1201 18:53:08.622452 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1201 18:53:08.755059 258880 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1201 18:53:08.755135 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1201 18:53:08.807126 258880 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1201 18:53:08.807216 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I1201 18:53:08.887000 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:08.988603 258880 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1201 18:53:08.988630 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1201 18:53:09.044044 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1201 18:53:09.215678 258880 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1201 18:53:09.215702 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1201 18:53:09.337393 258880 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1201 18:53:09.337420 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1201 18:53:09.363253 258880 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1201 18:53:09.363279 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1201 18:53:09.389710 258880 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.542462843s)
I1201 18:53:09.389733 258880 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1201 18:53:09.389760 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.328446416s)
I1201 18:53:09.398785 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1201 18:53:09.861760 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.681193003s)
I1201 18:53:10.458864 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.231777339s)
I1201 18:53:10.887046 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:12.887460 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:12.990844 258880 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1201 18:53:12.990924 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:13.021435 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:13.333792 258880 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1201 18:53:13.454114 258880 addons.go:231] Setting addon gcp-auth=true in "addons-488129"
I1201 18:53:13.454193 258880 host.go:66] Checking if "addons-488129" exists ...
I1201 18:53:13.454728 258880 cli_runner.go:164] Run: docker container inspect addons-488129 --format={{.State.Status}}
I1201 18:53:13.457925 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.195157065s)
I1201 18:53:13.458004 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.147589235s)
I1201 18:53:13.458197 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.954769861s)
I1201 18:53:13.458268 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.900644237s)
I1201 18:53:13.458371 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.83528464s)
I1201 18:53:13.458388 258880 addons.go:467] Verifying addon registry=true in "addons-488129"
I1201 18:53:13.460651 258880 out.go:177] * Verifying registry addon...
I1201 18:53:13.458512 258880 addons.go:467] Verifying addon ingress=true in "addons-488129"
I1201 18:53:13.458693 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.363080733s)
I1201 18:53:13.458763 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.081594482s)
I1201 18:53:13.458843 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.41475832s)
I1201 18:53:13.463649 258880 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1201 18:53:13.467387 258880 out.go:177] * Verifying ingress addon...
W1201 18:53:13.464002 258880 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1201 18:53:13.464018 258880 addons.go:467] Verifying addon metrics-server=true in "addons-488129"
I1201 18:53:13.470248 258880 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1201 18:53:13.470397 258880 retry.go:31] will retry after 177.495854ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1201 18:53:13.479628 258880 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1201 18:53:13.479667 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:13.487353 258880 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1201 18:53:13.487412 258880 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-488129
I1201 18:53:13.489778 258880 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1201 18:53:13.489808 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1201 18:53:13.497030 258880 out.go:239] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1201 18:53:13.501384 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:13.503920 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:13.537988 258880 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33083 SSHKeyPath:/home/jenkins/minikube-integration/17703-252966/.minikube/machines/addons-488129/id_rsa Username:docker}
I1201 18:53:13.648500 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1201 18:53:14.050099 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:14.050761 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:14.515681 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:14.521133 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:14.913711 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:14.941832 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.542993602s)
I1201 18:53:14.941912 258880 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-488129"
I1201 18:53:14.946090 258880 out.go:177] * Verifying csi-hostpath-driver addon...
I1201 18:53:14.949357 258880 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1201 18:53:14.991808 258880 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1201 18:53:14.991835 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:15.008262 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:15.020043 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:15.022625 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:15.396262 258880 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.747713019s)
I1201 18:53:15.396365 258880 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.908985347s)
I1201 18:53:15.400114 258880 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1201 18:53:15.402622 258880 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1201 18:53:15.404883 258880 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1201 18:53:15.404935 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1201 18:53:15.429348 258880 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1201 18:53:15.429425 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1201 18:53:15.453954 258880 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1201 18:53:15.454023 258880 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I1201 18:53:15.481008 258880 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1201 18:53:15.510624 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:15.513307 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:15.517919 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:16.011857 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:16.014507 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:16.019861 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:16.366949 258880 addons.go:467] Verifying addon gcp-auth=true in "addons-488129"
I1201 18:53:16.369489 258880 out.go:177] * Verifying gcp-auth addon...
I1201 18:53:16.372408 258880 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1201 18:53:16.393786 258880 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1201 18:53:16.393858 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:16.406981 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:16.506565 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:16.510042 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:16.514577 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:16.913369 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:17.009873 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:17.010853 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:17.014829 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:17.386084 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:17.411485 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:17.508800 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:17.515576 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:17.517428 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:17.911746 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:18.007559 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:18.016144 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:18.018764 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:18.410940 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:18.509176 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:18.510170 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:18.513733 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:18.912516 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:19.007291 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:19.012238 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:19.018686 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:19.394378 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:19.411080 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:19.527235 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:19.528252 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:19.531706 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:19.912089 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:20.023456 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:20.029214 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:20.030432 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:20.411270 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:20.508499 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:20.525520 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:20.526511 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:20.911165 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:21.006629 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:21.011977 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:21.016769 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:21.410879 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:21.508965 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:21.517121 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:21.522772 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:21.886260 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:21.910828 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:22.006851 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:22.008881 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:22.017844 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:22.411405 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:22.506759 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:22.509265 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:22.514273 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:22.910549 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:23.008912 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:23.009351 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:23.017951 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:23.411554 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:23.507896 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:23.510763 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:23.515788 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:23.911804 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:24.005958 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:24.010275 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:24.016847 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:24.386204 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:24.411597 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:24.507297 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:24.512053 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:24.515986 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:24.911596 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:25.007019 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:25.009750 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:25.016434 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:25.411168 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:25.507541 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:25.508992 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:25.514804 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:25.911517 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:26.007318 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:26.009755 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:26.017543 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:26.386252 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:26.411386 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:26.511409 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:26.512649 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:26.517172 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:26.911324 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:27.006734 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:27.009018 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:27.018653 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:27.411578 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:27.507610 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:27.509775 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:27.513577 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:27.911624 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:28.006692 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:28.008724 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:28.014778 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:28.386386 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:28.410460 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:28.507863 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:28.510286 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:28.514747 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:28.910752 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:29.007084 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:29.008431 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:29.014605 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:29.413404 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:29.506007 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:29.509878 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:29.514453 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:29.910758 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:30.006087 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:30.009237 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:30.027395 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:30.386415 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:30.415513 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:30.506651 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:30.509845 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:30.513597 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:30.911755 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:31.007472 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:31.009677 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:31.016251 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:31.411098 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:31.508240 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:31.509257 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:31.513649 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:31.911322 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:32.007798 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:32.009701 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:32.024163 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:32.410514 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:32.508939 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:32.513699 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:32.514862 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:32.886736 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:32.910920 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:33.007912 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:33.009086 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:33.019029 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:33.412277 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:33.509644 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:33.518396 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:33.526774 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:33.911670 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:34.008622 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:34.009299 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:34.015497 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:34.411723 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:34.506602 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:34.509051 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:34.514003 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:34.911263 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:35.006009 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:35.009171 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:35.017020 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:35.386766 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:35.412250 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:35.507108 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:35.508953 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:35.513700 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:35.910702 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:36.007123 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:36.014617 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:36.018834 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:36.412290 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:36.505845 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:36.509092 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:36.514592 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:36.912413 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:37.009562 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:37.015779 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:37.020306 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:37.389777 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:37.413361 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:37.506996 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:37.509794 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:37.515142 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:37.910842 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:38.007654 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:38.009531 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:38.018785 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:38.411280 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:38.507522 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:38.509632 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:38.516791 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:38.911079 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:39.006915 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:39.009680 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:39.018879 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:39.411121 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:39.507400 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:39.510262 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:39.514719 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:39.886407 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:39.914387 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:40.006084 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:40.009986 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:40.020324 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:40.411784 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:40.508209 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:40.511934 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:40.515399 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:40.911502 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:41.009538 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:41.015871 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:41.019725 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:41.411967 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:41.510542 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:41.514462 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:41.519033 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:41.911388 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:42.009158 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:42.009894 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:42.019556 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:42.387642 258880 pod_ready.go:102] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"False"
I1201 18:53:42.411473 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:42.539277 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:42.555090 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:42.592278 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:42.911682 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:43.020339 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:43.022333 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:43.027146 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:43.412021 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:43.510181 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:43.511495 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:43.517484 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:43.885948 258880 pod_ready.go:92] pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace has status "Ready":"True"
I1201 18:53:43.885972 258880 pod_ready.go:81] duration metric: took 37.022737003s waiting for pod "coredns-5dd5756b68-7cnd6" in "kube-system" namespace to be "Ready" ...
I1201 18:53:43.885985 258880 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-wd4xp" in "kube-system" namespace to be "Ready" ...
I1201 18:53:43.888208 258880 pod_ready.go:97] error getting pod "coredns-5dd5756b68-wd4xp" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-wd4xp" not found
I1201 18:53:43.888234 258880 pod_ready.go:81] duration metric: took 2.241032ms waiting for pod "coredns-5dd5756b68-wd4xp" in "kube-system" namespace to be "Ready" ...
E1201 18:53:43.888245 258880 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-wd4xp" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-wd4xp" not found
I1201 18:53:43.888252 258880 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-488129" in "kube-system" namespace to be "Ready" ...
I1201 18:53:43.893736 258880 pod_ready.go:92] pod "etcd-addons-488129" in "kube-system" namespace has status "Ready":"True"
I1201 18:53:43.893765 258880 pod_ready.go:81] duration metric: took 5.500335ms waiting for pod "etcd-addons-488129" in "kube-system" namespace to be "Ready" ...
I1201 18:53:43.893781 258880 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-488129" in "kube-system" namespace to be "Ready" ...
I1201 18:53:43.906259 258880 pod_ready.go:92] pod "kube-apiserver-addons-488129" in "kube-system" namespace has status "Ready":"True"
I1201 18:53:43.906282 258880 pod_ready.go:81] duration metric: took 12.493427ms waiting for pod "kube-apiserver-addons-488129" in "kube-system" namespace to be "Ready" ...
I1201 18:53:43.906294 258880 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-488129" in "kube-system" namespace to be "Ready" ...
I1201 18:53:43.911117 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:43.914272 258880 pod_ready.go:92] pod "kube-controller-manager-addons-488129" in "kube-system" namespace has status "Ready":"True"
I1201 18:53:43.914300 258880 pod_ready.go:81] duration metric: took 7.997259ms waiting for pod "kube-controller-manager-addons-488129" in "kube-system" namespace to be "Ready" ...
I1201 18:53:43.914313 258880 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-7gj6v" in "kube-system" namespace to be "Ready" ...
I1201 18:53:44.008907 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:44.009175 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:44.016085 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:44.083818 258880 pod_ready.go:92] pod "kube-proxy-7gj6v" in "kube-system" namespace has status "Ready":"True"
I1201 18:53:44.083845 258880 pod_ready.go:81] duration metric: took 169.523826ms waiting for pod "kube-proxy-7gj6v" in "kube-system" namespace to be "Ready" ...
I1201 18:53:44.083859 258880 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-488129" in "kube-system" namespace to be "Ready" ...
I1201 18:53:44.410748 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:44.483674 258880 pod_ready.go:92] pod "kube-scheduler-addons-488129" in "kube-system" namespace has status "Ready":"True"
I1201 18:53:44.483703 258880 pod_ready.go:81] duration metric: took 399.835358ms waiting for pod "kube-scheduler-addons-488129" in "kube-system" namespace to be "Ready" ...
I1201 18:53:44.483714 258880 pod_ready.go:38] duration metric: took 37.631019986s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1201 18:53:44.483731 258880 api_server.go:52] waiting for apiserver process to appear ...
I1201 18:53:44.483798 258880 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1201 18:53:44.499876 258880 api_server.go:72] duration metric: took 38.248000146s to wait for apiserver process to appear ...
I1201 18:53:44.499906 258880 api_server.go:88] waiting for apiserver healthz status ...
I1201 18:53:44.499924 258880 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1201 18:53:44.509893 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:44.511858 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:44.513134 258880 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1201 18:53:44.514496 258880 api_server.go:141] control plane version: v1.28.4
I1201 18:53:44.514570 258880 api_server.go:131] duration metric: took 14.655575ms to wait for apiserver health ...
I1201 18:53:44.514599 258880 system_pods.go:43] waiting for kube-system pods to appear ...
I1201 18:53:44.517891 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:44.691298 258880 system_pods.go:59] 18 kube-system pods found
I1201 18:53:44.691332 258880 system_pods.go:61] "coredns-5dd5756b68-7cnd6" [c2fd3dad-e975-43bb-9a8e-374a23034a6b] Running
I1201 18:53:44.691341 258880 system_pods.go:61] "csi-hostpath-attacher-0" [aac66903-8217-450f-822b-012f260f7029] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1201 18:53:44.691350 258880 system_pods.go:61] "csi-hostpath-resizer-0" [0c7bc8da-9bc4-4728-897c-e90dbe7970cd] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1201 18:53:44.691359 258880 system_pods.go:61] "csi-hostpathplugin-tzvpq" [46de56fc-fa53-4164-a6ba-b36576e4ad84] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1201 18:53:44.691366 258880 system_pods.go:61] "etcd-addons-488129" [1cdf3478-7dd2-4aeb-ab50-b40d30796abb] Running
I1201 18:53:44.691380 258880 system_pods.go:61] "kindnet-vlkvw" [77a27644-f084-4864-82db-bd46a895c2e7] Running
I1201 18:53:44.691388 258880 system_pods.go:61] "kube-apiserver-addons-488129" [1eee77ec-5c9e-49ab-b45b-52bc9970654f] Running
I1201 18:53:44.691394 258880 system_pods.go:61] "kube-controller-manager-addons-488129" [90f990ff-4c34-4368-8f87-a016137e4a1f] Running
I1201 18:53:44.691409 258880 system_pods.go:61] "kube-ingress-dns-minikube" [a8ea6287-3f31-4001-a60a-96eea450815d] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1201 18:53:44.691421 258880 system_pods.go:61] "kube-proxy-7gj6v" [a29da598-4eeb-41bf-ba04-578cd98c49d1] Running
I1201 18:53:44.691427 258880 system_pods.go:61] "kube-scheduler-addons-488129" [598362d5-2808-47d6-80c8-0ae9a4509742] Running
I1201 18:53:44.691434 258880 system_pods.go:61] "metrics-server-7c66d45ddc-zppw9" [f20afbef-3118-48da-90f0-2c4f64e46b0b] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1201 18:53:44.691445 258880 system_pods.go:61] "nvidia-device-plugin-daemonset-c8qcb" [d66b677c-4402-4f2d-972e-f1971fa0edab] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1201 18:53:44.691453 258880 system_pods.go:61] "registry-proxy-wbp5h" [fbc66db0-d824-4235-9b7f-01ca7a98db44] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1201 18:53:44.691461 258880 system_pods.go:61] "registry-rc92j" [2efe823d-0a41-44bf-8c9f-092cbf70ad2d] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1201 18:53:44.691471 258880 system_pods.go:61] "snapshot-controller-58dbcc7b99-5j6xt" [e5536eaf-5588-42ba-8e97-2d886e17b480] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1201 18:53:44.691482 258880 system_pods.go:61] "snapshot-controller-58dbcc7b99-nthll" [20526f5e-4d91-4ed0-8815-8628a7f85781] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1201 18:53:44.691488 258880 system_pods.go:61] "storage-provisioner" [9da2e018-961a-4849-a6af-2667470a6ab9] Running
I1201 18:53:44.691505 258880 system_pods.go:74] duration metric: took 176.886797ms to wait for pod list to return data ...
I1201 18:53:44.691514 258880 default_sa.go:34] waiting for default service account to be created ...
I1201 18:53:44.882383 258880 default_sa.go:45] found service account: "default"
I1201 18:53:44.882411 258880 default_sa.go:55] duration metric: took 190.88497ms for default service account to be created ...
I1201 18:53:44.882421 258880 system_pods.go:116] waiting for k8s-apps to be running ...
I1201 18:53:44.911807 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:45.006963 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:45.009305 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:45.027625 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:45.109501 258880 system_pods.go:86] 18 kube-system pods found
I1201 18:53:45.109544 258880 system_pods.go:89] "coredns-5dd5756b68-7cnd6" [c2fd3dad-e975-43bb-9a8e-374a23034a6b] Running
I1201 18:53:45.109557 258880 system_pods.go:89] "csi-hostpath-attacher-0" [aac66903-8217-450f-822b-012f260f7029] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1201 18:53:45.109566 258880 system_pods.go:89] "csi-hostpath-resizer-0" [0c7bc8da-9bc4-4728-897c-e90dbe7970cd] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1201 18:53:45.109577 258880 system_pods.go:89] "csi-hostpathplugin-tzvpq" [46de56fc-fa53-4164-a6ba-b36576e4ad84] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1201 18:53:45.109584 258880 system_pods.go:89] "etcd-addons-488129" [1cdf3478-7dd2-4aeb-ab50-b40d30796abb] Running
I1201 18:53:45.109590 258880 system_pods.go:89] "kindnet-vlkvw" [77a27644-f084-4864-82db-bd46a895c2e7] Running
I1201 18:53:45.109596 258880 system_pods.go:89] "kube-apiserver-addons-488129" [1eee77ec-5c9e-49ab-b45b-52bc9970654f] Running
I1201 18:53:45.109602 258880 system_pods.go:89] "kube-controller-manager-addons-488129" [90f990ff-4c34-4368-8f87-a016137e4a1f] Running
I1201 18:53:45.109611 258880 system_pods.go:89] "kube-ingress-dns-minikube" [a8ea6287-3f31-4001-a60a-96eea450815d] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1201 18:53:45.109619 258880 system_pods.go:89] "kube-proxy-7gj6v" [a29da598-4eeb-41bf-ba04-578cd98c49d1] Running
I1201 18:53:45.109625 258880 system_pods.go:89] "kube-scheduler-addons-488129" [598362d5-2808-47d6-80c8-0ae9a4509742] Running
I1201 18:53:45.109635 258880 system_pods.go:89] "metrics-server-7c66d45ddc-zppw9" [f20afbef-3118-48da-90f0-2c4f64e46b0b] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1201 18:53:45.109644 258880 system_pods.go:89] "nvidia-device-plugin-daemonset-c8qcb" [d66b677c-4402-4f2d-972e-f1971fa0edab] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1201 18:53:45.109655 258880 system_pods.go:89] "registry-proxy-wbp5h" [fbc66db0-d824-4235-9b7f-01ca7a98db44] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1201 18:53:45.109663 258880 system_pods.go:89] "registry-rc92j" [2efe823d-0a41-44bf-8c9f-092cbf70ad2d] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1201 18:53:45.109671 258880 system_pods.go:89] "snapshot-controller-58dbcc7b99-5j6xt" [e5536eaf-5588-42ba-8e97-2d886e17b480] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1201 18:53:45.109678 258880 system_pods.go:89] "snapshot-controller-58dbcc7b99-nthll" [20526f5e-4d91-4ed0-8815-8628a7f85781] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1201 18:53:45.109689 258880 system_pods.go:89] "storage-provisioner" [9da2e018-961a-4849-a6af-2667470a6ab9] Running
I1201 18:53:45.109698 258880 system_pods.go:126] duration metric: took 227.270198ms to wait for k8s-apps to be running ...
I1201 18:53:45.109706 258880 system_svc.go:44] waiting for kubelet service to be running ....
I1201 18:53:45.109774 258880 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1201 18:53:45.136174 258880 system_svc.go:56] duration metric: took 26.455293ms WaitForService to wait for kubelet.
I1201 18:53:45.136266 258880 kubeadm.go:581] duration metric: took 38.884398837s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1201 18:53:45.136342 258880 node_conditions.go:102] verifying NodePressure condition ...
I1201 18:53:45.287631 258880 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1201 18:53:45.287673 258880 node_conditions.go:123] node cpu capacity is 2
I1201 18:53:45.287688 258880 node_conditions.go:105] duration metric: took 151.301446ms to run NodePressure ...
I1201 18:53:45.287706 258880 start.go:228] waiting for startup goroutines ...
I1201 18:53:45.410869 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:45.507737 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:45.510465 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:45.514280 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:45.916512 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:46.019469 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:46.020417 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:46.025655 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:46.411945 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:46.510524 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:46.514648 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:46.518698 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:46.911866 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:47.023387 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:47.032423 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:47.033719 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:47.412792 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:47.509335 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:47.518257 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:47.519322 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:47.912094 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:48.022735 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:48.023749 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:48.025546 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:48.411831 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:48.509057 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:48.516966 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:48.521806 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:48.912487 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:49.009830 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:49.016277 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:49.024105 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:49.412797 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:49.511531 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:49.512449 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:49.518376 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:49.912244 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:50.017659 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:50.023994 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:50.033456 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:50.411372 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:50.506085 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:50.509465 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:50.513983 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:50.911005 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:51.016148 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:51.018387 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:51.022332 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:51.411539 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:51.514279 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:51.517814 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:51.519406 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:51.910754 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:52.013701 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:52.014793 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:52.017462 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:52.411523 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:52.508030 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:52.513766 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:52.514764 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:52.911270 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:53.006833 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:53.018405 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:53.020162 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:53.411018 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:53.510790 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:53.511896 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:53.519735 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:53.911165 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:54.007312 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:54.035221 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:54.038312 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:54.412025 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:54.507881 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:54.509550 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:54.514970 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:54.912603 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:55.009199 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:55.015761 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:55.024365 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:55.412416 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:55.506448 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:55.510132 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:55.514193 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:55.915731 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:56.007309 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:56.010467 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:56.016036 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:56.411442 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:56.506091 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:56.509010 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:56.513662 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:56.910412 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:57.006861 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:57.008957 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:57.017556 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:57.411579 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:57.508356 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:57.513752 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:57.517629 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:57.911033 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:58.007355 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:58.012627 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:58.017953 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:58.411226 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:58.509074 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:58.511886 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:58.515154 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:58.910814 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:59.006091 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:59.008860 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:59.017022 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:59.410827 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:53:59.506733 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:53:59.509591 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:53:59.514624 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:53:59.912704 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:54:00.009441 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:00.021019 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:00.036881 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:00.410845 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1201 18:54:00.509837 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:00.511933 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:00.515361 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:00.911665 258880 kapi.go:107] duration metric: took 44.539254912s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1201 18:54:00.914244 258880 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-488129 cluster.
I1201 18:54:00.916356 258880 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1201 18:54:00.918354 258880 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1201 18:54:01.008790 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:01.013032 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:01.020430 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:01.506736 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:01.510041 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:01.515070 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:02.008391 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:02.009172 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:02.022303 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:02.507487 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:02.512428 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:02.515450 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:03.008343 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:03.014104 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:03.018312 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:03.506596 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:03.511663 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:03.516842 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:04.006559 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:04.009892 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:04.016576 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:04.508349 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:04.515058 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:04.517383 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:05.006639 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:05.013674 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:05.019975 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:05.506488 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:05.509720 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:05.514823 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:06.009326 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:06.014933 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:06.019071 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:06.506340 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1201 18:54:06.509841 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:06.516168 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:07.006609 258880 kapi.go:107] duration metric: took 53.542967914s to wait for kubernetes.io/minikube-addons=registry ...
I1201 18:54:07.013917 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:07.017361 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:07.508972 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:07.514947 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:08.009226 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:08.019744 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:08.509751 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:08.516797 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:09.009548 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:09.018751 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:09.508689 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:09.514217 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:10.008643 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:10.014599 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:10.509472 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:10.514847 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:11.008353 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:11.015039 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:11.508675 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:11.514726 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:12.009363 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:12.015794 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:12.509063 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:12.514081 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:13.009117 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:13.015507 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:13.508267 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:13.513462 258880 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1201 18:54:14.011836 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:14.027346 258880 kapi.go:107] duration metric: took 59.077984238s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1201 18:54:14.509102 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:15.008514 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:15.508267 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:16.009251 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:16.508975 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:17.008850 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:17.508797 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:18.009096 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:18.508790 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:19.008539 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:19.509157 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:20.008548 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:20.508315 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:21.009050 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:21.509121 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:22.009035 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:22.508827 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:23.010345 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:23.509085 258880 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1201 18:54:24.011104 258880 kapi.go:107] duration metric: took 1m10.540852385s to wait for app.kubernetes.io/name=ingress-nginx ...
I1201 18:54:24.013260 258880 out.go:177] * Enabled addons: nvidia-device-plugin, cloud-spanner, ingress-dns, storage-provisioner, inspektor-gadget, metrics-server, storage-provisioner-rancher, volumesnapshots, gcp-auth, registry, csi-hostpath-driver, ingress
I1201 18:54:24.015444 258880 addons.go:502] enable addons completed in 1m18.171969057s: enabled=[nvidia-device-plugin cloud-spanner ingress-dns storage-provisioner inspektor-gadget metrics-server storage-provisioner-rancher volumesnapshots gcp-auth registry csi-hostpath-driver ingress]
I1201 18:54:24.015508 258880 start.go:233] waiting for cluster config update ...
I1201 18:54:24.015531 258880 start.go:242] writing updated cluster config ...
I1201 18:54:24.015875 258880 ssh_runner.go:195] Run: rm -f paused
I1201 18:54:24.342659 258880 start.go:600] kubectl: 1.28.4, cluster: 1.28.4 (minor skew: 0)
I1201 18:54:24.344758 258880 out.go:177] * Done! kubectl is now configured to use "addons-488129" cluster and "default" namespace by default
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
3b9be2d2fd676 dd1b12fcb6097 6 seconds ago Exited hello-world-app 2 e10d4940f4fa4 hello-world-app-5d77478584-24z8n
b124ff6b18bf5 f09fc93534f6a 33 seconds ago Running nginx 0 84b4b13fe9d5d nginx
d1674986f6b83 14b04e7ab95a8 50 seconds ago Running headlamp 0 0c0b84ed712fb headlamp-777fd4b855-n5kz2
af29b6684aed3 af594c6a879f2 2 minutes ago Exited patch 2 8a5c99c0d61bb ingress-nginx-admission-patch-5694m
7874cfff5c364 2a5f29343eb03 2 minutes ago Running gcp-auth 0 bbc59a27978ac gcp-auth-d4c87556c-bg8zr
1e8ac2fbf06b1 af594c6a879f2 2 minutes ago Exited create 0 7b810b8bc0f75 ingress-nginx-admission-create-8bd7j
a7a755c4d1e6a 97e04611ad434 2 minutes ago Running coredns 0 6c6ed488b86cd coredns-5dd5756b68-7cnd6
4a1990b8f0d3a ba04bb24b9575 3 minutes ago Running storage-provisioner 0 92bcd0bdea585 storage-provisioner
22b7e6d47d9f4 04b4eaa3d3db8 3 minutes ago Running kindnet-cni 0 c2a07d743c346 kindnet-vlkvw
dc03101da0017 3ca3ca488cf13 3 minutes ago Running kube-proxy 0 22b748ffc9f37 kube-proxy-7gj6v
480e877a31796 04b4c447bb9d4 3 minutes ago Running kube-apiserver 0 e3e6c06c7bd7a kube-apiserver-addons-488129
d7d1b3ff7e10d 9961cbceaf234 3 minutes ago Running kube-controller-manager 0 4d85cb24956c1 kube-controller-manager-addons-488129
026c258cdfa60 9cdd6470f48c8 3 minutes ago Running etcd 0 bdd0ce7e7a166 etcd-addons-488129
a2dc008f66885 05c284c929889 3 minutes ago Running kube-scheduler 0 6d9cc4e7ba5dd kube-scheduler-addons-488129
*
* ==> containerd <==
* Dec 01 18:56:19 addons-488129 containerd[747]: time="2023-12-01T18:56:19.279966583Z" level=info msg="StartContainer for \"3b9be2d2fd676b8e02da39b06d73a9a8ffca8bf2cc6d19c7b3ab27de9ad9ff9b\""
Dec 01 18:56:19 addons-488129 containerd[747]: time="2023-12-01T18:56:19.354417287Z" level=info msg="StartContainer for \"3b9be2d2fd676b8e02da39b06d73a9a8ffca8bf2cc6d19c7b3ab27de9ad9ff9b\" returns successfully"
Dec 01 18:56:19 addons-488129 containerd[747]: time="2023-12-01T18:56:19.379680068Z" level=info msg="shim disconnected" id=3b9be2d2fd676b8e02da39b06d73a9a8ffca8bf2cc6d19c7b3ab27de9ad9ff9b
Dec 01 18:56:19 addons-488129 containerd[747]: time="2023-12-01T18:56:19.379742025Z" level=warning msg="cleaning up after shim disconnected" id=3b9be2d2fd676b8e02da39b06d73a9a8ffca8bf2cc6d19c7b3ab27de9ad9ff9b namespace=k8s.io
Dec 01 18:56:19 addons-488129 containerd[747]: time="2023-12-01T18:56:19.379753143Z" level=info msg="cleaning up dead shim"
Dec 01 18:56:19 addons-488129 containerd[747]: time="2023-12-01T18:56:19.402713993Z" level=warning msg="cleanup warnings time=\"2023-12-01T18:56:19Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11984 runtime=io.containerd.runc.v2\n"
Dec 01 18:56:19 addons-488129 containerd[747]: time="2023-12-01T18:56:19.497743747Z" level=info msg="RemoveContainer for \"3e1d7966fcbbc004ff70a114d141da0de283e28cfa2c704761eb02d18601bb7f\""
Dec 01 18:56:19 addons-488129 containerd[747]: time="2023-12-01T18:56:19.504551916Z" level=info msg="RemoveContainer for \"3e1d7966fcbbc004ff70a114d141da0de283e28cfa2c704761eb02d18601bb7f\" returns successfully"
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.255106350Z" level=info msg="Kill container \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\""
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.345865280Z" level=info msg="shim disconnected" id=5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.345988094Z" level=warning msg="cleaning up after shim disconnected" id=5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7 namespace=k8s.io
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.346001181Z" level=info msg="cleaning up dead shim"
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.357985963Z" level=warning msg="cleanup warnings time=\"2023-12-01T18:56:20Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=12016 runtime=io.containerd.runc.v2\n"
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.361048247Z" level=info msg="StopContainer for \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\" returns successfully"
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.361639410Z" level=info msg="StopPodSandbox for \"c23792e09593c7229d6134fd552a8ac761fc4fcd72a4d1aff427f42c0ebd6cfb\""
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.361715012Z" level=info msg="Container to stop \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\" must be in running or unknown state, current state \"CONTAINER_EXITED\""
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.394386011Z" level=info msg="shim disconnected" id=c23792e09593c7229d6134fd552a8ac761fc4fcd72a4d1aff427f42c0ebd6cfb
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.394653506Z" level=warning msg="cleaning up after shim disconnected" id=c23792e09593c7229d6134fd552a8ac761fc4fcd72a4d1aff427f42c0ebd6cfb namespace=k8s.io
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.394682897Z" level=info msg="cleaning up dead shim"
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.405962596Z" level=warning msg="cleanup warnings time=\"2023-12-01T18:56:20Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=12047 runtime=io.containerd.runc.v2\n"
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.461357744Z" level=info msg="TearDown network for sandbox \"c23792e09593c7229d6134fd552a8ac761fc4fcd72a4d1aff427f42c0ebd6cfb\" successfully"
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.461543582Z" level=info msg="StopPodSandbox for \"c23792e09593c7229d6134fd552a8ac761fc4fcd72a4d1aff427f42c0ebd6cfb\" returns successfully"
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.500920744Z" level=info msg="RemoveContainer for \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\""
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.506925525Z" level=info msg="RemoveContainer for \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\" returns successfully"
Dec 01 18:56:20 addons-488129 containerd[747]: time="2023-12-01T18:56:20.507727633Z" level=error msg="ContainerStatus for \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\": not found"
*
* ==> coredns [a7a755c4d1e6a1b5852c8697a0454a39e220b117769dc8c4a27f5664aac525a6] <==
* [INFO] 10.244.0.19:47294 - 62336 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000143976s
[INFO] 10.244.0.19:39404 - 47854 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001873065s
[INFO] 10.244.0.19:47294 - 47718 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001772249s
[INFO] 10.244.0.19:39404 - 33948 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002283995s
[INFO] 10.244.0.19:47294 - 38352 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001870144s
[INFO] 10.244.0.19:39404 - 61130 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000100923s
[INFO] 10.244.0.19:47294 - 13822 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00004549s
[INFO] 10.244.0.19:33661 - 42506 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000111869s
[INFO] 10.244.0.19:33661 - 36188 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000052456s
[INFO] 10.244.0.19:53347 - 39679 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00003529s
[INFO] 10.244.0.19:33661 - 46126 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000030457s
[INFO] 10.244.0.19:53347 - 10354 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000043225s
[INFO] 10.244.0.19:33661 - 22714 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000030777s
[INFO] 10.244.0.19:53347 - 36567 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000026158s
[INFO] 10.244.0.19:33661 - 38212 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000026864s
[INFO] 10.244.0.19:53347 - 53381 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00002537s
[INFO] 10.244.0.19:33661 - 5545 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000051102s
[INFO] 10.244.0.19:53347 - 12703 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000030236s
[INFO] 10.244.0.19:53347 - 5299 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000104795s
[INFO] 10.244.0.19:33661 - 58257 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003636437s
[INFO] 10.244.0.19:53347 - 64032 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003391416s
[INFO] 10.244.0.19:53347 - 43518 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00089202s
[INFO] 10.244.0.19:53347 - 37749 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000061661s
[INFO] 10.244.0.19:33661 - 51374 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.006381781s
[INFO] 10.244.0.19:33661 - 12409 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000108709s
*
* ==> describe nodes <==
* Name: addons-488129
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-488129
kubernetes.io/os=linux
minikube.k8s.io/commit=a7798054841a94294fc1e610bab097fa7942f774
minikube.k8s.io/name=addons-488129
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_12_01T18_52_54_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-488129
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 01 Dec 2023 18:52:50 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-488129
AcquireTime: <unset>
RenewTime: Fri, 01 Dec 2023 18:56:17 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 01 Dec 2023 18:55:57 +0000 Fri, 01 Dec 2023 18:52:46 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 01 Dec 2023 18:55:57 +0000 Fri, 01 Dec 2023 18:52:46 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 01 Dec 2023 18:55:57 +0000 Fri, 01 Dec 2023 18:52:46 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 01 Dec 2023 18:55:57 +0000 Fri, 01 Dec 2023 18:53:03 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-488129
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 90c46a334d964249bf6c456f40f33733
System UUID: 9416941f-21d0-4c8b-b640-87ebbaf52134
Boot ID: 8abca68d-6ef7-4596-a2cf-01a2291ed738
Kernel Version: 5.15.0-1050-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.6.25
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (12 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-24z8n 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 36s
gcp-auth gcp-auth-d4c87556c-bg8zr 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m9s
headlamp headlamp-777fd4b855-n5kz2 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 54s
kube-system coredns-5dd5756b68-7cnd6 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m20s
kube-system etcd-addons-488129 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m32s
kube-system kindnet-vlkvw 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m20s
kube-system kube-apiserver-addons-488129 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m32s
kube-system kube-controller-manager-addons-488129 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m32s
kube-system kube-proxy-7gj6v 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m20s
kube-system kube-scheduler-addons-488129 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m32s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m14s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 220Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m18s kube-proxy
Normal Starting 3m32s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m32s kubelet Node addons-488129 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m32s kubelet Node addons-488129 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m32s kubelet Node addons-488129 status is now: NodeHasSufficientPID
Normal NodeNotReady 3m32s kubelet Node addons-488129 status is now: NodeNotReady
Normal NodeAllocatableEnforced 3m32s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 3m22s kubelet Node addons-488129 status is now: NodeReady
Normal RegisteredNode 3m20s node-controller Node addons-488129 event: Registered Node addons-488129 in Controller
*
* ==> dmesg <==
* [ +0.000754] FS-Cache: N-cookie c=0000000c [p=00000003 fl=2 nc=0 na=1]
[ +0.001026] FS-Cache: N-cookie d=00000000c0e2b83e{9p.inode} n=00000000b55389ab
[ +0.001117] FS-Cache: N-key=[8] 'a0385c0100000000'
[ +0.002877] FS-Cache: Duplicate cookie detected
[ +0.000724] FS-Cache: O-cookie c=00000006 [p=00000003 fl=226 nc=0 na=1]
[ +0.001014] FS-Cache: O-cookie d=00000000c0e2b83e{9p.inode} n=0000000009a500bd
[ +0.001116] FS-Cache: O-key=[8] 'a0385c0100000000'
[ +0.000790] FS-Cache: N-cookie c=0000000d [p=00000003 fl=2 nc=0 na=1]
[ +0.000985] FS-Cache: N-cookie d=00000000c0e2b83e{9p.inode} n=000000006d601d2f
[ +0.001101] FS-Cache: N-key=[8] 'a0385c0100000000'
[ +2.615492] FS-Cache: Duplicate cookie detected
[ +0.000772] FS-Cache: O-cookie c=00000004 [p=00000003 fl=226 nc=0 na=1]
[ +0.001004] FS-Cache: O-cookie d=00000000c0e2b83e{9p.inode} n=0000000010bf0fcb
[ +0.001152] FS-Cache: O-key=[8] '9f385c0100000000'
[ +0.000813] FS-Cache: N-cookie c=0000000f [p=00000003 fl=2 nc=0 na=1]
[ +0.000990] FS-Cache: N-cookie d=00000000c0e2b83e{9p.inode} n=00000000b55389ab
[ +0.001159] FS-Cache: N-key=[8] '9f385c0100000000'
[ +0.329811] FS-Cache: Duplicate cookie detected
[ +0.000747] FS-Cache: O-cookie c=00000009 [p=00000003 fl=226 nc=0 na=1]
[ +0.001030] FS-Cache: O-cookie d=00000000c0e2b83e{9p.inode} n=00000000e473eb7d
[ +0.001123] FS-Cache: O-key=[8] 'a7385c0100000000'
[ +0.000733] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.000973] FS-Cache: N-cookie d=00000000c0e2b83e{9p.inode} n=000000003d8bf441
[ +0.001090] FS-Cache: N-key=[8] 'a7385c0100000000'
[Dec 1 17:49] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
*
* ==> etcd [026c258cdfa60bdbd34d0298a83e5f61936e8b3a021045bfd63a1351446b0101] <==
* {"level":"info","ts":"2023-12-01T18:52:46.412909Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2023-12-01T18:52:46.413284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-12-01T18:52:46.416587Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-12-01T18:52:46.416968Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-12-01T18:52:46.42452Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-12-01T18:52:46.421245Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-12-01T18:52:46.42129Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-12-01T18:52:46.868502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-12-01T18:52:46.868715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-12-01T18:52:46.868806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-12-01T18:52:46.868914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-12-01T18:52:46.869006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-12-01T18:52:46.869098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-12-01T18:52:46.869188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-12-01T18:52:46.872655Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-488129 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-12-01T18:52:46.872826Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-12-01T18:52:46.874038Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-12-01T18:52:46.876604Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-12-01T18:52:46.876834Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-12-01T18:52:46.877787Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-12-01T18:52:46.884517Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-12-01T18:52:46.884636Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-12-01T18:52:46.884735Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-12-01T18:52:46.884888Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-12-01T18:52:46.884963Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
*
* ==> gcp-auth [7874cfff5c364a73f7e0fd658c6db6de65fe59b3b61fd98645b513af8785b722] <==
* 2023/12/01 18:54:00 GCP Auth Webhook started!
2023/12/01 18:54:34 Ready to marshal response ...
2023/12/01 18:54:34 Ready to write response ...
2023/12/01 18:54:45 Ready to marshal response ...
2023/12/01 18:54:45 Ready to write response ...
2023/12/01 18:54:45 Ready to marshal response ...
2023/12/01 18:54:45 Ready to write response ...
2023/12/01 18:54:50 Ready to marshal response ...
2023/12/01 18:54:50 Ready to write response ...
2023/12/01 18:54:58 Ready to marshal response ...
2023/12/01 18:54:58 Ready to write response ...
2023/12/01 18:55:08 Ready to marshal response ...
2023/12/01 18:55:08 Ready to write response ...
2023/12/01 18:55:31 Ready to marshal response ...
2023/12/01 18:55:31 Ready to write response ...
2023/12/01 18:55:31 Ready to marshal response ...
2023/12/01 18:55:31 Ready to write response ...
2023/12/01 18:55:31 Ready to marshal response ...
2023/12/01 18:55:31 Ready to write response ...
2023/12/01 18:55:49 Ready to marshal response ...
2023/12/01 18:55:49 Ready to write response ...
2023/12/01 18:55:59 Ready to marshal response ...
2023/12/01 18:55:59 Ready to write response ...
*
* ==> kernel <==
* 18:56:26 up 1:38, 0 users, load average: 1.35, 1.85, 1.82
Linux addons-488129 5.15.0-1050-aws #55~20.04.1-Ubuntu SMP Mon Nov 6 12:18:16 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [22b7e6d47d9f4a75bc24caaef1be384992b615bd5487662f96c620c94cea5907] <==
* I1201 18:54:17.461915 1 main.go:227] handling current node
I1201 18:54:27.474809 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:54:27.474843 1 main.go:227] handling current node
I1201 18:54:37.479469 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:54:37.479501 1 main.go:227] handling current node
I1201 18:54:47.492361 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:54:47.492389 1 main.go:227] handling current node
I1201 18:54:57.504576 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:54:57.504606 1 main.go:227] handling current node
I1201 18:55:07.517658 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:55:07.517689 1 main.go:227] handling current node
I1201 18:55:17.536070 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:55:17.536099 1 main.go:227] handling current node
I1201 18:55:27.540413 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:55:27.540445 1 main.go:227] handling current node
I1201 18:55:37.545731 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:55:37.545764 1 main.go:227] handling current node
I1201 18:55:47.550017 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:55:47.550300 1 main.go:227] handling current node
I1201 18:55:57.554649 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:55:57.554678 1 main.go:227] handling current node
I1201 18:56:07.559292 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:56:07.559326 1 main.go:227] handling current node
I1201 18:56:17.572131 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1201 18:56:17.572163 1 main.go:227] handling current node
*
* ==> kube-apiserver [480e877a317963e7b161271ddde980075bebeedd87746305468098b110ed14c9] <==
* I1201 18:55:24.073851 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1201 18:55:24.073914 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1201 18:55:24.084246 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1201 18:55:24.084320 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1201 18:55:24.094506 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1201 18:55:24.094572 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1201 18:55:24.114175 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1201 18:55:24.114239 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1201 18:55:24.148791 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1201 18:55:24.148834 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1201 18:55:24.149706 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1201 18:55:24.149755 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1201 18:55:25.084570 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1201 18:55:25.144397 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1201 18:55:25.159475 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1201 18:55:31.598207 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.101.117.180"}
I1201 18:55:48.524890 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I1201 18:55:48.537162 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1201 18:55:49.576912 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1201 18:55:49.641779 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I1201 18:55:49.973087 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.100.201.25"}
I1201 18:55:53.103112 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1201 18:55:59.801849 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.108.211.22"}
E1201 18:56:17.310582 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
E1201 18:56:18.493729 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
*
* ==> kube-controller-manager [d7d1b3ff7e10d0dd97177d7c104d406e561aa86ccb86ee71d3090c336b7ea229] <==
* I1201 18:55:59.586321 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="38.863765ms"
I1201 18:55:59.602469 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="16.039884ms"
I1201 18:55:59.602602 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="35.422µs"
I1201 18:55:59.609877 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="79.885µs"
W1201 18:55:59.775749 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1201 18:55:59.775853 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1201 18:56:00.767482 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1201 18:56:00.767520 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1201 18:56:01.265896 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1201 18:56:01.265933 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1201 18:56:02.460589 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="41.756µs"
I1201 18:56:03.460836 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="70.892µs"
I1201 18:56:04.465092 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="74.208µs"
W1201 18:56:04.696192 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1201 18:56:04.696225 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1201 18:56:05.833283 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I1201 18:56:05.833350 1 shared_informer.go:318] Caches are synced for resource quota
I1201 18:56:06.209446 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I1201 18:56:06.209495 1 shared_informer.go:318] Caches are synced for garbage collector
W1201 18:56:11.809687 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1201 18:56:11.809720 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1201 18:56:17.219528 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1201 18:56:17.224269 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7c6974c4d8" duration="4.677µs"
I1201 18:56:17.230135 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I1201 18:56:19.507385 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="44.39µs"
*
* ==> kube-proxy [dc03101da001715de96365f324103879df483652ca7f6664370d9927ffd1f0ca] <==
* I1201 18:53:06.891132 1 server_others.go:69] "Using iptables proxy"
I1201 18:53:06.933932 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1201 18:53:06.998559 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1201 18:53:07.017133 1 server_others.go:152] "Using iptables Proxier"
I1201 18:53:07.017196 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1201 18:53:07.017206 1 server_others.go:438] "Defaulting to no-op detect-local"
I1201 18:53:07.017255 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1201 18:53:07.017535 1 server.go:846] "Version info" version="v1.28.4"
I1201 18:53:07.017547 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1201 18:53:07.020073 1 config.go:188] "Starting service config controller"
I1201 18:53:07.020091 1 shared_informer.go:311] Waiting for caches to sync for service config
I1201 18:53:07.020114 1 config.go:97] "Starting endpoint slice config controller"
I1201 18:53:07.020118 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1201 18:53:07.026812 1 config.go:315] "Starting node config controller"
I1201 18:53:07.026834 1 shared_informer.go:311] Waiting for caches to sync for node config
I1201 18:53:07.121089 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1201 18:53:07.121139 1 shared_informer.go:318] Caches are synced for service config
I1201 18:53:07.127583 1 shared_informer.go:318] Caches are synced for node config
*
* ==> kube-scheduler [a2dc008f668852b684a5893288c209a914d808614cc5feee25fc13be60fb4604] <==
* W1201 18:52:50.391556 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1201 18:52:50.391879 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1201 18:52:50.391648 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1201 18:52:50.391953 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1201 18:52:50.394060 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1201 18:52:50.396560 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1201 18:52:50.396797 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1201 18:52:50.396899 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1201 18:52:50.394464 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1201 18:52:50.397169 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1201 18:52:50.394760 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1201 18:52:50.397360 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1201 18:52:50.394885 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1201 18:52:50.397570 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1201 18:52:50.395188 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1201 18:52:50.397741 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1201 18:52:50.395457 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1201 18:52:50.395899 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1201 18:52:50.398501 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1201 18:52:50.396007 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1201 18:52:50.398782 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1201 18:52:50.396198 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1201 18:52:50.399187 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1201 18:52:50.398444 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
I1201 18:52:51.780597 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Dec 01 18:56:04 addons-488129 kubelet[1356]: E1201 18:56:04.452071 1356 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-24z8n_default(7ebc113c-63c6-4a4b-b368-401bab63a7b8)\"" pod="default/hello-world-app-5d77478584-24z8n" podUID="7ebc113c-63c6-4a4b-b368-401bab63a7b8"
Dec 01 18:56:07 addons-488129 kubelet[1356]: I1201 18:56:07.259773 1356 scope.go:117] "RemoveContainer" containerID="6e66b37d420de39b1f3cbf3c9ed8c44551d1156420cd199829faaf30ac97e6cf"
Dec 01 18:56:07 addons-488129 kubelet[1356]: E1201 18:56:07.260585 1356 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(a8ea6287-3f31-4001-a60a-96eea450815d)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="a8ea6287-3f31-4001-a60a-96eea450815d"
Dec 01 18:56:15 addons-488129 kubelet[1356]: I1201 18:56:15.991034 1356 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mf47h\" (UniqueName: \"kubernetes.io/projected/a8ea6287-3f31-4001-a60a-96eea450815d-kube-api-access-mf47h\") pod \"a8ea6287-3f31-4001-a60a-96eea450815d\" (UID: \"a8ea6287-3f31-4001-a60a-96eea450815d\") "
Dec 01 18:56:15 addons-488129 kubelet[1356]: I1201 18:56:15.996542 1356 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a8ea6287-3f31-4001-a60a-96eea450815d-kube-api-access-mf47h" (OuterVolumeSpecName: "kube-api-access-mf47h") pod "a8ea6287-3f31-4001-a60a-96eea450815d" (UID: "a8ea6287-3f31-4001-a60a-96eea450815d"). InnerVolumeSpecName "kube-api-access-mf47h". PluginName "kubernetes.io/projected", VolumeGidValue ""
Dec 01 18:56:16 addons-488129 kubelet[1356]: I1201 18:56:16.091883 1356 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-mf47h\" (UniqueName: \"kubernetes.io/projected/a8ea6287-3f31-4001-a60a-96eea450815d-kube-api-access-mf47h\") on node \"addons-488129\" DevicePath \"\""
Dec 01 18:56:16 addons-488129 kubelet[1356]: I1201 18:56:16.480328 1356 scope.go:117] "RemoveContainer" containerID="6e66b37d420de39b1f3cbf3c9ed8c44551d1156420cd199829faaf30ac97e6cf"
Dec 01 18:56:17 addons-488129 kubelet[1356]: I1201 18:56:17.266927 1356 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="5ed38834-35c0-4c0b-a328-2353ac07ee48" path="/var/lib/kubelet/pods/5ed38834-35c0-4c0b-a328-2353ac07ee48/volumes"
Dec 01 18:56:17 addons-488129 kubelet[1356]: I1201 18:56:17.270573 1356 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="a8ea6287-3f31-4001-a60a-96eea450815d" path="/var/lib/kubelet/pods/a8ea6287-3f31-4001-a60a-96eea450815d/volumes"
Dec 01 18:56:19 addons-488129 kubelet[1356]: I1201 18:56:19.257160 1356 scope.go:117] "RemoveContainer" containerID="3e1d7966fcbbc004ff70a114d141da0de283e28cfa2c704761eb02d18601bb7f"
Dec 01 18:56:19 addons-488129 kubelet[1356]: I1201 18:56:19.260443 1356 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="6c31e2ca-9223-48f1-9270-a81654a6175a" path="/var/lib/kubelet/pods/6c31e2ca-9223-48f1-9270-a81654a6175a/volumes"
Dec 01 18:56:19 addons-488129 kubelet[1356]: I1201 18:56:19.492412 1356 scope.go:117] "RemoveContainer" containerID="3e1d7966fcbbc004ff70a114d141da0de283e28cfa2c704761eb02d18601bb7f"
Dec 01 18:56:19 addons-488129 kubelet[1356]: I1201 18:56:19.492917 1356 scope.go:117] "RemoveContainer" containerID="3b9be2d2fd676b8e02da39b06d73a9a8ffca8bf2cc6d19c7b3ab27de9ad9ff9b"
Dec 01 18:56:19 addons-488129 kubelet[1356]: E1201 18:56:19.493577 1356 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-24z8n_default(7ebc113c-63c6-4a4b-b368-401bab63a7b8)\"" pod="default/hello-world-app-5d77478584-24z8n" podUID="7ebc113c-63c6-4a4b-b368-401bab63a7b8"
Dec 01 18:56:20 addons-488129 kubelet[1356]: I1201 18:56:20.498838 1356 scope.go:117] "RemoveContainer" containerID="5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7"
Dec 01 18:56:20 addons-488129 kubelet[1356]: I1201 18:56:20.507321 1356 scope.go:117] "RemoveContainer" containerID="5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7"
Dec 01 18:56:20 addons-488129 kubelet[1356]: E1201 18:56:20.507956 1356 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\": not found" containerID="5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7"
Dec 01 18:56:20 addons-488129 kubelet[1356]: I1201 18:56:20.508002 1356 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7"} err="failed to get container status \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\": rpc error: code = NotFound desc = an error occurred when try to find container \"5a4e71eefda89dc132d689de97311f45998966a5f8aac13d421d0469d74200f7\": not found"
Dec 01 18:56:20 addons-488129 kubelet[1356]: I1201 18:56:20.530343 1356 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vvjwq\" (UniqueName: \"kubernetes.io/projected/77e18182-836c-4166-b1a0-29e24b98d4a5-kube-api-access-vvjwq\") pod \"77e18182-836c-4166-b1a0-29e24b98d4a5\" (UID: \"77e18182-836c-4166-b1a0-29e24b98d4a5\") "
Dec 01 18:56:20 addons-488129 kubelet[1356]: I1201 18:56:20.530402 1356 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/77e18182-836c-4166-b1a0-29e24b98d4a5-webhook-cert\") pod \"77e18182-836c-4166-b1a0-29e24b98d4a5\" (UID: \"77e18182-836c-4166-b1a0-29e24b98d4a5\") "
Dec 01 18:56:20 addons-488129 kubelet[1356]: I1201 18:56:20.532937 1356 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/77e18182-836c-4166-b1a0-29e24b98d4a5-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "77e18182-836c-4166-b1a0-29e24b98d4a5" (UID: "77e18182-836c-4166-b1a0-29e24b98d4a5"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Dec 01 18:56:20 addons-488129 kubelet[1356]: I1201 18:56:20.533401 1356 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/77e18182-836c-4166-b1a0-29e24b98d4a5-kube-api-access-vvjwq" (OuterVolumeSpecName: "kube-api-access-vvjwq") pod "77e18182-836c-4166-b1a0-29e24b98d4a5" (UID: "77e18182-836c-4166-b1a0-29e24b98d4a5"). InnerVolumeSpecName "kube-api-access-vvjwq". PluginName "kubernetes.io/projected", VolumeGidValue ""
Dec 01 18:56:20 addons-488129 kubelet[1356]: I1201 18:56:20.630852 1356 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/77e18182-836c-4166-b1a0-29e24b98d4a5-webhook-cert\") on node \"addons-488129\" DevicePath \"\""
Dec 01 18:56:20 addons-488129 kubelet[1356]: I1201 18:56:20.630897 1356 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-vvjwq\" (UniqueName: \"kubernetes.io/projected/77e18182-836c-4166-b1a0-29e24b98d4a5-kube-api-access-vvjwq\") on node \"addons-488129\" DevicePath \"\""
Dec 01 18:56:21 addons-488129 kubelet[1356]: I1201 18:56:21.261223 1356 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="77e18182-836c-4166-b1a0-29e24b98d4a5" path="/var/lib/kubelet/pods/77e18182-836c-4166-b1a0-29e24b98d4a5/volumes"
*
* ==> storage-provisioner [4a1990b8f0d3a5d0d19deb52923a8d026ac8aae675babe0fd43c7276af7dcc1e] <==
* I1201 18:53:13.137275 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1201 18:53:13.166094 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1201 18:53:13.166177 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1201 18:53:13.189071 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1201 18:53:13.189306 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-488129_4057c06b-a92a-4d1a-93cb-a960104021bf!
I1201 18:53:13.190982 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"bee02a71-bfd3-4446-be64-ad91c7e21d84", APIVersion:"v1", ResourceVersion:"632", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-488129_4057c06b-a92a-4d1a-93cb-a960104021bf became leader
I1201 18:53:13.290033 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-488129_4057c06b-a92a-4d1a-93cb-a960104021bf!
E1201 18:55:16.357134 1 controller.go:1050] claim "f53ea710-f960-449e-8b49-0e6d59150ba7" in work queue no longer exists
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-488129 -n addons-488129
helpers_test.go:261: (dbg) Run: kubectl --context addons-488129 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (38.33s)