=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-107916 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-107916 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-107916 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [d5b11803-9a63-486d-af2f-4921a92290c2] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [d5b11803-9a63-486d-af2f-4921a92290c2] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 7.005690213s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-107916 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:286: (dbg) Run: kubectl --context addons-107916 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-107916 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.070721509s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-arm64 -p addons-107916 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:311: (dbg) Run: out/minikube-linux-arm64 -p addons-107916 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-arm64 -p addons-107916 addons disable ingress --alsologtostderr -v=1: (7.89103558s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-107916
helpers_test.go:235: (dbg) docker inspect addons-107916:
-- stdout --
[
{
"Id": "b44787e49875f76488e7baf03f5399dde3d5227c7d4e2f9559a5404a24ca89c2",
"Created": "2024-02-14T02:55:16.420595551Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1136363,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-14T02:55:16.696144744Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:20e2d9b56eb2e595fd2b9c5719a0e58f3d7f8c692190d8fde2558cb6a9714f01",
"ResolvConfPath": "/var/lib/docker/containers/b44787e49875f76488e7baf03f5399dde3d5227c7d4e2f9559a5404a24ca89c2/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/b44787e49875f76488e7baf03f5399dde3d5227c7d4e2f9559a5404a24ca89c2/hostname",
"HostsPath": "/var/lib/docker/containers/b44787e49875f76488e7baf03f5399dde3d5227c7d4e2f9559a5404a24ca89c2/hosts",
"LogPath": "/var/lib/docker/containers/b44787e49875f76488e7baf03f5399dde3d5227c7d4e2f9559a5404a24ca89c2/b44787e49875f76488e7baf03f5399dde3d5227c7d4e2f9559a5404a24ca89c2-json.log",
"Name": "/addons-107916",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-107916:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-107916",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ad15bcfab78f1b42a106505f16e91b05f3ec6d12b5d6ee964cebb0825f950870-init/diff:/var/lib/docker/overlay2/2b57dacbb0185892ad2774651ca7e304a0e7ce49c55385fdb5828fd98438b35e/diff",
"MergedDir": "/var/lib/docker/overlay2/ad15bcfab78f1b42a106505f16e91b05f3ec6d12b5d6ee964cebb0825f950870/merged",
"UpperDir": "/var/lib/docker/overlay2/ad15bcfab78f1b42a106505f16e91b05f3ec6d12b5d6ee964cebb0825f950870/diff",
"WorkDir": "/var/lib/docker/overlay2/ad15bcfab78f1b42a106505f16e91b05f3ec6d12b5d6ee964cebb0825f950870/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-107916",
"Source": "/var/lib/docker/volumes/addons-107916/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-107916",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-107916",
"name.minikube.sigs.k8s.io": "addons-107916",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "24617fdc7846c69b15f7b14765c3111c326c83c35829afe4fa68f0759e916cae",
"SandboxKey": "/var/run/docker/netns/24617fdc7846",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34032"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34031"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34028"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34030"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34029"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-107916": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"b44787e49875",
"addons-107916"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "b93ddc45641f03c8b48df5c33691deb87ba7dfc5305e220447487c34fae09735",
"EndpointID": "667b147d1515ed1fa71c2f6a12447183751d391b179724dba1c54edc004d361c",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"addons-107916",
"b44787e49875"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-107916 -n addons-107916
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-107916 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-107916 logs -n 25: (1.537401656s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-630494 | download-only-630494 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | 14 Feb 24 02:54 UTC |
| delete | -p download-only-950365 | download-only-950365 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | 14 Feb 24 02:54 UTC |
| delete | -p download-only-695284 | download-only-695284 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | 14 Feb 24 02:54 UTC |
| start | --download-only -p | download-docker-935155 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | |
| | download-docker-935155 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-935155 | download-docker-935155 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | 14 Feb 24 02:54 UTC |
| start | --download-only -p | binary-mirror-348755 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | |
| | binary-mirror-348755 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39189 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-348755 | binary-mirror-348755 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | 14 Feb 24 02:54 UTC |
| addons | enable dashboard -p | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | |
| | addons-107916 | | | | | |
| addons | disable dashboard -p | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | |
| | addons-107916 | | | | | |
| start | -p addons-107916 --wait=true | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:54 UTC | 14 Feb 24 02:57 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | enable headlamp | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:57 UTC | 14 Feb 24 02:57 UTC |
| | -p addons-107916 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-107916 ip | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:57 UTC | 14 Feb 24 02:57 UTC |
| addons | addons-107916 addons disable | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:57 UTC | 14 Feb 24 02:57 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:57 UTC | 14 Feb 24 02:57 UTC |
| | -p addons-107916 | | | | | |
| ssh | addons-107916 ssh cat | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:57 UTC | 14 Feb 24 02:57 UTC |
| | /opt/local-path-provisioner/pvc-2358e9d1-a1ee-49c0-8dab-57be5f72d3ad_default_test-pvc/file1 | | | | | |
| addons | addons-107916 addons disable | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:57 UTC | 14 Feb 24 02:57 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:57 UTC | 14 Feb 24 02:57 UTC |
| | addons-107916 | | | | | |
| addons | disable inspektor-gadget -p | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:57 UTC | 14 Feb 24 02:57 UTC |
| | addons-107916 | | | | | |
| addons | addons-107916 addons | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:57 UTC | 14 Feb 24 02:57 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-107916 ssh curl -s | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-107916 ip | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| addons | addons-107916 addons disable | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-107916 addons | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-107916 addons disable | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
| addons | addons-107916 addons | addons-107916 | jenkins | v1.32.0 | 14 Feb 24 02:58 UTC | 14 Feb 24 02:58 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/14 02:54:52
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.21.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0214 02:54:52.680592 1135902 out.go:291] Setting OutFile to fd 1 ...
I0214 02:54:52.681297 1135902 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0214 02:54:52.681343 1135902 out.go:304] Setting ErrFile to fd 2...
I0214 02:54:52.681370 1135902 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0214 02:54:52.681697 1135902 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18166-1129740/.minikube/bin
I0214 02:54:52.682231 1135902 out.go:298] Setting JSON to false
I0214 02:54:52.683134 1135902 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":20239,"bootTime":1707859054,"procs":147,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I0214 02:54:52.683248 1135902 start.go:138] virtualization:
I0214 02:54:52.685872 1135902 out.go:177] * [addons-107916] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0214 02:54:52.688169 1135902 out.go:177] - MINIKUBE_LOCATION=18166
I0214 02:54:52.690131 1135902 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0214 02:54:52.688307 1135902 notify.go:220] Checking for updates...
I0214 02:54:52.692326 1135902 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18166-1129740/kubeconfig
I0214 02:54:52.694278 1135902 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18166-1129740/.minikube
I0214 02:54:52.696507 1135902 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0214 02:54:52.698042 1135902 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0214 02:54:52.699926 1135902 driver.go:392] Setting default libvirt URI to qemu:///system
I0214 02:54:52.719414 1135902 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0214 02:54:52.719598 1135902 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0214 02:54:52.787447 1135902 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-14 02:54:52.778072093 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0214 02:54:52.787574 1135902 docker.go:295] overlay module found
I0214 02:54:52.790777 1135902 out.go:177] * Using the docker driver based on user configuration
I0214 02:54:52.792781 1135902 start.go:298] selected driver: docker
I0214 02:54:52.792797 1135902 start.go:902] validating driver "docker" against <nil>
I0214 02:54:52.792809 1135902 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0214 02:54:52.793446 1135902 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0214 02:54:52.846117 1135902 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-14 02:54:52.837653977 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0214 02:54:52.846300 1135902 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0214 02:54:52.846527 1135902 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0214 02:54:52.848466 1135902 out.go:177] * Using Docker driver with root privileges
I0214 02:54:52.850364 1135902 cni.go:84] Creating CNI manager for ""
I0214 02:54:52.850384 1135902 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0214 02:54:52.850395 1135902 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I0214 02:54:52.850406 1135902 start_flags.go:321] config:
{Name:addons-107916 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-107916 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containe
rd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0214 02:54:52.852586 1135902 out.go:177] * Starting control plane node addons-107916 in cluster addons-107916
I0214 02:54:52.854710 1135902 cache.go:121] Beginning downloading kic base image for docker with containerd
I0214 02:54:52.856463 1135902 out.go:177] * Pulling base image v0.0.42-1704759386-17866 ...
I0214 02:54:52.858280 1135902 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0214 02:54:52.858340 1135902 preload.go:148] Found local preload: /home/jenkins/minikube-integration/18166-1129740/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4
I0214 02:54:52.858353 1135902 cache.go:56] Caching tarball of preloaded images
I0214 02:54:52.858381 1135902 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon
I0214 02:54:52.858442 1135902 preload.go:174] Found /home/jenkins/minikube-integration/18166-1129740/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I0214 02:54:52.858453 1135902 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on containerd
I0214 02:54:52.858816 1135902 profile.go:148] Saving config to /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/config.json ...
I0214 02:54:52.858849 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/config.json: {Name:mk274e10426dd26b4871c717ee700cbff5881a8f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:54:52.872907 1135902 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 to local cache
I0214 02:54:52.873020 1135902 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local cache directory
I0214 02:54:52.873042 1135902 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local cache directory, skipping pull
I0214 02:54:52.873050 1135902 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 exists in cache, skipping pull
I0214 02:54:52.873058 1135902 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 as a tarball
I0214 02:54:52.873067 1135902 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 from local cache
I0214 02:55:08.980979 1135902 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 from cached tarball
I0214 02:55:08.981018 1135902 cache.go:194] Successfully downloaded all kic artifacts
I0214 02:55:08.981072 1135902 start.go:365] acquiring machines lock for addons-107916: {Name:mk6b22d499aa6f5c49dd6b9052c82033de2a5e67 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0214 02:55:08.981637 1135902 start.go:369] acquired machines lock for "addons-107916" in 543.518µs
I0214 02:55:08.981684 1135902 start.go:93] Provisioning new machine with config: &{Name:addons-107916 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-107916 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:
false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0214 02:55:08.981765 1135902 start.go:125] createHost starting for "" (driver="docker")
I0214 02:55:08.984089 1135902 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0214 02:55:08.984348 1135902 start.go:159] libmachine.API.Create for "addons-107916" (driver="docker")
I0214 02:55:08.984385 1135902 client.go:168] LocalClient.Create starting
I0214 02:55:08.984507 1135902 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/ca.pem
I0214 02:55:09.455745 1135902 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/cert.pem
I0214 02:55:09.780833 1135902 cli_runner.go:164] Run: docker network inspect addons-107916 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0214 02:55:09.795058 1135902 cli_runner.go:211] docker network inspect addons-107916 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0214 02:55:09.795151 1135902 network_create.go:281] running [docker network inspect addons-107916] to gather additional debugging logs...
I0214 02:55:09.795174 1135902 cli_runner.go:164] Run: docker network inspect addons-107916
W0214 02:55:09.812598 1135902 cli_runner.go:211] docker network inspect addons-107916 returned with exit code 1
I0214 02:55:09.812632 1135902 network_create.go:284] error running [docker network inspect addons-107916]: docker network inspect addons-107916: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-107916 not found
I0214 02:55:09.812645 1135902 network_create.go:286] output of [docker network inspect addons-107916]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-107916 not found
** /stderr **
I0214 02:55:09.812761 1135902 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0214 02:55:09.827555 1135902 network.go:207] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40025b6b00}
I0214 02:55:09.827596 1135902 network_create.go:124] attempt to create docker network addons-107916 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0214 02:55:09.827656 1135902 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-107916 addons-107916
I0214 02:55:09.891730 1135902 network_create.go:108] docker network addons-107916 192.168.49.0/24 created
I0214 02:55:09.891764 1135902 kic.go:121] calculated static IP "192.168.49.2" for the "addons-107916" container
I0214 02:55:09.891837 1135902 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0214 02:55:09.906374 1135902 cli_runner.go:164] Run: docker volume create addons-107916 --label name.minikube.sigs.k8s.io=addons-107916 --label created_by.minikube.sigs.k8s.io=true
I0214 02:55:09.922178 1135902 oci.go:103] Successfully created a docker volume addons-107916
I0214 02:55:09.922265 1135902 cli_runner.go:164] Run: docker run --rm --name addons-107916-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-107916 --entrypoint /usr/bin/test -v addons-107916:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib
I0214 02:55:12.071570 1135902 cli_runner.go:217] Completed: docker run --rm --name addons-107916-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-107916 --entrypoint /usr/bin/test -v addons-107916:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib: (2.149254273s)
I0214 02:55:12.071606 1135902 oci.go:107] Successfully prepared a docker volume addons-107916
I0214 02:55:12.071644 1135902 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0214 02:55:12.071667 1135902 kic.go:194] Starting extracting preloaded images to volume ...
I0214 02:55:12.071759 1135902 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18166-1129740/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-107916:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0214 02:55:16.349160 1135902 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18166-1129740/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-107916:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir: (4.277352862s)
I0214 02:55:16.349202 1135902 kic.go:203] duration metric: took 4.277532 seconds to extract preloaded images to volume
W0214 02:55:16.349352 1135902 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0214 02:55:16.349485 1135902 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0214 02:55:16.407151 1135902 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-107916 --name addons-107916 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-107916 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-107916 --network addons-107916 --ip 192.168.49.2 --volume addons-107916:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0
I0214 02:55:16.704599 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Running}}
I0214 02:55:16.730128 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:16.756066 1135902 cli_runner.go:164] Run: docker exec addons-107916 stat /var/lib/dpkg/alternatives/iptables
I0214 02:55:16.818054 1135902 oci.go:144] the created container "addons-107916" has a running status.
I0214 02:55:16.818086 1135902 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa...
I0214 02:55:17.282809 1135902 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0214 02:55:17.310707 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:17.330723 1135902 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0214 02:55:17.330749 1135902 kic_runner.go:114] Args: [docker exec --privileged addons-107916 chown docker:docker /home/docker/.ssh/authorized_keys]
I0214 02:55:17.405158 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:17.432937 1135902 machine.go:88] provisioning docker machine ...
I0214 02:55:17.432970 1135902 ubuntu.go:169] provisioning hostname "addons-107916"
I0214 02:55:17.433044 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:17.460304 1135902 main.go:141] libmachine: Using SSH client type: native
I0214 02:55:17.460728 1135902 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 34032 <nil> <nil>}
I0214 02:55:17.460746 1135902 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-107916 && echo "addons-107916" | sudo tee /etc/hostname
I0214 02:55:17.641124 1135902 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-107916
I0214 02:55:17.641205 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:17.663986 1135902 main.go:141] libmachine: Using SSH client type: native
I0214 02:55:17.664399 1135902 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bf490] 0x3c1c00 <nil> [] 0s} 127.0.0.1 34032 <nil> <nil>}
I0214 02:55:17.664420 1135902 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-107916' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-107916/g' /etc/hosts;
else
echo '127.0.1.1 addons-107916' | sudo tee -a /etc/hosts;
fi
fi
I0214 02:55:17.803964 1135902 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0214 02:55:17.804032 1135902 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18166-1129740/.minikube CaCertPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18166-1129740/.minikube}
I0214 02:55:17.804067 1135902 ubuntu.go:177] setting up certificates
I0214 02:55:17.804105 1135902 provision.go:83] configureAuth start
I0214 02:55:17.804229 1135902 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-107916
I0214 02:55:17.821292 1135902 provision.go:138] copyHostCerts
I0214 02:55:17.821374 1135902 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18166-1129740/.minikube/ca.pem (1082 bytes)
I0214 02:55:17.821507 1135902 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18166-1129740/.minikube/cert.pem (1123 bytes)
I0214 02:55:17.821567 1135902 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18166-1129740/.minikube/key.pem (1675 bytes)
I0214 02:55:17.821608 1135902 provision.go:112] generating server cert: /home/jenkins/minikube-integration/18166-1129740/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/ca-key.pem org=jenkins.addons-107916 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-107916]
I0214 02:55:18.013638 1135902 provision.go:172] copyRemoteCerts
I0214 02:55:18.013724 1135902 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0214 02:55:18.013782 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:18.031376 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:18.132752 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0214 02:55:18.158097 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0214 02:55:18.181976 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0214 02:55:18.206484 1135902 provision.go:86] duration metric: configureAuth took 402.348621ms
I0214 02:55:18.206511 1135902 ubuntu.go:193] setting minikube options for container-runtime
I0214 02:55:18.206705 1135902 config.go:182] Loaded profile config "addons-107916": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0214 02:55:18.206724 1135902 machine.go:91] provisioned docker machine in 773.76556ms
I0214 02:55:18.206731 1135902 client.go:171] LocalClient.Create took 9.222338542s
I0214 02:55:18.206750 1135902 start.go:167] duration metric: libmachine.API.Create for "addons-107916" took 9.222403253s
I0214 02:55:18.206767 1135902 start.go:300] post-start starting for "addons-107916" (driver="docker")
I0214 02:55:18.206777 1135902 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0214 02:55:18.206838 1135902 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0214 02:55:18.206890 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:18.223581 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:18.316993 1135902 ssh_runner.go:195] Run: cat /etc/os-release
I0214 02:55:18.320132 1135902 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0214 02:55:18.320172 1135902 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0214 02:55:18.320185 1135902 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0214 02:55:18.320194 1135902 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0214 02:55:18.320205 1135902 filesync.go:126] Scanning /home/jenkins/minikube-integration/18166-1129740/.minikube/addons for local assets ...
I0214 02:55:18.320277 1135902 filesync.go:126] Scanning /home/jenkins/minikube-integration/18166-1129740/.minikube/files for local assets ...
I0214 02:55:18.320318 1135902 start.go:303] post-start completed in 113.543978ms
I0214 02:55:18.320643 1135902 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-107916
I0214 02:55:18.336202 1135902 profile.go:148] Saving config to /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/config.json ...
I0214 02:55:18.336511 1135902 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0214 02:55:18.336567 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:18.353151 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:18.444544 1135902 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0214 02:55:18.448771 1135902 start.go:128] duration metric: createHost completed in 9.466988829s
I0214 02:55:18.448808 1135902 start.go:83] releasing machines lock for "addons-107916", held for 9.467145117s
I0214 02:55:18.448880 1135902 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-107916
I0214 02:55:18.466144 1135902 ssh_runner.go:195] Run: cat /version.json
I0214 02:55:18.466196 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:18.466226 1135902 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0214 02:55:18.466289 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:18.483661 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:18.495609 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:18.709217 1135902 ssh_runner.go:195] Run: systemctl --version
I0214 02:55:18.713855 1135902 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0214 02:55:18.718166 1135902 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0214 02:55:18.745184 1135902 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0214 02:55:18.745276 1135902 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0214 02:55:18.773038 1135902 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0214 02:55:18.773067 1135902 start.go:475] detecting cgroup driver to use...
I0214 02:55:18.773100 1135902 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0214 02:55:18.773164 1135902 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0214 02:55:18.785654 1135902 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0214 02:55:18.797226 1135902 docker.go:217] disabling cri-docker service (if available) ...
I0214 02:55:18.797333 1135902 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0214 02:55:18.811408 1135902 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0214 02:55:18.825877 1135902 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0214 02:55:18.923004 1135902 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0214 02:55:19.015460 1135902 docker.go:233] disabling docker service ...
I0214 02:55:19.015599 1135902 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0214 02:55:19.036142 1135902 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0214 02:55:19.048070 1135902 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0214 02:55:19.143298 1135902 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0214 02:55:19.244823 1135902 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0214 02:55:19.256366 1135902 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0214 02:55:19.273124 1135902 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0214 02:55:19.283357 1135902 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0214 02:55:19.293838 1135902 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0214 02:55:19.293937 1135902 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0214 02:55:19.304263 1135902 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0214 02:55:19.314248 1135902 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0214 02:55:19.324356 1135902 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0214 02:55:19.334030 1135902 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0214 02:55:19.343055 1135902 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0214 02:55:19.352583 1135902 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0214 02:55:19.361621 1135902 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0214 02:55:19.370237 1135902 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0214 02:55:19.458134 1135902 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0214 02:55:19.588913 1135902 start.go:522] Will wait 60s for socket path /run/containerd/containerd.sock
I0214 02:55:19.589086 1135902 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I0214 02:55:19.592751 1135902 start.go:543] Will wait 60s for crictl version
I0214 02:55:19.592866 1135902 ssh_runner.go:195] Run: which crictl
I0214 02:55:19.596216 1135902 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0214 02:55:19.632693 1135902 start.go:559] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.26
RuntimeApiVersion: v1
I0214 02:55:19.632780 1135902 ssh_runner.go:195] Run: containerd --version
I0214 02:55:19.658820 1135902 ssh_runner.go:195] Run: containerd --version
I0214 02:55:19.687121 1135902 out.go:177] * Preparing Kubernetes v1.28.4 on containerd 1.6.26 ...
I0214 02:55:19.688747 1135902 cli_runner.go:164] Run: docker network inspect addons-107916 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0214 02:55:19.708514 1135902 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0214 02:55:19.712177 1135902 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0214 02:55:19.723189 1135902 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0214 02:55:19.723274 1135902 ssh_runner.go:195] Run: sudo crictl images --output json
I0214 02:55:19.760361 1135902 containerd.go:612] all images are preloaded for containerd runtime.
I0214 02:55:19.760386 1135902 containerd.go:519] Images already preloaded, skipping extraction
I0214 02:55:19.760449 1135902 ssh_runner.go:195] Run: sudo crictl images --output json
I0214 02:55:19.800968 1135902 containerd.go:612] all images are preloaded for containerd runtime.
I0214 02:55:19.800991 1135902 cache_images.go:84] Images are preloaded, skipping loading
I0214 02:55:19.801060 1135902 ssh_runner.go:195] Run: sudo crictl info
I0214 02:55:19.837882 1135902 cni.go:84] Creating CNI manager for ""
I0214 02:55:19.837908 1135902 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0214 02:55:19.837934 1135902 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0214 02:55:19.837954 1135902 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-107916 NodeName:addons-107916 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0214 02:55:19.838089 1135902 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-107916"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0214 02:55:19.838154 1135902 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=addons-107916 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-107916 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0214 02:55:19.838225 1135902 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0214 02:55:19.847194 1135902 binaries.go:44] Found k8s binaries, skipping transfer
I0214 02:55:19.847335 1135902 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0214 02:55:19.856419 1135902 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (385 bytes)
I0214 02:55:19.874573 1135902 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0214 02:55:19.892732 1135902 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I0214 02:55:19.910887 1135902 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0214 02:55:19.914323 1135902 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0214 02:55:19.924967 1135902 certs.go:56] Setting up /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916 for IP: 192.168.49.2
I0214 02:55:19.925008 1135902 certs.go:190] acquiring lock for shared ca certs: {Name:mk121f32762802a204d98d3cbcae9456442a0756 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:19.925136 1135902 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/18166-1129740/.minikube/ca.key
I0214 02:55:20.298274 1135902 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18166-1129740/.minikube/ca.crt ...
I0214 02:55:20.298308 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/ca.crt: {Name:mk9232405af826090594a99131ef96f3d2514d06 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:20.298896 1135902 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18166-1129740/.minikube/ca.key ...
I0214 02:55:20.298913 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/ca.key: {Name:mk0a6668030acf9159a9780805dccc10fe597a6b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:20.299344 1135902 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/18166-1129740/.minikube/proxy-client-ca.key
I0214 02:55:20.890828 1135902 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18166-1129740/.minikube/proxy-client-ca.crt ...
I0214 02:55:20.890861 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/proxy-client-ca.crt: {Name:mk7631a211312feb81d4799510095b7fb6aa8261 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:20.891063 1135902 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18166-1129740/.minikube/proxy-client-ca.key ...
I0214 02:55:20.891076 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/proxy-client-ca.key: {Name:mk5f00b5fdab86a0dd1e9f950d80789e275fdf63 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:20.891671 1135902 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/client.key
I0214 02:55:20.891696 1135902 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/client.crt with IP's: []
I0214 02:55:21.329028 1135902 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/client.crt ...
I0214 02:55:21.329065 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/client.crt: {Name:mk4747a3dcba367cabde1c402e50d60b2eb375db Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:21.329884 1135902 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/client.key ...
I0214 02:55:21.329905 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/client.key: {Name:mkbf9ed041b362f64d90580e1f3eb25eb63ebf27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:21.330003 1135902 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.key.dd3b5fb2
I0214 02:55:21.330024 1135902 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0214 02:55:21.669274 1135902 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.crt.dd3b5fb2 ...
I0214 02:55:21.669304 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.crt.dd3b5fb2: {Name:mk2b44d0c4dc0933fb45841c75231c5d8e6d48cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:21.670054 1135902 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.key.dd3b5fb2 ...
I0214 02:55:21.670074 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.key.dd3b5fb2: {Name:mkcbf1578689c03c0cd0903526ade0fca40ace19 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:21.670166 1135902 certs.go:337] copying /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.crt
I0214 02:55:21.670255 1135902 certs.go:341] copying /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.key
I0214 02:55:21.670314 1135902 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/proxy-client.key
I0214 02:55:21.670337 1135902 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/proxy-client.crt with IP's: []
I0214 02:55:21.856925 1135902 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/proxy-client.crt ...
I0214 02:55:21.856955 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/proxy-client.crt: {Name:mk88b1eababa70355b7017dc59995e38bfcf3ad8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:21.857143 1135902 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/proxy-client.key ...
I0214 02:55:21.857161 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/proxy-client.key: {Name:mk9439f0e09b9c8af830afe5024cc89054cbd6fd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:21.857854 1135902 certs.go:437] found cert: /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/ca-key.pem (1679 bytes)
I0214 02:55:21.857904 1135902 certs.go:437] found cert: /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/ca.pem (1082 bytes)
I0214 02:55:21.857930 1135902 certs.go:437] found cert: /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/cert.pem (1123 bytes)
I0214 02:55:21.857958 1135902 certs.go:437] found cert: /home/jenkins/minikube-integration/18166-1129740/.minikube/certs/home/jenkins/minikube-integration/18166-1129740/.minikube/certs/key.pem (1675 bytes)
I0214 02:55:21.858632 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0214 02:55:21.883313 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0214 02:55:21.907956 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0214 02:55:21.932137 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/profiles/addons-107916/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0214 02:55:21.956222 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0214 02:55:21.980738 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0214 02:55:22.008569 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0214 02:55:22.034568 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0214 02:55:22.059291 1135902 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18166-1129740/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0214 02:55:22.084369 1135902 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0214 02:55:22.102623 1135902 ssh_runner.go:195] Run: openssl version
I0214 02:55:22.108124 1135902 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0214 02:55:22.118099 1135902 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0214 02:55:22.121809 1135902 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 14 02:55 /usr/share/ca-certificates/minikubeCA.pem
I0214 02:55:22.121894 1135902 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0214 02:55:22.129182 1135902 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0214 02:55:22.138907 1135902 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0214 02:55:22.142345 1135902 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0214 02:55:22.142394 1135902 kubeadm.go:404] StartCluster: {Name:addons-107916 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-107916 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disa
bleMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0214 02:55:22.142472 1135902 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0214 02:55:22.142543 1135902 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0214 02:55:22.180825 1135902 cri.go:89] found id: ""
I0214 02:55:22.180909 1135902 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0214 02:55:22.189940 1135902 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0214 02:55:22.198702 1135902 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0214 02:55:22.198789 1135902 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0214 02:55:22.207746 1135902 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0214 02:55:22.207799 1135902 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0214 02:55:22.259341 1135902 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0214 02:55:22.259750 1135902 kubeadm.go:322] [preflight] Running pre-flight checks
I0214 02:55:22.300839 1135902 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0214 02:55:22.300953 1135902 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1053-aws[0m
I0214 02:55:22.301012 1135902 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0214 02:55:22.301085 1135902 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0214 02:55:22.301154 1135902 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0214 02:55:22.301231 1135902 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0214 02:55:22.301299 1135902 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0214 02:55:22.301374 1135902 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0214 02:55:22.301443 1135902 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0214 02:55:22.301524 1135902 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0214 02:55:22.301595 1135902 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0214 02:55:22.301664 1135902 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0214 02:55:22.373581 1135902 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0214 02:55:22.373736 1135902 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0214 02:55:22.373856 1135902 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0214 02:55:22.606025 1135902 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0214 02:55:22.610703 1135902 out.go:204] - Generating certificates and keys ...
I0214 02:55:22.610839 1135902 kubeadm.go:322] [certs] Using existing ca certificate authority
I0214 02:55:22.610948 1135902 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0214 02:55:22.890283 1135902 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0214 02:55:23.112828 1135902 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0214 02:55:23.540747 1135902 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0214 02:55:23.909634 1135902 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0214 02:55:24.270156 1135902 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0214 02:55:24.270517 1135902 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-107916 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0214 02:55:25.374502 1135902 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0214 02:55:25.374907 1135902 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-107916 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0214 02:55:26.181751 1135902 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0214 02:55:26.794538 1135902 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0214 02:55:27.425780 1135902 kubeadm.go:322] [certs] Generating "sa" key and public key
I0214 02:55:27.425867 1135902 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0214 02:55:28.301630 1135902 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0214 02:55:28.843465 1135902 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0214 02:55:29.237342 1135902 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0214 02:55:29.534216 1135902 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0214 02:55:29.534916 1135902 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0214 02:55:29.537583 1135902 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0214 02:55:29.539786 1135902 out.go:204] - Booting up control plane ...
I0214 02:55:29.539883 1135902 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0214 02:55:29.539960 1135902 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0214 02:55:29.542108 1135902 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0214 02:55:29.555846 1135902 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0214 02:55:29.556908 1135902 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0214 02:55:29.557073 1135902 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0214 02:55:29.658910 1135902 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0214 02:55:38.163298 1135902 kubeadm.go:322] [apiclient] All control plane components are healthy after 8.504423 seconds
I0214 02:55:38.163413 1135902 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0214 02:55:38.177926 1135902 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0214 02:55:38.701895 1135902 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0214 02:55:38.702086 1135902 kubeadm.go:322] [mark-control-plane] Marking the node addons-107916 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0214 02:55:39.215668 1135902 kubeadm.go:322] [bootstrap-token] Using token: xft5s7.209qx6e1eqh56ont
I0214 02:55:39.217609 1135902 out.go:204] - Configuring RBAC rules ...
I0214 02:55:39.217761 1135902 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0214 02:55:39.223566 1135902 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0214 02:55:39.233116 1135902 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0214 02:55:39.237255 1135902 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0214 02:55:39.241413 1135902 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0214 02:55:39.245586 1135902 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0214 02:55:39.262817 1135902 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0214 02:55:39.505287 1135902 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0214 02:55:39.632080 1135902 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0214 02:55:39.633011 1135902 kubeadm.go:322]
I0214 02:55:39.633084 1135902 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0214 02:55:39.633091 1135902 kubeadm.go:322]
I0214 02:55:39.633163 1135902 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0214 02:55:39.633168 1135902 kubeadm.go:322]
I0214 02:55:39.633192 1135902 kubeadm.go:322] mkdir -p $HOME/.kube
I0214 02:55:39.633247 1135902 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0214 02:55:39.633302 1135902 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0214 02:55:39.633307 1135902 kubeadm.go:322]
I0214 02:55:39.633357 1135902 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0214 02:55:39.633364 1135902 kubeadm.go:322]
I0214 02:55:39.633409 1135902 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0214 02:55:39.633413 1135902 kubeadm.go:322]
I0214 02:55:39.633464 1135902 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0214 02:55:39.633542 1135902 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0214 02:55:39.633606 1135902 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0214 02:55:39.633613 1135902 kubeadm.go:322]
I0214 02:55:39.633691 1135902 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0214 02:55:39.633762 1135902 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0214 02:55:39.633767 1135902 kubeadm.go:322]
I0214 02:55:39.633845 1135902 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token xft5s7.209qx6e1eqh56ont \
I0214 02:55:39.633943 1135902 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:d3f320a98a2f1022ee1a4d9bbdd9d3ce0ce634a8fab1d54ded076f0a14b0e04e \
I0214 02:55:39.633963 1135902 kubeadm.go:322] --control-plane
I0214 02:55:39.633968 1135902 kubeadm.go:322]
I0214 02:55:39.634046 1135902 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0214 02:55:39.634051 1135902 kubeadm.go:322]
I0214 02:55:39.634127 1135902 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token xft5s7.209qx6e1eqh56ont \
I0214 02:55:39.634222 1135902 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:d3f320a98a2f1022ee1a4d9bbdd9d3ce0ce634a8fab1d54ded076f0a14b0e04e
I0214 02:55:39.640063 1135902 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1053-aws\n", err: exit status 1
I0214 02:55:39.640180 1135902 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0214 02:55:39.640354 1135902 cni.go:84] Creating CNI manager for ""
I0214 02:55:39.640383 1135902 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0214 02:55:39.643329 1135902 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0214 02:55:39.645227 1135902 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0214 02:55:39.658702 1135902 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0214 02:55:39.658720 1135902 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0214 02:55:39.693456 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0214 02:55:40.696947 1135902 ssh_runner.go:235] Completed: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml: (1.003451432s)
I0214 02:55:40.697004 1135902 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0214 02:55:40.697122 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:40.697230 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=40f210e92693e4612e04be0697de06db21ac5cf0 minikube.k8s.io/name=addons-107916 minikube.k8s.io/updated_at=2024_02_14T02_55_40_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:40.890126 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:40.890237 1135902 ops.go:34] apiserver oom_adj: -16
I0214 02:55:41.390461 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:41.890277 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:42.391208 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:42.890848 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:43.390277 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:43.890995 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:44.391082 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:44.890373 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:45.391102 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:45.890916 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:46.390775 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:46.890727 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:47.390278 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:47.890512 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:48.391080 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:48.891160 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:49.390318 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:49.890811 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:50.390280 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:50.890611 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:51.390564 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:51.890255 1135902 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0214 02:55:51.980427 1135902 kubeadm.go:1088] duration metric: took 11.283354795s to wait for elevateKubeSystemPrivileges.
I0214 02:55:51.980459 1135902 kubeadm.go:406] StartCluster complete in 29.838068306s
I0214 02:55:51.980477 1135902 settings.go:142] acquiring lock: {Name:mkcc971fda27c724b3c1908f1b3da87aea10d784 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:51.980597 1135902 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18166-1129740/kubeconfig
I0214 02:55:51.980988 1135902 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18166-1129740/kubeconfig: {Name:mkc9d4ef83ac02b186254a828f8611428408dff1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0214 02:55:51.981639 1135902 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0214 02:55:51.981938 1135902 config.go:182] Loaded profile config "addons-107916": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0214 02:55:51.982100 1135902 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0214 02:55:51.982199 1135902 addons.go:69] Setting yakd=true in profile "addons-107916"
I0214 02:55:51.982214 1135902 addons.go:234] Setting addon yakd=true in "addons-107916"
I0214 02:55:51.982249 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:51.982688 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:51.983188 1135902 addons.go:69] Setting cloud-spanner=true in profile "addons-107916"
I0214 02:55:51.983207 1135902 addons.go:234] Setting addon cloud-spanner=true in "addons-107916"
I0214 02:55:51.983247 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:51.983663 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:51.983862 1135902 addons.go:69] Setting metrics-server=true in profile "addons-107916"
I0214 02:55:51.983880 1135902 addons.go:234] Setting addon metrics-server=true in "addons-107916"
I0214 02:55:51.983911 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:51.984307 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:51.984694 1135902 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-107916"
I0214 02:55:51.984736 1135902 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-107916"
I0214 02:55:51.984774 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:51.985149 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:51.989762 1135902 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-107916"
I0214 02:55:51.991034 1135902 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-107916"
I0214 02:55:51.991120 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:51.991737 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:51.994102 1135902 addons.go:69] Setting default-storageclass=true in profile "addons-107916"
I0214 02:55:51.994131 1135902 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-107916"
I0214 02:55:51.994460 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.004391 1135902 addons.go:69] Setting registry=true in profile "addons-107916"
I0214 02:55:52.004835 1135902 addons.go:234] Setting addon registry=true in "addons-107916"
I0214 02:55:52.005038 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:52.017003 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.005191 1135902 addons.go:69] Setting storage-provisioner=true in profile "addons-107916"
I0214 02:55:52.035047 1135902 addons.go:234] Setting addon storage-provisioner=true in "addons-107916"
I0214 02:55:52.035212 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:52.035739 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.005212 1135902 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-107916"
I0214 02:55:52.054516 1135902 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-107916"
I0214 02:55:52.054948 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.005221 1135902 addons.go:69] Setting volumesnapshots=true in profile "addons-107916"
I0214 02:55:52.088529 1135902 addons.go:234] Setting addon volumesnapshots=true in "addons-107916"
I0214 02:55:52.088612 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:52.089240 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.014818 1135902 addons.go:69] Setting gcp-auth=true in profile "addons-107916"
I0214 02:55:52.122831 1135902 mustload.go:65] Loading cluster: addons-107916
I0214 02:55:52.127532 1135902 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0
I0214 02:55:52.129277 1135902 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0214 02:55:52.129296 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0214 02:55:52.129374 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.123546 1135902 config.go:182] Loaded profile config "addons-107916": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0214 02:55:52.144125 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.014952 1135902 addons.go:69] Setting ingress-dns=true in profile "addons-107916"
I0214 02:55:52.014957 1135902 addons.go:69] Setting inspektor-gadget=true in profile "addons-107916"
I0214 02:55:52.014942 1135902 addons.go:69] Setting ingress=true in profile "addons-107916"
I0214 02:55:52.159720 1135902 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.13
I0214 02:55:52.160499 1135902 addons.go:234] Setting addon ingress-dns=true in "addons-107916"
I0214 02:55:52.167776 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:52.160521 1135902 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0214 02:55:52.171036 1135902 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0214 02:55:52.167780 1135902 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0214 02:55:52.168232 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.160538 1135902 addons.go:234] Setting addon inspektor-gadget=true in "addons-107916"
I0214 02:55:52.160543 1135902 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0214 02:55:52.160530 1135902 addons.go:234] Setting addon ingress=true in "addons-107916"
I0214 02:55:52.185014 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:52.185467 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.217014 1135902 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3
I0214 02:55:52.239341 1135902 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0214 02:55:52.239364 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0214 02:55:52.239434 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.217118 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0214 02:55:52.244444 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.269153 1135902 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0214 02:55:52.218043 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:52.217959 1135902 addons.go:234] Setting addon default-storageclass=true in "addons-107916"
I0214 02:55:52.274956 1135902 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0214 02:55:52.274967 1135902 out.go:177] - Using image docker.io/registry:2.8.3
I0214 02:55:52.274971 1135902 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0214 02:55:52.275418 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.276879 1135902 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0214 02:55:52.276897 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0214 02:55:52.276962 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.277301 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:52.277782 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.293370 1135902 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0214 02:55:52.279383 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0214 02:55:52.306987 1135902 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0214 02:55:52.309093 1135902 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0214 02:55:52.316899 1135902 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0214 02:55:52.307280 1135902 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0214 02:55:52.307350 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.336829 1135902 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0214 02:55:52.324464 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0214 02:55:52.339675 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.341212 1135902 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-107916"
I0214 02:55:52.341252 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:52.341728 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:52.394056 1135902 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0214 02:55:52.389998 1135902 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0214 02:55:52.391199 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:52.399640 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.411723 1135902 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0214 02:55:52.425713 1135902 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0214 02:55:52.425787 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0214 02:55:52.431678 1135902 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0214 02:55:52.431703 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0214 02:55:52.431768 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.426880 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.483937 1135902 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0214 02:55:52.487674 1135902 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.6
I0214 02:55:52.490607 1135902 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0214 02:55:52.493653 1135902 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0214 02:55:52.493674 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0214 02:55:52.493737 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.496190 1135902 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0214 02:55:52.490999 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.505731 1135902 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0214 02:55:52.505751 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0214 02:55:52.505818 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.532284 1135902 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-107916" context rescaled to 1 replicas
I0214 02:55:52.532323 1135902 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0214 02:55:52.538194 1135902 out.go:177] * Verifying Kubernetes components...
I0214 02:55:52.540378 1135902 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0214 02:55:52.541876 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.541912 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.543038 1135902 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.24.0
I0214 02:55:52.547302 1135902 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0214 02:55:52.547323 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0214 02:55:52.547395 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.571990 1135902 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0214 02:55:52.572011 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0214 02:55:52.572074 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.599987 1135902 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0214 02:55:52.602269 1135902 out.go:177] - Using image docker.io/busybox:stable
I0214 02:55:52.604775 1135902 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0214 02:55:52.604799 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0214 02:55:52.604865 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:52.643575 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.646287 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.683487 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.713985 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.723867 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.727585 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.730090 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.733766 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:52.752453 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
W0214 02:55:52.774125 1135902 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0214 02:55:52.774157 1135902 retry.go:31] will retry after 369.891388ms: ssh: handshake failed: EOF
I0214 02:55:53.271006 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0214 02:55:53.273753 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0214 02:55:53.357939 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0214 02:55:53.381564 1135902 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0214 02:55:53.381634 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0214 02:55:53.429385 1135902 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0214 02:55:53.429455 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0214 02:55:53.482926 1135902 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0214 02:55:53.482998 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0214 02:55:53.497479 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0214 02:55:53.517799 1135902 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0214 02:55:53.517878 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0214 02:55:53.578106 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0214 02:55:53.602517 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0214 02:55:53.628104 1135902 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0214 02:55:53.628176 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0214 02:55:53.640631 1135902 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0214 02:55:53.640708 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0214 02:55:53.709364 1135902 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0214 02:55:53.709438 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0214 02:55:53.714137 1135902 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0214 02:55:53.714211 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0214 02:55:53.758073 1135902 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0214 02:55:53.758150 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0214 02:55:53.784104 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0214 02:55:53.876365 1135902 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0214 02:55:53.876457 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0214 02:55:53.907710 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0214 02:55:53.987670 1135902 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0214 02:55:53.987695 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0214 02:55:54.029221 1135902 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0214 02:55:54.029288 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0214 02:55:54.046469 1135902 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0214 02:55:54.046540 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0214 02:55:54.066690 1135902 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0214 02:55:54.066763 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0214 02:55:54.119068 1135902 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0214 02:55:54.119146 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0214 02:55:54.187677 1135902 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0214 02:55:54.187752 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0214 02:55:54.199173 1135902 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0214 02:55:54.199247 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0214 02:55:54.295839 1135902 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0214 02:55:54.295910 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0214 02:55:54.297393 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0214 02:55:54.342061 1135902 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0214 02:55:54.342125 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0214 02:55:54.428029 1135902 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0214 02:55:54.428102 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0214 02:55:54.470281 1135902 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0214 02:55:54.470356 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0214 02:55:54.490323 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0214 02:55:54.491109 1135902 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.950687711s)
I0214 02:55:54.492036 1135902 node_ready.go:35] waiting up to 6m0s for node "addons-107916" to be "Ready" ...
I0214 02:55:54.495915 1135902 node_ready.go:49] node "addons-107916" has status "Ready":"True"
I0214 02:55:54.495980 1135902 node_ready.go:38] duration metric: took 3.894354ms waiting for node "addons-107916" to be "Ready" ...
I0214 02:55:54.496005 1135902 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0214 02:55:54.496601 1135902 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.090794616s)
I0214 02:55:54.496648 1135902 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0214 02:55:54.505561 1135902 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace to be "Ready" ...
I0214 02:55:54.577614 1135902 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0214 02:55:54.577686 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0214 02:55:54.639962 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0214 02:55:54.666587 1135902 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0214 02:55:54.666659 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0214 02:55:54.789011 1135902 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0214 02:55:54.789083 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0214 02:55:54.937866 1135902 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0214 02:55:54.937939 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0214 02:55:55.085340 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.814283827s)
I0214 02:55:55.126619 1135902 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0214 02:55:55.126709 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0214 02:55:55.246750 1135902 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0214 02:55:55.246821 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0214 02:55:55.282344 1135902 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0214 02:55:55.282425 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0214 02:55:55.307449 1135902 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0214 02:55:55.307556 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0214 02:55:55.412017 1135902 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0214 02:55:55.412089 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0214 02:55:55.664078 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0214 02:55:55.709152 1135902 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0214 02:55:55.709226 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0214 02:55:55.879534 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0214 02:55:56.518275 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:55:58.546610 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:55:59.225055 1135902 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0214 02:55:59.225136 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:59.245009 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:59.562260 1135902 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0214 02:55:59.703677 1135902 addons.go:234] Setting addon gcp-auth=true in "addons-107916"
I0214 02:55:59.703754 1135902 host.go:66] Checking if "addons-107916" exists ...
I0214 02:55:59.704213 1135902 cli_runner.go:164] Run: docker container inspect addons-107916 --format={{.State.Status}}
I0214 02:55:59.727873 1135902 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0214 02:55:59.727932 1135902 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-107916
I0214 02:55:59.747597 1135902 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34032 SSHKeyPath:/home/jenkins/minikube-integration/18166-1129740/.minikube/machines/addons-107916/id_rsa Username:docker}
I0214 02:55:59.946833 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.673042275s)
I0214 02:55:59.946866 1135902 addons.go:470] Verifying addon ingress=true in "addons-107916"
I0214 02:55:59.949783 1135902 out.go:177] * Verifying ingress addon...
I0214 02:55:59.947054 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (6.589046501s)
I0214 02:55:59.947115 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.449557178s)
I0214 02:55:59.947148 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.369022704s)
I0214 02:55:59.947177 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.344642223s)
I0214 02:55:59.947217 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.163045565s)
I0214 02:55:59.947311 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.64985113s)
I0214 02:55:59.947349 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.456962102s)
I0214 02:55:59.947420 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.307382914s)
I0214 02:55:59.947430 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (6.039462724s)
I0214 02:55:59.952277 1135902 addons.go:470] Verifying addon registry=true in "addons-107916"
I0214 02:55:59.955117 1135902 out.go:177] * Verifying registry addon...
I0214 02:55:59.953392 1135902 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0214 02:55:59.953430 1135902 addons.go:470] Verifying addon metrics-server=true in "addons-107916"
W0214 02:55:59.953611 1135902 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0214 02:55:59.959274 1135902 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0214 02:55:59.961054 1135902 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-107916 service yakd-dashboard -n yakd-dashboard
I0214 02:55:59.961181 1135902 retry.go:31] will retry after 361.504562ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0214 02:55:59.970823 1135902 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0214 02:55:59.970859 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:55:59.984282 1135902 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0214 02:55:59.984309 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0214 02:55:59.984841 1135902 out.go:239] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0214 02:56:00.325597 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0214 02:56:00.466814 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:00.468640 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:00.963439 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:00.971531 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:01.023525 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:01.479182 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:01.487008 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:01.697656 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (6.033371174s)
I0214 02:56:01.697746 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.818027711s)
I0214 02:56:01.697692 1135902 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-107916"
I0214 02:56:01.697905 1135902 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.969904033s)
I0214 02:56:01.700242 1135902 out.go:177] * Verifying csi-hostpath-driver addon...
I0214 02:56:01.702303 1135902 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0214 02:56:01.703315 1135902 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0214 02:56:01.707863 1135902 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0214 02:56:01.710064 1135902 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0214 02:56:01.710093 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0214 02:56:01.716919 1135902 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0214 02:56:01.716950 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:01.778119 1135902 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0214 02:56:01.778190 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0214 02:56:01.830300 1135902 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0214 02:56:01.830388 1135902 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0214 02:56:01.881279 1135902 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0214 02:56:01.963933 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:01.969620 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:02.211864 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:02.464112 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:02.469209 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:02.575146 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.249478297s)
I0214 02:56:02.711362 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:02.967514 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:02.976360 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:03.050248 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:03.061327 1135902 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.179959145s)
I0214 02:56:03.064152 1135902 addons.go:470] Verifying addon gcp-auth=true in "addons-107916"
I0214 02:56:03.066372 1135902 out.go:177] * Verifying gcp-auth addon...
I0214 02:56:03.070340 1135902 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0214 02:56:03.080693 1135902 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0214 02:56:03.080720 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:03.212449 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:03.463188 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:03.467335 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:03.574875 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:03.711065 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:03.963187 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:03.966628 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:04.074317 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:04.211633 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:04.468620 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:04.476510 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:04.574757 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:04.711748 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:04.965112 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:04.968873 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:05.075297 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:05.210703 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:05.475389 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:05.477316 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:05.512931 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:05.574638 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:05.712092 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:05.963665 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:05.966460 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:06.075175 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:06.211277 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:06.464419 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:06.467032 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:06.574267 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:06.710889 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:06.969464 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:06.970426 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:07.076907 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:07.211917 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:07.463693 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:07.467165 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:07.513047 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:07.574411 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:07.712164 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:07.965219 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:07.967572 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:08.075067 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:08.211975 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:08.463887 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:08.467745 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:08.574794 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:08.712120 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:08.964018 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:08.969298 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:09.075598 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:09.212453 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:09.464794 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:09.469866 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:09.513608 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:09.574814 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:09.723571 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:09.964946 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:09.968427 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:10.075434 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:10.212019 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:10.463700 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:10.467203 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:10.579827 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:10.711696 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:10.963727 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:10.966068 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:11.074612 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:11.212352 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:11.467740 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:11.470207 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:11.575440 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:11.711123 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:11.969105 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:11.970599 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:12.017942 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:12.074806 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:12.210941 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:12.468556 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:12.469016 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:12.574063 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:12.712483 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:12.963008 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:12.967213 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:13.074677 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:13.211512 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:13.463240 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:13.466768 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:13.574788 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:13.710803 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:13.963776 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:13.965515 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:14.074623 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:14.212141 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:14.462531 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:14.466716 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:14.512466 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:14.574238 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:14.710917 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:14.964653 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:14.965821 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:15.074890 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:15.211384 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:15.463733 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:15.468088 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:15.574659 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:15.711162 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:15.963236 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:15.966352 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:16.074601 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:16.211050 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:16.463768 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:16.467175 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:16.512872 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:16.574742 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:16.711555 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:16.963724 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:16.967539 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:17.074120 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:17.211908 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:17.465784 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:17.466911 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:17.574710 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:17.711470 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:17.962785 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:17.965698 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:18.078143 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:18.211301 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:18.462396 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:18.466702 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:18.574346 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:18.711319 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:18.962725 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:18.965763 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:19.013149 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:19.074339 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:19.211320 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:19.463665 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:19.466734 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:19.574365 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:19.712460 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:19.966550 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:19.967611 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:20.075841 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:20.212454 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:20.463304 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:20.467178 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:20.576374 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:20.712490 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:20.962947 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:20.966036 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:21.074330 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:21.211227 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:21.462655 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:21.466049 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:21.512524 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:21.574041 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:21.711453 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:21.962932 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:21.965673 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:22.074722 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:22.211004 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:22.465491 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:22.466499 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:22.574833 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:22.711443 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:22.963855 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:22.968059 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:23.074105 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:23.211443 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:23.464424 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:23.466625 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:23.512649 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:23.574010 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:23.711887 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:23.963963 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:23.966286 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:24.074532 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:24.211525 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:24.467239 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:24.468193 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:24.575134 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:24.713028 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:24.965216 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:24.967554 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:25.082074 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:25.211722 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:25.463195 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:25.467121 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:25.575322 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:25.714198 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:25.968557 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:25.973101 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:26.013660 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:26.075341 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:26.211618 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:26.463171 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:26.467701 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:26.574606 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:26.711117 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:26.964479 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:26.966544 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:27.074750 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:27.211693 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:27.463994 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:27.466476 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:27.573867 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:27.711663 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:27.962909 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:27.966029 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:28.015839 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:28.077461 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:28.211627 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:28.463906 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:28.467143 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:28.575147 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:28.714141 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:28.965776 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:28.969632 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:29.074191 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:29.220493 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:29.463121 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:29.466030 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:29.574592 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:29.711967 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:29.964513 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:29.969249 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:30.034927 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:30.075603 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:30.217450 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:30.462879 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:30.467528 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:30.574747 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:30.711958 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:30.974600 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:31.001129 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:31.074746 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:31.211466 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:31.464135 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:31.468570 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:31.574671 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:31.711810 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:31.964240 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:31.971575 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:32.075151 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:32.211550 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:32.463905 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:32.469287 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:32.513999 1135902 pod_ready.go:102] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"False"
I0214 02:56:32.574915 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:32.711454 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:32.965556 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:32.970305 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:33.089025 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:33.211799 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:33.463643 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:33.467822 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:33.513207 1135902 pod_ready.go:92] pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace has status "Ready":"True"
I0214 02:56:33.513233 1135902 pod_ready.go:81] duration metric: took 39.00759531s waiting for pod "coredns-5dd5756b68-frpgv" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.513245 1135902 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-107916" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.519385 1135902 pod_ready.go:92] pod "etcd-addons-107916" in "kube-system" namespace has status "Ready":"True"
I0214 02:56:33.519409 1135902 pod_ready.go:81] duration metric: took 6.155504ms waiting for pod "etcd-addons-107916" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.519423 1135902 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-107916" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.525907 1135902 pod_ready.go:92] pod "kube-apiserver-addons-107916" in "kube-system" namespace has status "Ready":"True"
I0214 02:56:33.525934 1135902 pod_ready.go:81] duration metric: took 6.501612ms waiting for pod "kube-apiserver-addons-107916" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.525946 1135902 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-107916" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.532317 1135902 pod_ready.go:92] pod "kube-controller-manager-addons-107916" in "kube-system" namespace has status "Ready":"True"
I0214 02:56:33.532342 1135902 pod_ready.go:81] duration metric: took 6.388105ms waiting for pod "kube-controller-manager-addons-107916" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.532353 1135902 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-wqqx2" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.538857 1135902 pod_ready.go:92] pod "kube-proxy-wqqx2" in "kube-system" namespace has status "Ready":"True"
I0214 02:56:33.538884 1135902 pod_ready.go:81] duration metric: took 6.52237ms waiting for pod "kube-proxy-wqqx2" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.538896 1135902 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-107916" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.575137 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:33.716219 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:33.910518 1135902 pod_ready.go:92] pod "kube-scheduler-addons-107916" in "kube-system" namespace has status "Ready":"True"
I0214 02:56:33.910547 1135902 pod_ready.go:81] duration metric: took 371.643092ms waiting for pod "kube-scheduler-addons-107916" in "kube-system" namespace to be "Ready" ...
I0214 02:56:33.910559 1135902 pod_ready.go:38] duration metric: took 39.414528016s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0214 02:56:33.910633 1135902 api_server.go:52] waiting for apiserver process to appear ...
I0214 02:56:33.910723 1135902 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0214 02:56:33.926908 1135902 api_server.go:72] duration metric: took 41.394553358s to wait for apiserver process to appear ...
I0214 02:56:33.926936 1135902 api_server.go:88] waiting for apiserver healthz status ...
I0214 02:56:33.926957 1135902 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0214 02:56:33.936854 1135902 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0214 02:56:33.938451 1135902 api_server.go:141] control plane version: v1.28.4
I0214 02:56:33.938480 1135902 api_server.go:131] duration metric: took 11.535734ms to wait for apiserver health ...
I0214 02:56:33.938489 1135902 system_pods.go:43] waiting for kube-system pods to appear ...
I0214 02:56:33.963864 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:33.968450 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:34.074759 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:34.118074 1135902 system_pods.go:59] 18 kube-system pods found
I0214 02:56:34.118111 1135902 system_pods.go:61] "coredns-5dd5756b68-frpgv" [725a8f05-de51-4e9b-b8c0-8c1c0c28b9d8] Running
I0214 02:56:34.118121 1135902 system_pods.go:61] "csi-hostpath-attacher-0" [f819a79e-8675-4723-8c63-c8c1c0564130] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0214 02:56:34.118131 1135902 system_pods.go:61] "csi-hostpath-resizer-0" [fbb76b19-2a31-4945-96a0-3cecc97d33ee] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0214 02:56:34.118141 1135902 system_pods.go:61] "csi-hostpathplugin-5fqvb" [33dff35f-ee07-4587-89ba-846f0bee07db] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0214 02:56:34.118153 1135902 system_pods.go:61] "etcd-addons-107916" [1fe5f000-92d4-47ad-aba2-3ba7e884263e] Running
I0214 02:56:34.118166 1135902 system_pods.go:61] "kindnet-rthjj" [75af4cf2-01b1-4dca-9bfd-7c24b3dc528e] Running
I0214 02:56:34.118171 1135902 system_pods.go:61] "kube-apiserver-addons-107916" [36c01377-8ded-4c47-8178-340afadcc26c] Running
I0214 02:56:34.118179 1135902 system_pods.go:61] "kube-controller-manager-addons-107916" [05719c3d-db88-46b8-bcb5-a11b50f1a47b] Running
I0214 02:56:34.118187 1135902 system_pods.go:61] "kube-ingress-dns-minikube" [6015e7be-aeae-4d2f-a1ee-3f92e61da1e5] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0214 02:56:34.118192 1135902 system_pods.go:61] "kube-proxy-wqqx2" [2628f6b4-92c2-45ac-8ef2-cd9a32918e0b] Running
I0214 02:56:34.118202 1135902 system_pods.go:61] "kube-scheduler-addons-107916" [ea27f96b-bb9c-4fe5-b4dc-41a0dd834064] Running
I0214 02:56:34.118209 1135902 system_pods.go:61] "metrics-server-69cf46c98-xgpcx" [a75b205a-055e-4b2e-82c2-53e542d18ae2] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0214 02:56:34.118250 1135902 system_pods.go:61] "nvidia-device-plugin-daemonset-qp5mc" [e83ab22d-76cc-418f-9a1e-704888f17ca0] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0214 02:56:34.118265 1135902 system_pods.go:61] "registry-proxy-4vspg" [ed6185ac-833d-49bc-9dbd-44ca26c256ef] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0214 02:56:34.118271 1135902 system_pods.go:61] "registry-vq7pw" [76ecca74-b904-428a-957c-e497f46f916d] Running
I0214 02:56:34.118282 1135902 system_pods.go:61] "snapshot-controller-58dbcc7b99-6tw9t" [a3c8748f-3bbf-450a-8ab8-f682dc3540b3] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0214 02:56:34.118290 1135902 system_pods.go:61] "snapshot-controller-58dbcc7b99-mxxxv" [05d7fa06-002b-46bb-bfca-2acdd4c8d6c1] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0214 02:56:34.118299 1135902 system_pods.go:61] "storage-provisioner" [2c9e38cc-5e48-4667-a0a7-9ac74e980de2] Running
I0214 02:56:34.118306 1135902 system_pods.go:74] duration metric: took 179.811425ms to wait for pod list to return data ...
I0214 02:56:34.118318 1135902 default_sa.go:34] waiting for default service account to be created ...
I0214 02:56:34.212384 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:34.311229 1135902 default_sa.go:45] found service account: "default"
I0214 02:56:34.311258 1135902 default_sa.go:55] duration metric: took 192.932347ms for default service account to be created ...
I0214 02:56:34.311277 1135902 system_pods.go:116] waiting for k8s-apps to be running ...
I0214 02:56:34.465096 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:34.467847 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:34.518648 1135902 system_pods.go:86] 18 kube-system pods found
I0214 02:56:34.518680 1135902 system_pods.go:89] "coredns-5dd5756b68-frpgv" [725a8f05-de51-4e9b-b8c0-8c1c0c28b9d8] Running
I0214 02:56:34.518690 1135902 system_pods.go:89] "csi-hostpath-attacher-0" [f819a79e-8675-4723-8c63-c8c1c0564130] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0214 02:56:34.518699 1135902 system_pods.go:89] "csi-hostpath-resizer-0" [fbb76b19-2a31-4945-96a0-3cecc97d33ee] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0214 02:56:34.518710 1135902 system_pods.go:89] "csi-hostpathplugin-5fqvb" [33dff35f-ee07-4587-89ba-846f0bee07db] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0214 02:56:34.518717 1135902 system_pods.go:89] "etcd-addons-107916" [1fe5f000-92d4-47ad-aba2-3ba7e884263e] Running
I0214 02:56:34.518727 1135902 system_pods.go:89] "kindnet-rthjj" [75af4cf2-01b1-4dca-9bfd-7c24b3dc528e] Running
I0214 02:56:34.518733 1135902 system_pods.go:89] "kube-apiserver-addons-107916" [36c01377-8ded-4c47-8178-340afadcc26c] Running
I0214 02:56:34.518742 1135902 system_pods.go:89] "kube-controller-manager-addons-107916" [05719c3d-db88-46b8-bcb5-a11b50f1a47b] Running
I0214 02:56:34.518750 1135902 system_pods.go:89] "kube-ingress-dns-minikube" [6015e7be-aeae-4d2f-a1ee-3f92e61da1e5] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0214 02:56:34.518756 1135902 system_pods.go:89] "kube-proxy-wqqx2" [2628f6b4-92c2-45ac-8ef2-cd9a32918e0b] Running
I0214 02:56:34.518764 1135902 system_pods.go:89] "kube-scheduler-addons-107916" [ea27f96b-bb9c-4fe5-b4dc-41a0dd834064] Running
I0214 02:56:34.518771 1135902 system_pods.go:89] "metrics-server-69cf46c98-xgpcx" [a75b205a-055e-4b2e-82c2-53e542d18ae2] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0214 02:56:34.518782 1135902 system_pods.go:89] "nvidia-device-plugin-daemonset-qp5mc" [e83ab22d-76cc-418f-9a1e-704888f17ca0] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0214 02:56:34.518789 1135902 system_pods.go:89] "registry-proxy-4vspg" [ed6185ac-833d-49bc-9dbd-44ca26c256ef] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0214 02:56:34.518796 1135902 system_pods.go:89] "registry-vq7pw" [76ecca74-b904-428a-957c-e497f46f916d] Running
I0214 02:56:34.518803 1135902 system_pods.go:89] "snapshot-controller-58dbcc7b99-6tw9t" [a3c8748f-3bbf-450a-8ab8-f682dc3540b3] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0214 02:56:34.518811 1135902 system_pods.go:89] "snapshot-controller-58dbcc7b99-mxxxv" [05d7fa06-002b-46bb-bfca-2acdd4c8d6c1] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0214 02:56:34.518818 1135902 system_pods.go:89] "storage-provisioner" [2c9e38cc-5e48-4667-a0a7-9ac74e980de2] Running
I0214 02:56:34.518826 1135902 system_pods.go:126] duration metric: took 207.5432ms to wait for k8s-apps to be running ...
I0214 02:56:34.518838 1135902 system_svc.go:44] waiting for kubelet service to be running ....
I0214 02:56:34.518898 1135902 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0214 02:56:34.534371 1135902 system_svc.go:56] duration metric: took 15.522033ms WaitForService to wait for kubelet.
I0214 02:56:34.534404 1135902 kubeadm.go:581] duration metric: took 42.002049987s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0214 02:56:34.534446 1135902 node_conditions.go:102] verifying NodePressure condition ...
I0214 02:56:34.573739 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:34.713804 1135902 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0214 02:56:34.713845 1135902 node_conditions.go:123] node cpu capacity is 2
I0214 02:56:34.713859 1135902 node_conditions.go:105] duration metric: took 179.403403ms to run NodePressure ...
I0214 02:56:34.713871 1135902 start.go:228] waiting for startup goroutines ...
I0214 02:56:34.715360 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:34.963963 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:34.966197 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:35.075715 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:35.211898 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:35.463303 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:35.466302 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:35.573929 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:35.711879 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:35.964996 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:35.966118 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0214 02:56:36.074398 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:36.212398 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:36.465560 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:36.467207 1135902 kapi.go:107] duration metric: took 36.507928754s to wait for kubernetes.io/minikube-addons=registry ...
I0214 02:56:36.574686 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:36.711507 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:36.963141 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:37.075628 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:37.212307 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:37.463151 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:37.575166 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:37.712211 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:37.963529 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:38.075133 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:38.213023 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:38.464305 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:38.574829 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:38.711440 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:38.962956 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:39.081028 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:39.218968 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:39.464684 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:39.581641 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:39.711520 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:39.963217 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:40.076108 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:40.211929 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:40.463368 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:40.574458 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:40.719834 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:40.967016 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:41.074781 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:41.211201 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:41.464163 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:41.574839 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:41.712230 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:41.964017 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:42.075693 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:42.213423 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:42.463349 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:42.574527 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:42.712675 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:42.963568 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:43.074302 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:43.211719 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:43.463051 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:43.574951 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:43.713806 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:43.963209 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:44.074808 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:44.212950 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:44.464019 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:44.575081 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:44.711252 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:44.963193 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:45.085170 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:45.225919 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:45.462891 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:45.574838 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:45.712162 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:45.963527 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:46.074707 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:46.213851 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:46.463560 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:46.574676 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:46.717508 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:46.963643 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:47.082366 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:47.211109 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:47.464115 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:47.575202 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:47.715260 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:47.963534 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:48.074903 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:48.211309 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:48.463736 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:48.574370 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:48.711381 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:48.963519 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:49.082174 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:49.212046 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:49.463631 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:49.574376 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:49.719827 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:49.963800 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:50.085989 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:50.213191 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:50.464265 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:50.574917 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:50.712277 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:50.965760 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:51.074635 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:51.214381 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:51.465277 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:51.574148 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:51.711258 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:51.963194 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:52.074340 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:52.211751 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:52.463308 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:52.574217 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:52.712321 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:52.962706 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:53.074261 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0214 02:56:53.210449 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:53.464591 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:53.574015 1135902 kapi.go:107] duration metric: took 50.503674897s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0214 02:56:53.579059 1135902 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-107916 cluster.
I0214 02:56:53.581165 1135902 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0214 02:56:53.583105 1135902 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0214 02:56:53.713600 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:53.963124 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:54.211650 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:54.462937 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:54.711280 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:54.962680 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:55.213776 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:55.463416 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:55.711676 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:55.963681 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:56.213205 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:56.462806 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:56.711346 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:56.963362 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:57.210681 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:57.463106 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:57.713730 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:57.963440 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:58.211333 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:58.477589 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:58.712168 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:58.966022 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:59.211773 1135902 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0214 02:56:59.462825 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:56:59.711553 1135902 kapi.go:107] duration metric: took 58.008239466s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0214 02:56:59.963678 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:00.465089 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:00.962524 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:01.463377 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:01.963205 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:02.463268 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:02.963749 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:03.463176 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:03.962891 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:04.463644 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:04.963638 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:05.462626 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:05.969143 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:06.463570 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:06.963613 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:07.465834 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:07.963195 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:08.463237 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:08.962760 1135902 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0214 02:57:09.465758 1135902 kapi.go:107] duration metric: took 1m9.512364179s to wait for app.kubernetes.io/name=ingress-nginx ...
I0214 02:57:09.467817 1135902 out.go:177] * Enabled addons: nvidia-device-plugin, cloud-spanner, storage-provisioner, ingress-dns, metrics-server, yakd, default-storageclass, inspektor-gadget, volumesnapshots, registry, gcp-auth, csi-hostpath-driver, ingress
I0214 02:57:09.469746 1135902 addons.go:505] enable addons completed in 1m17.487639726s: enabled=[nvidia-device-plugin cloud-spanner storage-provisioner ingress-dns metrics-server yakd default-storageclass inspektor-gadget volumesnapshots registry gcp-auth csi-hostpath-driver ingress]
I0214 02:57:09.469797 1135902 start.go:233] waiting for cluster config update ...
I0214 02:57:09.469832 1135902 start.go:242] writing updated cluster config ...
I0214 02:57:09.470179 1135902 ssh_runner.go:195] Run: rm -f paused
I0214 02:57:09.824976 1135902 start.go:600] kubectl: 1.29.1, cluster: 1.28.4 (minor skew: 1)
I0214 02:57:09.827770 1135902 out.go:177] * Done! kubectl is now configured to use "addons-107916" cluster and "default" namespace by default
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
3b2cdb1a2ee3c dd1b12fcb6097 6 seconds ago Exited hello-world-app 2 9eef6a590e24f hello-world-app-5d77478584-vrjll
1858190050b4d d315ef79be32c 31 seconds ago Running nginx 0 0e50a2d1a7dd8 nginx
36f8987acedf5 fc9db2894f4e4 53 seconds ago Exited helper-pod 0 9aa54732e524e helper-pod-delete-pvc-2358e9d1-a1ee-49c0-8dab-57be5f72d3ad
7bed06d411831 21648f71be814 About a minute ago Running headlamp 0 9abbb53f4262f headlamp-7ddfbb94ff-59lmx
e724582a408a1 fe00dc95515ba About a minute ago Exited controller 0 28a9be30ce59c ingress-nginx-controller-7967645744-4btrf
1b04ca41722c7 ee6d597e62dc8 About a minute ago Running csi-snapshotter 0 2eb4caa4f0136 csi-hostpathplugin-5fqvb
955f8a4d6be84 642ded511e141 About a minute ago Running csi-provisioner 0 2eb4caa4f0136 csi-hostpathplugin-5fqvb
a3efd34b39f49 922312104da8a About a minute ago Running liveness-probe 0 2eb4caa4f0136 csi-hostpathplugin-5fqvb
2b70b5b79de92 08f6b2990811a About a minute ago Running hostpath 0 2eb4caa4f0136 csi-hostpathplugin-5fqvb
1b61eda6a526a 0107d56dbc0be About a minute ago Running node-driver-registrar 0 2eb4caa4f0136 csi-hostpathplugin-5fqvb
519c86bb0f78b 2a5f29343eb03 About a minute ago Running gcp-auth 0 c148a5cb55766 gcp-auth-d4c87556c-n5vd4
970467a7928ea 7ce2150c8929b About a minute ago Running local-path-provisioner 0 2145126ac5ccb local-path-provisioner-78b46b4d5c-h6679
f6c74fccf9510 20e3f2db01e81 About a minute ago Running yakd 0 4d64c95b0fcbc yakd-dashboard-9947fc6bf-mv4gt
ef7b5974b2820 9a80d518f102c About a minute ago Running csi-attacher 0 6f0a337c500b5 csi-hostpath-attacher-0
c8cb76b91902c 487fa743e1e22 About a minute ago Running csi-resizer 0 827419cdf4c3c csi-hostpath-resizer-0
a58073f9256ac f8c5dfd0ede5f About a minute ago Exited patch 2 67fe6bb56b812 ingress-nginx-admission-patch-5rc9q
360779012a3e0 f8c5dfd0ede5f About a minute ago Exited create 0 a13cb4d754b97 ingress-nginx-admission-create-brrq9
b35a6c596cfa6 1461903ec4fe9 About a minute ago Running csi-external-health-monitor-controller 0 2eb4caa4f0136 csi-hostpathplugin-5fqvb
a8b9ad96a4cf3 97e04611ad434 About a minute ago Running coredns 0 8145a79f8e3c5 coredns-5dd5756b68-frpgv
7aa64a9ad4c3a ba04bb24b9575 2 minutes ago Running storage-provisioner 0 fe384abf830ea storage-provisioner
fa504d1b8fe72 3ca3ca488cf13 2 minutes ago Running kube-proxy 0 4355787625a52 kube-proxy-wqqx2
244bda7cba554 04b4eaa3d3db8 2 minutes ago Running kindnet-cni 0 5733ea23009bc kindnet-rthjj
400b3f8f47c62 04b4c447bb9d4 2 minutes ago Running kube-apiserver 0 5e70764e3f506 kube-apiserver-addons-107916
b80dce1302efb 05c284c929889 2 minutes ago Running kube-scheduler 0 eee3d9018507d kube-scheduler-addons-107916
f80836cb769d3 9961cbceaf234 2 minutes ago Running kube-controller-manager 0 972feb1225acd kube-controller-manager-addons-107916
873197f66b7ad 9cdd6470f48c8 2 minutes ago Running etcd 0 c7ffa69b73291 etcd-addons-107916
==> containerd <==
Feb 14 02:58:23 addons-107916 containerd[739]: time="2024-02-14T02:58:23.831950850Z" level=error msg="ContainerStatus for \"3b6f094381065667ffc429dc21ebda94cc7ba68e3e0c1fd625e6a1c6e3e4a189\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"3b6f094381065667ffc429dc21ebda94cc7ba68e3e0c1fd625e6a1c6e3e4a189\": not found"
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.617396780Z" level=info msg="CreateContainer within sandbox \"9eef6a590e24f2b17c9d029d59c45862774a3c1c8f656b268cd4085640901419\" for container &ContainerMetadata{Name:hello-world-app,Attempt:2,}"
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.647467069Z" level=info msg="CreateContainer within sandbox \"9eef6a590e24f2b17c9d029d59c45862774a3c1c8f656b268cd4085640901419\" for &ContainerMetadata{Name:hello-world-app,Attempt:2,} returns container id \"3b2cdb1a2ee3c26c7f3297bbe0e4b65850cbf4fa5fba6512d177e9b99fbb3be3\""
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.650626665Z" level=info msg="StartContainer for \"3b2cdb1a2ee3c26c7f3297bbe0e4b65850cbf4fa5fba6512d177e9b99fbb3be3\""
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.726314497Z" level=info msg="StartContainer for \"3b2cdb1a2ee3c26c7f3297bbe0e4b65850cbf4fa5fba6512d177e9b99fbb3be3\" returns successfully"
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.756235063Z" level=info msg="shim disconnected" id=3b2cdb1a2ee3c26c7f3297bbe0e4b65850cbf4fa5fba6512d177e9b99fbb3be3
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.756294672Z" level=warning msg="cleaning up after shim disconnected" id=3b2cdb1a2ee3c26c7f3297bbe0e4b65850cbf4fa5fba6512d177e9b99fbb3be3 namespace=k8s.io
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.756305601Z" level=info msg="cleaning up dead shim"
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.764352238Z" level=warning msg="cleanup warnings time=\"2024-02-14T02:58:24Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=10517 runtime=io.containerd.runc.v2\n"
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.822535165Z" level=info msg="RemoveContainer for \"faf8c51efff8f7b2b0ea8ee6d04dc9b4f667062dba51e412a107873db892cf63\""
Feb 14 02:58:24 addons-107916 containerd[739]: time="2024-02-14T02:58:24.837590576Z" level=info msg="RemoveContainer for \"faf8c51efff8f7b2b0ea8ee6d04dc9b4f667062dba51e412a107873db892cf63\" returns successfully"
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.610673758Z" level=info msg="Kill container \"e724582a408a125eba7218650a6cd2025803dc85d11eb904cfa8505398668dda\""
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.716751304Z" level=info msg="shim disconnected" id=e724582a408a125eba7218650a6cd2025803dc85d11eb904cfa8505398668dda
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.716818142Z" level=warning msg="cleaning up after shim disconnected" id=e724582a408a125eba7218650a6cd2025803dc85d11eb904cfa8505398668dda namespace=k8s.io
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.716828669Z" level=info msg="cleaning up dead shim"
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.731033009Z" level=warning msg="cleanup warnings time=\"2024-02-14T02:58:25Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=10624 runtime=io.containerd.runc.v2\n"
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.734244903Z" level=info msg="StopContainer for \"e724582a408a125eba7218650a6cd2025803dc85d11eb904cfa8505398668dda\" returns successfully"
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.734842967Z" level=info msg="StopPodSandbox for \"28a9be30ce59cbfb7b242e9d4abef0006c86245147b63ae5520d0eed1db48767\""
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.734922579Z" level=info msg="Container to stop \"e724582a408a125eba7218650a6cd2025803dc85d11eb904cfa8505398668dda\" must be in running or unknown state, current state \"CONTAINER_EXITED\""
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.803090431Z" level=info msg="shim disconnected" id=28a9be30ce59cbfb7b242e9d4abef0006c86245147b63ae5520d0eed1db48767
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.803786666Z" level=warning msg="cleaning up after shim disconnected" id=28a9be30ce59cbfb7b242e9d4abef0006c86245147b63ae5520d0eed1db48767 namespace=k8s.io
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.803913982Z" level=info msg="cleaning up dead shim"
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.823954540Z" level=warning msg="cleanup warnings time=\"2024-02-14T02:58:25Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=10659 runtime=io.containerd.runc.v2\n"
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.908118421Z" level=info msg="TearDown network for sandbox \"28a9be30ce59cbfb7b242e9d4abef0006c86245147b63ae5520d0eed1db48767\" successfully"
Feb 14 02:58:25 addons-107916 containerd[739]: time="2024-02-14T02:58:25.908190182Z" level=info msg="StopPodSandbox for \"28a9be30ce59cbfb7b242e9d4abef0006c86245147b63ae5520d0eed1db48767\" returns successfully"
==> coredns [a8b9ad96a4cf381ad63937cb9cd00b9b8fb38ee1eba33858825e01aed6d326a2] <==
[INFO] 10.244.0.20:48714 - 61020 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000084338s
[INFO] 10.244.0.20:48714 - 23426 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000045308s
[INFO] 10.244.0.20:48714 - 39862 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000069422s
[INFO] 10.244.0.20:48714 - 18198 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000102741s
[INFO] 10.244.0.20:48714 - 22409 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001469975s
[INFO] 10.244.0.20:48714 - 14926 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00119155s
[INFO] 10.244.0.20:48714 - 50223 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000081639s
[INFO] 10.244.0.20:42653 - 48853 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000105499s
[INFO] 10.244.0.20:42653 - 18553 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000059436s
[INFO] 10.244.0.20:35425 - 9339 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.0000852s
[INFO] 10.244.0.20:35425 - 16205 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000066181s
[INFO] 10.244.0.20:42653 - 9862 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000117232s
[INFO] 10.244.0.20:42653 - 19290 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000079661s
[INFO] 10.244.0.20:35425 - 11610 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000044052s
[INFO] 10.244.0.20:35425 - 65115 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000300759s
[INFO] 10.244.0.20:42653 - 10670 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000042083s
[INFO] 10.244.0.20:35425 - 25109 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000141854s
[INFO] 10.244.0.20:35425 - 53028 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000044585s
[INFO] 10.244.0.20:42653 - 5577 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000034362s
[INFO] 10.244.0.20:35425 - 16456 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001297065s
[INFO] 10.244.0.20:35425 - 33151 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001062568s
[INFO] 10.244.0.20:35425 - 50309 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000074255s
[INFO] 10.244.0.20:42653 - 63917 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.004257675s
[INFO] 10.244.0.20:42653 - 22426 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001077281s
[INFO] 10.244.0.20:42653 - 35198 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000067149s
==> describe nodes <==
Name: addons-107916
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-107916
kubernetes.io/os=linux
minikube.k8s.io/commit=40f210e92693e4612e04be0697de06db21ac5cf0
minikube.k8s.io/name=addons-107916
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_14T02_55_40_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-107916
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-107916"}
kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 14 Feb 2024 02:55:36 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-107916
AcquireTime: <unset>
RenewTime: Wed, 14 Feb 2024 02:58:23 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 14 Feb 2024 02:58:12 +0000 Wed, 14 Feb 2024 02:55:33 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 14 Feb 2024 02:58:12 +0000 Wed, 14 Feb 2024 02:55:33 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 14 Feb 2024 02:58:12 +0000 Wed, 14 Feb 2024 02:55:33 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 14 Feb 2024 02:58:12 +0000 Wed, 14 Feb 2024 02:55:39 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-107916
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
System Info:
Machine ID: 244d646cad4e4280924e3223b942fed4
System UUID: 281434a1-6832-43d6-8627-858f8134a6ff
Boot ID: b6f8a130-5377-4a84-9795-3edbfc6d2fc5
Kernel Version: 5.15.0-1053-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.6.26
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (17 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-vrjll 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 34s
gcp-auth gcp-auth-d4c87556c-n5vd4 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m29s
headlamp headlamp-7ddfbb94ff-59lmx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 80s
kube-system coredns-5dd5756b68-frpgv 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 2m39s
kube-system csi-hostpath-attacher-0 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m30s
kube-system csi-hostpath-resizer-0 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m30s
kube-system csi-hostpathplugin-5fqvb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m30s
kube-system etcd-addons-107916 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 2m52s
kube-system kindnet-rthjj 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 2m39s
kube-system kube-apiserver-addons-107916 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m53s
kube-system kube-controller-manager-addons-107916 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m52s
kube-system kube-proxy-wqqx2 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m39s
kube-system kube-scheduler-addons-107916 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m52s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m34s
local-path-storage local-path-provisioner-78b46b4d5c-h6679 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m33s
yakd-dashboard yakd-dashboard-9947fc6bf-mv4gt 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 2m33s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 348Mi (4%!)(MISSING) 476Mi (6%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m37s kube-proxy
Normal NodeHasSufficientMemory 3m (x8 over 3m) kubelet Node addons-107916 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m (x8 over 3m) kubelet Node addons-107916 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m (x7 over 3m) kubelet Node addons-107916 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 2m52s kubelet Node addons-107916 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m52s kubelet Node addons-107916 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m52s kubelet Node addons-107916 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m52s kubelet Node addons-107916 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m52s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 2m52s kubelet Node addons-107916 status is now: NodeReady
Normal Starting 2m52s kubelet Starting kubelet.
Normal RegisteredNode 2m40s node-controller Node addons-107916 event: Registered Node addons-107916 in Controller
==> dmesg <==
[ +0.001133] FS-Cache: O-key=[8] '2bd5c90000000000'
[ +0.000721] FS-Cache: N-cookie c=00000042 [p=00000039 fl=2 nc=0 na=1]
[ +0.000948] FS-Cache: N-cookie d=00000000c78ed886{9p.inode} n=000000009bfcc117
[ +0.001075] FS-Cache: N-key=[8] '2bd5c90000000000'
[ +0.002828] FS-Cache: Duplicate cookie detected
[ +0.000708] FS-Cache: O-cookie c=0000003b [p=00000039 fl=226 nc=0 na=1]
[ +0.001032] FS-Cache: O-cookie d=00000000c78ed886{9p.inode} n=0000000076fc1031
[ +0.001081] FS-Cache: O-key=[8] '2bd5c90000000000'
[ +0.000709] FS-Cache: N-cookie c=00000043 [p=00000039 fl=2 nc=0 na=1]
[ +0.000987] FS-Cache: N-cookie d=00000000c78ed886{9p.inode} n=000000005e2f857b
[ +0.001050] FS-Cache: N-key=[8] '2bd5c90000000000'
[ +2.757072] FS-Cache: Duplicate cookie detected
[ +0.000789] FS-Cache: O-cookie c=0000003a [p=00000039 fl=226 nc=0 na=1]
[ +0.000994] FS-Cache: O-cookie d=00000000c78ed886{9p.inode} n=0000000073828904
[ +0.001121] FS-Cache: O-key=[8] '2ad5c90000000000'
[ +0.000813] FS-Cache: N-cookie c=00000045 [p=00000039 fl=2 nc=0 na=1]
[ +0.000980] FS-Cache: N-cookie d=00000000c78ed886{9p.inode} n=000000009bfcc117
[ +0.001101] FS-Cache: N-key=[8] '2ad5c90000000000'
[ +0.290556] FS-Cache: Duplicate cookie detected
[ +0.000739] FS-Cache: O-cookie c=0000003f [p=00000039 fl=226 nc=0 na=1]
[ +0.000975] FS-Cache: O-cookie d=00000000c78ed886{9p.inode} n=00000000eab8090b
[ +0.001047] FS-Cache: O-key=[8] '30d5c90000000000'
[ +0.000761] FS-Cache: N-cookie c=00000046 [p=00000039 fl=2 nc=0 na=1]
[ +0.000925] FS-Cache: N-cookie d=00000000c78ed886{9p.inode} n=00000000bc792bf3
[ +0.001026] FS-Cache: N-key=[8] '30d5c90000000000'
==> etcd [873197f66b7ad68ed2fb2cbf1116587a9c2034c96c29937c781284a776a67d44] <==
{"level":"info","ts":"2024-02-14T02:55:32.472253Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2024-02-14T02:55:32.472433Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-02-14T02:55:32.472458Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-02-14T02:55:32.472558Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-02-14T02:55:32.472568Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-02-14T02:55:32.47285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-02-14T02:55:32.472958Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-02-14T02:55:33.451629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-02-14T02:55:33.451756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-02-14T02:55:33.451824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-02-14T02:55:33.451883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-02-14T02:55:33.451927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-02-14T02:55:33.45197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-02-14T02:55:33.45201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-02-14T02:55:33.459562Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-14T02:55:33.459868Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-107916 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-02-14T02:55:33.46004Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-14T02:55:33.461106Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-02-14T02:55:33.461289Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-14T02:55:33.462211Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-02-14T02:55:33.462466Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-02-14T02:55:33.463503Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-02-14T02:55:33.505947Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-14T02:55:33.507576Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-14T02:55:33.507609Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
==> gcp-auth [519c86bb0f78be69999f9a4055dcfbcdb019ed71fd8c24bac655163ac496009f] <==
2024/02/14 02:56:52 GCP Auth Webhook started!
2024/02/14 02:57:11 Ready to marshal response ...
2024/02/14 02:57:11 Ready to write response ...
2024/02/14 02:57:11 Ready to marshal response ...
2024/02/14 02:57:11 Ready to write response ...
2024/02/14 02:57:11 Ready to marshal response ...
2024/02/14 02:57:11 Ready to write response ...
2024/02/14 02:57:22 Ready to marshal response ...
2024/02/14 02:57:22 Ready to write response ...
2024/02/14 02:57:28 Ready to marshal response ...
2024/02/14 02:57:28 Ready to write response ...
2024/02/14 02:57:28 Ready to marshal response ...
2024/02/14 02:57:28 Ready to write response ...
2024/02/14 02:57:36 Ready to marshal response ...
2024/02/14 02:57:36 Ready to write response ...
2024/02/14 02:57:40 Ready to marshal response ...
2024/02/14 02:57:40 Ready to write response ...
2024/02/14 02:57:57 Ready to marshal response ...
2024/02/14 02:57:57 Ready to write response ...
2024/02/14 02:58:05 Ready to marshal response ...
2024/02/14 02:58:05 Ready to write response ...
2024/02/14 02:58:12 Ready to marshal response ...
2024/02/14 02:58:12 Ready to write response ...
==> kernel <==
02:58:31 up 5:40, 0 users, load average: 2.25, 1.60, 1.82
Linux addons-107916 5.15.0-1053-aws #58~20.04.1-Ubuntu SMP Mon Jan 22 17:19:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [244bda7cba5544ede26d1a161fde871f1f0343ea53826e30e2579932cb6fe3e1] <==
I0214 02:56:23.552361 1 main.go:227] handling current node
I0214 02:56:33.567574 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:56:33.567599 1 main.go:227] handling current node
I0214 02:56:43.576727 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:56:43.576760 1 main.go:227] handling current node
I0214 02:56:53.580637 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:56:53.580666 1 main.go:227] handling current node
I0214 02:57:03.593556 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:57:03.593585 1 main.go:227] handling current node
I0214 02:57:13.606457 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:57:13.606486 1 main.go:227] handling current node
I0214 02:57:23.619513 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:57:23.619540 1 main.go:227] handling current node
I0214 02:57:33.624359 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:57:33.624390 1 main.go:227] handling current node
I0214 02:57:43.634965 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:57:43.634990 1 main.go:227] handling current node
I0214 02:57:53.639167 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:57:53.639198 1 main.go:227] handling current node
I0214 02:58:03.652747 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:58:03.652777 1 main.go:227] handling current node
I0214 02:58:13.664129 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:58:13.664157 1 main.go:227] handling current node
I0214 02:58:23.669283 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0214 02:58:23.669321 1 main.go:227] handling current node
==> kube-apiserver [400b3f8f47c624b7f70d161c4f843d2f25f3215c8c38a178fac0938c3bbfa36c] <==
W0214 02:57:45.958585 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0214 02:57:50.220776 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0214 02:57:57.506525 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0214 02:57:57.751188 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.107.160.194"}
I0214 02:57:58.117491 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0214 02:58:05.521665 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.101.122.53"}
I0214 02:58:22.864228 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0214 02:58:22.864291 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0214 02:58:22.878527 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0214 02:58:22.878750 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0214 02:58:22.895894 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0214 02:58:22.899313 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0214 02:58:22.998330 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0214 02:58:22.998372 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0214 02:58:22.998442 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0214 02:58:22.998464 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0214 02:58:22.999335 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0214 02:58:22.999379 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0214 02:58:23.022103 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0214 02:58:23.022893 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0214 02:58:23.028286 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0214 02:58:23.028325 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0214 02:58:23.999246 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0214 02:58:24.028052 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0214 02:58:24.046522 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
==> kube-controller-manager [f80836cb769d35d70e4058ed2c08a868ec2ec839d44473cf672960a0c82a2102] <==
E0214 02:58:22.439969 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0214 02:58:22.572800 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0214 02:58:22.576210 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7967645744" duration="7.828µs"
I0214 02:58:22.587069 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I0214 02:58:23.074947 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/snapshot-controller-58dbcc7b99" duration="8.435µs"
E0214 02:58:24.001405 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:24.030834 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:24.048398 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
I0214 02:58:24.827192 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="41.385µs"
W0214 02:58:24.936763 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:24.936797 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0214 02:58:25.039207 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:25.039243 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0214 02:58:25.175794 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:25.175827 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0214 02:58:27.059824 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:27.059867 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0214 02:58:27.521897 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:27.521938 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0214 02:58:28.165295 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:28.165332 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0214 02:58:30.806490 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:30.806530 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0214 02:58:31.015122 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0214 02:58:31.015156 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [fa504d1b8fe727aba4f266a4b61f44c00699490b9f9ea9a99de52d358a959cbd] <==
I0214 02:55:53.431034 1 server_others.go:69] "Using iptables proxy"
I0214 02:55:53.464296 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0214 02:55:53.537963 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0214 02:55:53.540280 1 server_others.go:152] "Using iptables Proxier"
I0214 02:55:53.540328 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0214 02:55:53.540337 1 server_others.go:438] "Defaulting to no-op detect-local"
I0214 02:55:53.540368 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0214 02:55:53.540581 1 server.go:846] "Version info" version="v1.28.4"
I0214 02:55:53.540596 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0214 02:55:53.542865 1 config.go:188] "Starting service config controller"
I0214 02:55:53.542887 1 shared_informer.go:311] Waiting for caches to sync for service config
I0214 02:55:53.542908 1 config.go:97] "Starting endpoint slice config controller"
I0214 02:55:53.542911 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0214 02:55:53.543832 1 config.go:315] "Starting node config controller"
I0214 02:55:53.543843 1 shared_informer.go:311] Waiting for caches to sync for node config
I0214 02:55:53.643879 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0214 02:55:53.643948 1 shared_informer.go:318] Caches are synced for node config
I0214 02:55:53.643962 1 shared_informer.go:318] Caches are synced for service config
==> kube-scheduler [b80dce1302efbac98cbe18a6f823462f0bba917d6788e1dbe962e8e5c877057f] <==
W0214 02:55:36.509554 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0214 02:55:36.509635 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0214 02:55:36.509789 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0214 02:55:36.509874 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0214 02:55:36.509985 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0214 02:55:36.510058 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0214 02:55:36.510161 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0214 02:55:36.510229 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0214 02:55:36.510337 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0214 02:55:36.510387 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0214 02:55:36.510609 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0214 02:55:36.511532 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0214 02:55:37.361948 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0214 02:55:37.362040 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0214 02:55:37.410377 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0214 02:55:37.410419 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0214 02:55:37.442568 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0214 02:55:37.442810 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0214 02:55:37.496612 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0214 02:55:37.496903 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0214 02:55:37.588656 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0214 02:55:37.588868 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0214 02:55:37.629756 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0214 02:55:37.629995 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
I0214 02:55:38.095399 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Feb 14 02:58:23 addons-107916 kubelet[1338]: I0214 02:58:23.616205 1338 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="6015e7be-aeae-4d2f-a1ee-3f92e61da1e5" path="/var/lib/kubelet/pods/6015e7be-aeae-4d2f-a1ee-3f92e61da1e5/volumes"
Feb 14 02:58:23 addons-107916 kubelet[1338]: I0214 02:58:23.616692 1338 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="60481df1-66d8-42ed-b156-09cc2f49055d" path="/var/lib/kubelet/pods/60481df1-66d8-42ed-b156-09cc2f49055d/volumes"
Feb 14 02:58:23 addons-107916 kubelet[1338]: I0214 02:58:23.617152 1338 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="d75f039e-8f96-4e34-9d6c-2cad4e54eb36" path="/var/lib/kubelet/pods/d75f039e-8f96-4e34-9d6c-2cad4e54eb36/volumes"
Feb 14 02:58:23 addons-107916 kubelet[1338]: I0214 02:58:23.788813 1338 scope.go:117] "RemoveContainer" containerID="732c4542a0bbd36c2581f60aaced83ff9a4ac14618a1e9c223a4e6ba652f8466"
Feb 14 02:58:23 addons-107916 kubelet[1338]: I0214 02:58:23.799007 1338 scope.go:117] "RemoveContainer" containerID="732c4542a0bbd36c2581f60aaced83ff9a4ac14618a1e9c223a4e6ba652f8466"
Feb 14 02:58:23 addons-107916 kubelet[1338]: E0214 02:58:23.799460 1338 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"732c4542a0bbd36c2581f60aaced83ff9a4ac14618a1e9c223a4e6ba652f8466\": not found" containerID="732c4542a0bbd36c2581f60aaced83ff9a4ac14618a1e9c223a4e6ba652f8466"
Feb 14 02:58:23 addons-107916 kubelet[1338]: I0214 02:58:23.799564 1338 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"732c4542a0bbd36c2581f60aaced83ff9a4ac14618a1e9c223a4e6ba652f8466"} err="failed to get container status \"732c4542a0bbd36c2581f60aaced83ff9a4ac14618a1e9c223a4e6ba652f8466\": rpc error: code = NotFound desc = an error occurred when try to find container \"732c4542a0bbd36c2581f60aaced83ff9a4ac14618a1e9c223a4e6ba652f8466\": not found"
Feb 14 02:58:23 addons-107916 kubelet[1338]: I0214 02:58:23.799579 1338 scope.go:117] "RemoveContainer" containerID="3b6f094381065667ffc429dc21ebda94cc7ba68e3e0c1fd625e6a1c6e3e4a189"
Feb 14 02:58:23 addons-107916 kubelet[1338]: I0214 02:58:23.822074 1338 scope.go:117] "RemoveContainer" containerID="3b6f094381065667ffc429dc21ebda94cc7ba68e3e0c1fd625e6a1c6e3e4a189"
Feb 14 02:58:23 addons-107916 kubelet[1338]: E0214 02:58:23.835283 1338 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"3b6f094381065667ffc429dc21ebda94cc7ba68e3e0c1fd625e6a1c6e3e4a189\": not found" containerID="3b6f094381065667ffc429dc21ebda94cc7ba68e3e0c1fd625e6a1c6e3e4a189"
Feb 14 02:58:23 addons-107916 kubelet[1338]: I0214 02:58:23.835379 1338 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"3b6f094381065667ffc429dc21ebda94cc7ba68e3e0c1fd625e6a1c6e3e4a189"} err="failed to get container status \"3b6f094381065667ffc429dc21ebda94cc7ba68e3e0c1fd625e6a1c6e3e4a189\": rpc error: code = NotFound desc = an error occurred when try to find container \"3b6f094381065667ffc429dc21ebda94cc7ba68e3e0c1fd625e6a1c6e3e4a189\": not found"
Feb 14 02:58:24 addons-107916 kubelet[1338]: I0214 02:58:24.612962 1338 scope.go:117] "RemoveContainer" containerID="faf8c51efff8f7b2b0ea8ee6d04dc9b4f667062dba51e412a107873db892cf63"
Feb 14 02:58:24 addons-107916 kubelet[1338]: I0214 02:58:24.808645 1338 scope.go:117] "RemoveContainer" containerID="faf8c51efff8f7b2b0ea8ee6d04dc9b4f667062dba51e412a107873db892cf63"
Feb 14 02:58:24 addons-107916 kubelet[1338]: I0214 02:58:24.809019 1338 scope.go:117] "RemoveContainer" containerID="3b2cdb1a2ee3c26c7f3297bbe0e4b65850cbf4fa5fba6512d177e9b99fbb3be3"
Feb 14 02:58:24 addons-107916 kubelet[1338]: E0214 02:58:24.809320 1338 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-vrjll_default(a2adc08d-1c4a-4481-9f88-609698caed6a)\"" pod="default/hello-world-app-5d77478584-vrjll" podUID="a2adc08d-1c4a-4481-9f88-609698caed6a"
Feb 14 02:58:25 addons-107916 kubelet[1338]: I0214 02:58:25.623740 1338 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="05d7fa06-002b-46bb-bfca-2acdd4c8d6c1" path="/var/lib/kubelet/pods/05d7fa06-002b-46bb-bfca-2acdd4c8d6c1/volumes"
Feb 14 02:58:25 addons-107916 kubelet[1338]: I0214 02:58:25.624686 1338 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="a3c8748f-3bbf-450a-8ab8-f682dc3540b3" path="/var/lib/kubelet/pods/a3c8748f-3bbf-450a-8ab8-f682dc3540b3/volumes"
Feb 14 02:58:25 addons-107916 kubelet[1338]: I0214 02:58:25.848417 1338 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="28a9be30ce59cbfb7b242e9d4abef0006c86245147b63ae5520d0eed1db48767"
Feb 14 02:58:25 addons-107916 kubelet[1338]: I0214 02:58:25.994957 1338 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/0550a34f-6cd0-492a-a2d8-a4191d0c816b-webhook-cert\") pod \"0550a34f-6cd0-492a-a2d8-a4191d0c816b\" (UID: \"0550a34f-6cd0-492a-a2d8-a4191d0c816b\") "
Feb 14 02:58:25 addons-107916 kubelet[1338]: I0214 02:58:25.995017 1338 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vrnvz\" (UniqueName: \"kubernetes.io/projected/0550a34f-6cd0-492a-a2d8-a4191d0c816b-kube-api-access-vrnvz\") pod \"0550a34f-6cd0-492a-a2d8-a4191d0c816b\" (UID: \"0550a34f-6cd0-492a-a2d8-a4191d0c816b\") "
Feb 14 02:58:25 addons-107916 kubelet[1338]: I0214 02:58:25.997207 1338 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0550a34f-6cd0-492a-a2d8-a4191d0c816b-kube-api-access-vrnvz" (OuterVolumeSpecName: "kube-api-access-vrnvz") pod "0550a34f-6cd0-492a-a2d8-a4191d0c816b" (UID: "0550a34f-6cd0-492a-a2d8-a4191d0c816b"). InnerVolumeSpecName "kube-api-access-vrnvz". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 14 02:58:25 addons-107916 kubelet[1338]: I0214 02:58:25.997527 1338 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0550a34f-6cd0-492a-a2d8-a4191d0c816b-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "0550a34f-6cd0-492a-a2d8-a4191d0c816b" (UID: "0550a34f-6cd0-492a-a2d8-a4191d0c816b"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Feb 14 02:58:26 addons-107916 kubelet[1338]: I0214 02:58:26.095468 1338 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/0550a34f-6cd0-492a-a2d8-a4191d0c816b-webhook-cert\") on node \"addons-107916\" DevicePath \"\""
Feb 14 02:58:26 addons-107916 kubelet[1338]: I0214 02:58:26.095531 1338 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-vrnvz\" (UniqueName: \"kubernetes.io/projected/0550a34f-6cd0-492a-a2d8-a4191d0c816b-kube-api-access-vrnvz\") on node \"addons-107916\" DevicePath \"\""
Feb 14 02:58:27 addons-107916 kubelet[1338]: I0214 02:58:27.615357 1338 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="0550a34f-6cd0-492a-a2d8-a4191d0c816b" path="/var/lib/kubelet/pods/0550a34f-6cd0-492a-a2d8-a4191d0c816b/volumes"
==> storage-provisioner [7aa64a9ad4c3a86542d0495ced8fe5b123bc91517f08aeda2ce997fdcb9b6f54] <==
I0214 02:55:59.233959 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0214 02:55:59.256510 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0214 02:55:59.256564 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0214 02:55:59.266307 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0214 02:55:59.270146 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-107916_763b5459-63ae-4459-9bdb-9e0466a6ab53!
I0214 02:55:59.273139 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"15f0e442-57af-411b-b639-9f6ff974b2a2", APIVersion:"v1", ResourceVersion:"670", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-107916_763b5459-63ae-4459-9bdb-9e0466a6ab53 became leader
I0214 02:55:59.371754 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-107916_763b5459-63ae-4459-9bdb-9e0466a6ab53!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-107916 -n addons-107916
helpers_test.go:261: (dbg) Run: kubectl --context addons-107916 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (35.06s)