=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:209: (dbg) Run: kubectl --context addons-578168 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:234: (dbg) Run: kubectl --context addons-578168 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:247: (dbg) Run: kubectl --context addons-578168 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [3184fe0a-97d6-41e2-81e9-cb9858182f39] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [3184fe0a-97d6-41e2-81e9-cb9858182f39] Running
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.003275876s
addons_test.go:264: (dbg) Run: out/minikube-linux-arm64 -p addons-578168 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:264: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-578168 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.6586442s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:280: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:288: (dbg) Run: kubectl --context addons-578168 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:293: (dbg) Run: out/minikube-linux-arm64 -p addons-578168 ip
addons_test.go:299: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:308: (dbg) Run: out/minikube-linux-arm64 -p addons-578168 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:308: (dbg) Done: out/minikube-linux-arm64 -p addons-578168 addons disable ingress-dns --alsologtostderr -v=1: (1.230288978s)
addons_test.go:313: (dbg) Run: out/minikube-linux-arm64 -p addons-578168 addons disable ingress --alsologtostderr -v=1
addons_test.go:313: (dbg) Done: out/minikube-linux-arm64 -p addons-578168 addons disable ingress --alsologtostderr -v=1: (7.715307895s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-578168
helpers_test.go:235: (dbg) docker inspect addons-578168:
-- stdout --
[
{
"Id": "40bf57728062d55da8ed4ca764cac539ef1f3f90f65fc96f5a1b1ff997a2ffc0",
"Created": "2024-07-22T10:30:51.267539624Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 9081,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-07-22T10:30:51.414530689Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e2c91a2178aa1acdb3eade350c62303b0cf135b362b91c6aa21cd060c2dbfcac",
"ResolvConfPath": "/var/lib/docker/containers/40bf57728062d55da8ed4ca764cac539ef1f3f90f65fc96f5a1b1ff997a2ffc0/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/40bf57728062d55da8ed4ca764cac539ef1f3f90f65fc96f5a1b1ff997a2ffc0/hostname",
"HostsPath": "/var/lib/docker/containers/40bf57728062d55da8ed4ca764cac539ef1f3f90f65fc96f5a1b1ff997a2ffc0/hosts",
"LogPath": "/var/lib/docker/containers/40bf57728062d55da8ed4ca764cac539ef1f3f90f65fc96f5a1b1ff997a2ffc0/40bf57728062d55da8ed4ca764cac539ef1f3f90f65fc96f5a1b1ff997a2ffc0-json.log",
"Name": "/addons-578168",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-578168:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-578168",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/48f10ecf198ef9cf47dbfcf8b90201828b97572ce1398e1d17f0eb69f73a9a4c-init/diff:/var/lib/docker/overlay2/375eed0e332cee71fb41f23c3bebb2cf752289490317aab56b4bc0e86204dc16/diff",
"MergedDir": "/var/lib/docker/overlay2/48f10ecf198ef9cf47dbfcf8b90201828b97572ce1398e1d17f0eb69f73a9a4c/merged",
"UpperDir": "/var/lib/docker/overlay2/48f10ecf198ef9cf47dbfcf8b90201828b97572ce1398e1d17f0eb69f73a9a4c/diff",
"WorkDir": "/var/lib/docker/overlay2/48f10ecf198ef9cf47dbfcf8b90201828b97572ce1398e1d17f0eb69f73a9a4c/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-578168",
"Source": "/var/lib/docker/volumes/addons-578168/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-578168",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-578168",
"name.minikube.sigs.k8s.io": "addons-578168",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "04f9cbaa5854c7178efd3697ce48fae970941e26075b1c5824a16b821fd67eaf",
"SandboxKey": "/var/run/docker/netns/04f9cbaa5854",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-578168": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "dfa62625aa072cff84687ae2020c802c4bb4741da8a3aa9bb82e88eaf74cdd14",
"EndpointID": "ba3e15c0d4daeed295006ade44694678467285844a412dbfee0f77a6696f89a4",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-578168",
"40bf57728062"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-578168 -n addons-578168
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-578168 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-578168 logs -n 25: (1.431566182s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-121393 | download-only-121393 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | 22 Jul 24 10:30 UTC |
| delete | -p download-only-465809 | download-only-465809 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | 22 Jul 24 10:30 UTC |
| delete | -p download-only-516107 | download-only-516107 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | 22 Jul 24 10:30 UTC |
| delete | -p download-only-121393 | download-only-121393 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | 22 Jul 24 10:30 UTC |
| start | --download-only -p | download-docker-568204 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | |
| | download-docker-568204 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-568204 | download-docker-568204 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | 22 Jul 24 10:30 UTC |
| start | --download-only -p | binary-mirror-754911 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | |
| | binary-mirror-754911 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:34829 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-754911 | binary-mirror-754911 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | 22 Jul 24 10:30 UTC |
| addons | enable dashboard -p | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | |
| | addons-578168 | | | | | |
| addons | disable dashboard -p | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | |
| | addons-578168 | | | | | |
| start | -p addons-578168 --wait=true | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:30 UTC | 22 Jul 24 10:33 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | enable headlamp | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:33 UTC | 22 Jul 24 10:33 UTC |
| | -p addons-578168 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-578168 ip | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:33 UTC | 22 Jul 24 10:33 UTC |
| addons | addons-578168 addons disable | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:33 UTC | 22 Jul 24 10:33 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:33 UTC | 22 Jul 24 10:33 UTC |
| | -p addons-578168 | | | | | |
| ssh | addons-578168 ssh cat | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:33 UTC | 22 Jul 24 10:33 UTC |
| | /opt/local-path-provisioner/pvc-3fa9736a-2470-4225-9ba0-57fda8a0f7a4_default_test-pvc/file1 | | | | | |
| addons | addons-578168 addons disable | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:33 UTC | 22 Jul 24 10:34 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:33 UTC | 22 Jul 24 10:33 UTC |
| | addons-578168 | | | | | |
| addons | addons-578168 addons | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:34 UTC | 22 Jul 24 10:34 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:34 UTC | 22 Jul 24 10:34 UTC |
| | addons-578168 | | | | | |
| addons | addons-578168 addons | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:34 UTC | 22 Jul 24 10:34 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-578168 ssh curl -s | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:35 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-578168 ip | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:37 UTC | 22 Jul 24 10:37 UTC |
| addons | addons-578168 addons disable | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:37 UTC | 22 Jul 24 10:37 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-578168 addons disable | addons-578168 | jenkins | v1.33.1 | 22 Jul 24 10:37 UTC | 22 Jul 24 10:37 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/07/22 10:30:26
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.22.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0722 10:30:26.968131 8575 out.go:291] Setting OutFile to fd 1 ...
I0722 10:30:26.968266 8575 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0722 10:30:26.968278 8575 out.go:304] Setting ErrFile to fd 2...
I0722 10:30:26.968283 8575 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0722 10:30:26.968509 8575 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19313-2237/.minikube/bin
I0722 10:30:26.968999 8575 out.go:298] Setting JSON to false
I0722 10:30:26.969755 8575 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":772,"bootTime":1721643455,"procs":146,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1064-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0722 10:30:26.969823 8575 start.go:139] virtualization:
I0722 10:30:26.972292 8575 out.go:177] * [addons-578168] minikube v1.33.1 on Ubuntu 20.04 (arm64)
I0722 10:30:26.974264 8575 out.go:177] - MINIKUBE_LOCATION=19313
I0722 10:30:26.974358 8575 notify.go:220] Checking for updates...
I0722 10:30:26.978078 8575 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0722 10:30:26.979746 8575 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19313-2237/kubeconfig
I0722 10:30:26.981549 8575 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19313-2237/.minikube
I0722 10:30:26.983405 8575 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0722 10:30:26.984996 8575 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0722 10:30:26.986889 8575 driver.go:392] Setting default libvirt URI to qemu:///system
I0722 10:30:27.019330 8575 docker.go:123] docker version: linux-27.0.3:Docker Engine - Community
I0722 10:30:27.019445 8575 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0722 10:30:27.074839 8575 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-07-22 10:30:27.065927821 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1064-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214896640 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41 Expected:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.15.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.28.1]] Warnings:<nil>}}
I0722 10:30:27.074950 8575 docker.go:307] overlay module found
I0722 10:30:27.077014 8575 out.go:177] * Using the docker driver based on user configuration
I0722 10:30:27.078792 8575 start.go:297] selected driver: docker
I0722 10:30:27.078806 8575 start.go:901] validating driver "docker" against <nil>
I0722 10:30:27.078819 8575 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0722 10:30:27.079484 8575 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0722 10:30:27.131448 8575 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-07-22 10:30:27.122541746 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1064-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214896640 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41 Expected:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.15.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.28.1]] Warnings:<nil>}}
I0722 10:30:27.131619 8575 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0722 10:30:27.131855 8575 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0722 10:30:27.134056 8575 out.go:177] * Using Docker driver with root privileges
I0722 10:30:27.135881 8575 cni.go:84] Creating CNI manager for ""
I0722 10:30:27.135905 8575 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0722 10:30:27.135917 8575 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0722 10:30:27.136010 8575 start.go:340] cluster config:
{Name:addons-578168 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:addons-578168 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0722 10:30:27.138879 8575 out.go:177] * Starting "addons-578168" primary control-plane node in "addons-578168" cluster
I0722 10:30:27.140655 8575 cache.go:121] Beginning downloading kic base image for docker with crio
I0722 10:30:27.142985 8575 out.go:177] * Pulling base image v0.0.44-1721324606-19298 ...
I0722 10:30:27.145244 8575 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime crio
I0722 10:30:27.145286 8575 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f in local docker daemon
I0722 10:30:27.145304 8575 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19313-2237/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-cri-o-overlay-arm64.tar.lz4
I0722 10:30:27.145314 8575 cache.go:56] Caching tarball of preloaded images
I0722 10:30:27.145427 8575 preload.go:172] Found /home/jenkins/minikube-integration/19313-2237/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0722 10:30:27.145466 8575 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on crio
I0722 10:30:27.145878 8575 profile.go:143] Saving config to /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/config.json ...
I0722 10:30:27.145935 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/config.json: {Name:mk7e0c748764fc54142663f8bc3b61db8b4c280f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:27.160585 8575 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f to local cache
I0722 10:30:27.160691 8575 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f in local cache directory
I0722 10:30:27.160715 8575 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f in local cache directory, skipping pull
I0722 10:30:27.160725 8575 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f exists in cache, skipping pull
I0722 10:30:27.160733 8575 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f as a tarball
I0722 10:30:27.160749 8575 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f from local cache
I0722 10:30:43.810516 8575 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f from cached tarball
I0722 10:30:43.810556 8575 cache.go:194] Successfully downloaded all kic artifacts
I0722 10:30:43.810592 8575 start.go:360] acquireMachinesLock for addons-578168: {Name:mk413af3133258b838feab4165830c0eccf18c0a Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0722 10:30:43.810721 8575 start.go:364] duration metric: took 105.945µs to acquireMachinesLock for "addons-578168"
I0722 10:30:43.810754 8575 start.go:93] Provisioning new machine with config: &{Name:addons-578168 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:addons-578168 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I0722 10:30:43.810842 8575 start.go:125] createHost starting for "" (driver="docker")
I0722 10:30:43.813170 8575 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0722 10:30:43.813424 8575 start.go:159] libmachine.API.Create for "addons-578168" (driver="docker")
I0722 10:30:43.813458 8575 client.go:168] LocalClient.Create starting
I0722 10:30:43.813568 8575 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19313-2237/.minikube/certs/ca.pem
I0722 10:30:44.290335 8575 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19313-2237/.minikube/certs/cert.pem
I0722 10:30:44.630878 8575 cli_runner.go:164] Run: docker network inspect addons-578168 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0722 10:30:44.645884 8575 cli_runner.go:211] docker network inspect addons-578168 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0722 10:30:44.645964 8575 network_create.go:284] running [docker network inspect addons-578168] to gather additional debugging logs...
I0722 10:30:44.645984 8575 cli_runner.go:164] Run: docker network inspect addons-578168
W0722 10:30:44.660190 8575 cli_runner.go:211] docker network inspect addons-578168 returned with exit code 1
I0722 10:30:44.660220 8575 network_create.go:287] error running [docker network inspect addons-578168]: docker network inspect addons-578168: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-578168 not found
I0722 10:30:44.660233 8575 network_create.go:289] output of [docker network inspect addons-578168]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-578168 not found
** /stderr **
I0722 10:30:44.660338 8575 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0722 10:30:44.675884 8575 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001836bd0}
I0722 10:30:44.675926 8575 network_create.go:124] attempt to create docker network addons-578168 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0722 10:30:44.675986 8575 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-578168 addons-578168
I0722 10:30:44.743386 8575 network_create.go:108] docker network addons-578168 192.168.49.0/24 created
I0722 10:30:44.743431 8575 kic.go:121] calculated static IP "192.168.49.2" for the "addons-578168" container
I0722 10:30:44.743502 8575 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0722 10:30:44.757203 8575 cli_runner.go:164] Run: docker volume create addons-578168 --label name.minikube.sigs.k8s.io=addons-578168 --label created_by.minikube.sigs.k8s.io=true
I0722 10:30:44.773794 8575 oci.go:103] Successfully created a docker volume addons-578168
I0722 10:30:44.773884 8575 cli_runner.go:164] Run: docker run --rm --name addons-578168-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-578168 --entrypoint /usr/bin/test -v addons-578168:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f -d /var/lib
I0722 10:30:46.856782 8575 cli_runner.go:217] Completed: docker run --rm --name addons-578168-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-578168 --entrypoint /usr/bin/test -v addons-578168:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f -d /var/lib: (2.082845057s)
I0722 10:30:46.856811 8575 oci.go:107] Successfully prepared a docker volume addons-578168
I0722 10:30:46.856842 8575 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime crio
I0722 10:30:46.856864 8575 kic.go:194] Starting extracting preloaded images to volume ...
I0722 10:30:46.856964 8575 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19313-2237/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-578168:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f -I lz4 -xf /preloaded.tar -C /extractDir
I0722 10:30:51.196605 8575 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19313-2237/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-578168:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f -I lz4 -xf /preloaded.tar -C /extractDir: (4.339601108s)
I0722 10:30:51.196648 8575 kic.go:203] duration metric: took 4.339779399s to extract preloaded images to volume ...
W0722 10:30:51.196781 8575 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0722 10:30:51.196951 8575 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0722 10:30:51.252928 8575 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-578168 --name addons-578168 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-578168 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-578168 --network addons-578168 --ip 192.168.49.2 --volume addons-578168:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f
I0722 10:30:51.598902 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Running}}
I0722 10:30:51.621097 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:30:51.652344 8575 cli_runner.go:164] Run: docker exec addons-578168 stat /var/lib/dpkg/alternatives/iptables
I0722 10:30:51.725077 8575 oci.go:144] the created container "addons-578168" has a running status.
I0722 10:30:51.725102 8575 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa...
I0722 10:30:52.021725 8575 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0722 10:30:52.054924 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:30:52.077077 8575 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0722 10:30:52.077098 8575 kic_runner.go:114] Args: [docker exec --privileged addons-578168 chown docker:docker /home/docker/.ssh/authorized_keys]
I0722 10:30:52.170870 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:30:52.197395 8575 machine.go:94] provisionDockerMachine start ...
I0722 10:30:52.197490 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:30:52.223654 8575 main.go:141] libmachine: Using SSH client type: native
I0722 10:30:52.223932 8575 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0722 10:30:52.223950 8575 main.go:141] libmachine: About to run SSH command:
hostname
I0722 10:30:52.225061 8575 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I0722 10:30:55.344269 8575 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-578168
I0722 10:30:55.344295 8575 ubuntu.go:169] provisioning hostname "addons-578168"
I0722 10:30:55.344379 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:30:55.360976 8575 main.go:141] libmachine: Using SSH client type: native
I0722 10:30:55.361225 8575 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0722 10:30:55.361242 8575 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-578168 && echo "addons-578168" | sudo tee /etc/hostname
I0722 10:30:55.494271 8575 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-578168
I0722 10:30:55.494384 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:30:55.512007 8575 main.go:141] libmachine: Using SSH client type: native
I0722 10:30:55.512256 8575 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0722 10:30:55.512278 8575 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-578168' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-578168/g' /etc/hosts;
else
echo '127.0.1.1 addons-578168' | sudo tee -a /etc/hosts;
fi
fi
I0722 10:30:55.632724 8575 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0722 10:30:55.632750 8575 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19313-2237/.minikube CaCertPath:/home/jenkins/minikube-integration/19313-2237/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19313-2237/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19313-2237/.minikube}
I0722 10:30:55.632775 8575 ubuntu.go:177] setting up certificates
I0722 10:30:55.632784 8575 provision.go:84] configureAuth start
I0722 10:30:55.632842 8575 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-578168
I0722 10:30:55.648745 8575 provision.go:143] copyHostCerts
I0722 10:30:55.648837 8575 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19313-2237/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19313-2237/.minikube/cert.pem (1123 bytes)
I0722 10:30:55.648984 8575 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19313-2237/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19313-2237/.minikube/key.pem (1679 bytes)
I0722 10:30:55.649053 8575 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19313-2237/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19313-2237/.minikube/ca.pem (1078 bytes)
I0722 10:30:55.649113 8575 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19313-2237/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19313-2237/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19313-2237/.minikube/certs/ca-key.pem org=jenkins.addons-578168 san=[127.0.0.1 192.168.49.2 addons-578168 localhost minikube]
I0722 10:30:56.130974 8575 provision.go:177] copyRemoteCerts
I0722 10:30:56.131042 8575 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0722 10:30:56.131091 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:30:56.147824 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:30:56.237246 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0722 10:30:56.260294 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0722 10:30:56.282254 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0722 10:30:56.304988 8575 provision.go:87] duration metric: took 672.190907ms to configureAuth
I0722 10:30:56.305017 8575 ubuntu.go:193] setting minikube options for container-runtime
I0722 10:30:56.305231 8575 config.go:182] Loaded profile config "addons-578168": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.30.3
I0722 10:30:56.305345 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:30:56.322711 8575 main.go:141] libmachine: Using SSH client type: native
I0722 10:30:56.322948 8575 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0722 10:30:56.322967 8575 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0722 10:30:56.538914 8575 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0722 10:30:56.538938 8575 machine.go:97] duration metric: took 4.341519592s to provisionDockerMachine
I0722 10:30:56.538949 8575 client.go:171] duration metric: took 12.725479965s to LocalClient.Create
I0722 10:30:56.538961 8575 start.go:167] duration metric: took 12.725537812s to libmachine.API.Create "addons-578168"
I0722 10:30:56.538968 8575 start.go:293] postStartSetup for "addons-578168" (driver="docker")
I0722 10:30:56.538979 8575 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0722 10:30:56.539055 8575 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0722 10:30:56.539106 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:30:56.556857 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:30:56.645612 8575 ssh_runner.go:195] Run: cat /etc/os-release
I0722 10:30:56.648582 8575 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0722 10:30:56.648616 8575 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0722 10:30:56.648626 8575 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0722 10:30:56.648633 8575 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0722 10:30:56.648643 8575 filesync.go:126] Scanning /home/jenkins/minikube-integration/19313-2237/.minikube/addons for local assets ...
I0722 10:30:56.648708 8575 filesync.go:126] Scanning /home/jenkins/minikube-integration/19313-2237/.minikube/files for local assets ...
I0722 10:30:56.648730 8575 start.go:296] duration metric: took 109.756739ms for postStartSetup
I0722 10:30:56.649056 8575 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-578168
I0722 10:30:56.664714 8575 profile.go:143] Saving config to /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/config.json ...
I0722 10:30:56.665239 8575 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0722 10:30:56.665291 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:30:56.686019 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:30:56.769397 8575 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0722 10:30:56.773617 8575 start.go:128] duration metric: took 12.962759975s to createHost
I0722 10:30:56.773643 8575 start.go:83] releasing machines lock for "addons-578168", held for 12.962905395s
I0722 10:30:56.773724 8575 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-578168
I0722 10:30:56.790816 8575 ssh_runner.go:195] Run: cat /version.json
I0722 10:30:56.790871 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:30:56.791106 8575 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0722 10:30:56.791173 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:30:56.807492 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:30:56.818503 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:30:57.013414 8575 ssh_runner.go:195] Run: systemctl --version
I0722 10:30:57.017929 8575 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0722 10:30:57.158873 8575 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0722 10:30:57.163087 8575 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0722 10:30:57.183590 8575 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0722 10:30:57.183681 8575 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0722 10:30:57.217577 8575 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0722 10:30:57.217599 8575 start.go:495] detecting cgroup driver to use...
I0722 10:30:57.217632 8575 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0722 10:30:57.217678 8575 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0722 10:30:57.233837 8575 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0722 10:30:57.245925 8575 docker.go:217] disabling cri-docker service (if available) ...
I0722 10:30:57.245993 8575 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0722 10:30:57.259356 8575 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0722 10:30:57.274201 8575 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0722 10:30:57.371580 8575 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0722 10:30:57.479342 8575 docker.go:233] disabling docker service ...
I0722 10:30:57.479407 8575 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0722 10:30:57.499113 8575 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0722 10:30:57.511059 8575 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0722 10:30:57.606923 8575 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0722 10:30:57.707187 8575 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0722 10:30:57.717891 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0722 10:30:57.734028 8575 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0722 10:30:57.734142 8575 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0722 10:30:57.743994 8575 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0722 10:30:57.744090 8575 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0722 10:30:57.754058 8575 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0722 10:30:57.763602 8575 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0722 10:30:57.773751 8575 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0722 10:30:57.782907 8575 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0722 10:30:57.792481 8575 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0722 10:30:57.807577 8575 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0722 10:30:57.816820 8575 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0722 10:30:57.825156 8575 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0722 10:30:57.834328 8575 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0722 10:30:57.928059 8575 ssh_runner.go:195] Run: sudo systemctl restart crio
I0722 10:30:58.026741 8575 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0722 10:30:58.026833 8575 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0722 10:30:58.030974 8575 start.go:563] Will wait 60s for crictl version
I0722 10:30:58.031038 8575 ssh_runner.go:195] Run: which crictl
I0722 10:30:58.034850 8575 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0722 10:30:58.074977 8575 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0722 10:30:58.075131 8575 ssh_runner.go:195] Run: crio --version
I0722 10:30:58.111943 8575 ssh_runner.go:195] Run: crio --version
I0722 10:30:58.152585 8575 out.go:177] * Preparing Kubernetes v1.30.3 on CRI-O 1.24.6 ...
I0722 10:30:58.154384 8575 cli_runner.go:164] Run: docker network inspect addons-578168 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0722 10:30:58.170741 8575 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0722 10:30:58.174912 8575 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0722 10:30:58.186166 8575 kubeadm.go:883] updating cluster {Name:addons-578168 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:addons-578168 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0722 10:30:58.186284 8575 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime crio
I0722 10:30:58.186345 8575 ssh_runner.go:195] Run: sudo crictl images --output json
I0722 10:30:58.262342 8575 crio.go:514] all images are preloaded for cri-o runtime.
I0722 10:30:58.262366 8575 crio.go:433] Images already preloaded, skipping extraction
I0722 10:30:58.262424 8575 ssh_runner.go:195] Run: sudo crictl images --output json
I0722 10:30:58.302279 8575 crio.go:514] all images are preloaded for cri-o runtime.
I0722 10:30:58.302302 8575 cache_images.go:84] Images are preloaded, skipping loading
I0722 10:30:58.302311 8575 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.30.3 crio true true} ...
I0722 10:30:58.302410 8575 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-578168 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:addons-578168 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0722 10:30:58.302493 8575 ssh_runner.go:195] Run: crio config
I0722 10:30:58.350774 8575 cni.go:84] Creating CNI manager for ""
I0722 10:30:58.350797 8575 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0722 10:30:58.350807 8575 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0722 10:30:58.350860 8575 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.30.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-578168 NodeName:addons-578168 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0722 10:30:58.351030 8575 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-578168"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.30.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0722 10:30:58.351106 8575 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0722 10:30:58.359781 8575 binaries.go:44] Found k8s binaries, skipping transfer
I0722 10:30:58.359847 8575 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0722 10:30:58.368434 8575 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0722 10:30:58.385905 8575 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0722 10:30:58.403435 8575 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2151 bytes)
I0722 10:30:58.421061 8575 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0722 10:30:58.424305 8575 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0722 10:30:58.434682 8575 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0722 10:30:58.512336 8575 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0722 10:30:58.525279 8575 certs.go:68] Setting up /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168 for IP: 192.168.49.2
I0722 10:30:58.525348 8575 certs.go:194] generating shared ca certs ...
I0722 10:30:58.525378 8575 certs.go:226] acquiring lock for ca certs: {Name:mkc633027ec1393c6f58c3260e76c1b2d2250318 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:58.525541 8575 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19313-2237/.minikube/ca.key
I0722 10:30:58.833993 8575 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19313-2237/.minikube/ca.crt ...
I0722 10:30:58.834025 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/ca.crt: {Name:mke6783e5d1c24da41875b3d91804f1fce7194b3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:58.834240 8575 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19313-2237/.minikube/ca.key ...
I0722 10:30:58.834254 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/ca.key: {Name:mk1aec15eb580808707f9cef78882bcdc57202c6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:58.834345 8575 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19313-2237/.minikube/proxy-client-ca.key
I0722 10:30:59.013482 8575 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19313-2237/.minikube/proxy-client-ca.crt ...
I0722 10:30:59.013512 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/proxy-client-ca.crt: {Name:mka1e8f1ca8a47f5a164bc4d361dc2d2d08e90dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:59.013693 8575 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19313-2237/.minikube/proxy-client-ca.key ...
I0722 10:30:59.013706 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/proxy-client-ca.key: {Name:mk059b9fa89bec6064c6aa8e2e64d880b01f053c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:59.013785 8575 certs.go:256] generating profile certs ...
I0722 10:30:59.013843 8575 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/client.key
I0722 10:30:59.013860 8575 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/client.crt with IP's: []
I0722 10:30:59.239607 8575 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/client.crt ...
I0722 10:30:59.239635 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/client.crt: {Name:mkcf38a53aa3753ac08897bbf4084dd587b84e3f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:59.239864 8575 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/client.key ...
I0722 10:30:59.239884 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/client.key: {Name:mk3e53fc9eca4d0d666de39e2337ba1ef108a749 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:59.239999 8575 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.key.cc699dbf
I0722 10:30:59.240017 8575 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.crt.cc699dbf with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0722 10:30:59.460422 8575 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.crt.cc699dbf ...
I0722 10:30:59.460449 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.crt.cc699dbf: {Name:mkdf79dbfd472931f5680351719311354842f85c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:59.460635 8575 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.key.cc699dbf ...
I0722 10:30:59.460648 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.key.cc699dbf: {Name:mk3d9da7c82f66b2c1e6d90af7f3348b5a93d69e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:59.460735 8575 certs.go:381] copying /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.crt.cc699dbf -> /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.crt
I0722 10:30:59.460813 8575 certs.go:385] copying /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.key.cc699dbf -> /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.key
I0722 10:30:59.460903 8575 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/proxy-client.key
I0722 10:30:59.460927 8575 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/proxy-client.crt with IP's: []
I0722 10:30:59.667753 8575 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/proxy-client.crt ...
I0722 10:30:59.667783 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/proxy-client.crt: {Name:mkb5e2f3ea6918a46f2571f39d6f800c1327505c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:59.667967 8575 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/proxy-client.key ...
I0722 10:30:59.668003 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/proxy-client.key: {Name:mke5d7c8f3279cfb246e8bb7a6444238316eb428 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:30:59.668197 8575 certs.go:484] found cert: /home/jenkins/minikube-integration/19313-2237/.minikube/certs/ca-key.pem (1675 bytes)
I0722 10:30:59.668242 8575 certs.go:484] found cert: /home/jenkins/minikube-integration/19313-2237/.minikube/certs/ca.pem (1078 bytes)
I0722 10:30:59.668271 8575 certs.go:484] found cert: /home/jenkins/minikube-integration/19313-2237/.minikube/certs/cert.pem (1123 bytes)
I0722 10:30:59.668300 8575 certs.go:484] found cert: /home/jenkins/minikube-integration/19313-2237/.minikube/certs/key.pem (1679 bytes)
I0722 10:30:59.668940 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0722 10:30:59.694353 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0722 10:30:59.718590 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0722 10:30:59.742186 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0722 10:30:59.768458 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0722 10:30:59.792569 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0722 10:30:59.816371 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0722 10:30:59.840767 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/profiles/addons-578168/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0722 10:30:59.864457 8575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19313-2237/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0722 10:30:59.888444 8575 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0722 10:30:59.906524 8575 ssh_runner.go:195] Run: openssl version
I0722 10:30:59.911766 8575 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0722 10:30:59.921092 8575 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0722 10:30:59.924525 8575 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 22 10:30 /usr/share/ca-certificates/minikubeCA.pem
I0722 10:30:59.924618 8575 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0722 10:30:59.931638 8575 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0722 10:30:59.940967 8575 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0722 10:30:59.945583 8575 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0722 10:30:59.945632 8575 kubeadm.go:392] StartCluster: {Name:addons-578168 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:addons-578168 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0722 10:30:59.945713 8575 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0722 10:30:59.945784 8575 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0722 10:31:00.010427 8575 cri.go:89] found id: ""
I0722 10:31:00.010508 8575 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0722 10:31:00.030501 8575 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0722 10:31:00.054116 8575 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0722 10:31:00.054192 8575 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0722 10:31:00.074802 8575 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0722 10:31:00.074887 8575 kubeadm.go:157] found existing configuration files:
I0722 10:31:00.074991 8575 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0722 10:31:00.093913 8575 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0722 10:31:00.093979 8575 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0722 10:31:00.139553 8575 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0722 10:31:00.166741 8575 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0722 10:31:00.166877 8575 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0722 10:31:00.184917 8575 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0722 10:31:00.201315 8575 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0722 10:31:00.201397 8575 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0722 10:31:00.217306 8575 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0722 10:31:00.239367 8575 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0722 10:31:00.239435 8575 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0722 10:31:00.252238 8575 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.30.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0722 10:31:00.346328 8575 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1064-aws\n", err: exit status 1
I0722 10:31:00.413474 8575 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0722 10:31:16.303663 8575 kubeadm.go:310] [init] Using Kubernetes version: v1.30.3
I0722 10:31:16.303728 8575 kubeadm.go:310] [preflight] Running pre-flight checks
I0722 10:31:16.303821 8575 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0722 10:31:16.303879 8575 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1064-aws[0m
I0722 10:31:16.303916 8575 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0722 10:31:16.303964 8575 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0722 10:31:16.304014 8575 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0722 10:31:16.304062 8575 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0722 10:31:16.304112 8575 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0722 10:31:16.304177 8575 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0722 10:31:16.304231 8575 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0722 10:31:16.304279 8575 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0722 10:31:16.304328 8575 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0722 10:31:16.304376 8575 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0722 10:31:16.304449 8575 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0722 10:31:16.304547 8575 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0722 10:31:16.304640 8575 kubeadm.go:310] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0722 10:31:16.304708 8575 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0722 10:31:16.306988 8575 out.go:204] - Generating certificates and keys ...
I0722 10:31:16.307105 8575 kubeadm.go:310] [certs] Using existing ca certificate authority
I0722 10:31:16.307195 8575 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0722 10:31:16.307275 8575 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0722 10:31:16.307351 8575 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0722 10:31:16.307415 8575 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0722 10:31:16.307469 8575 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0722 10:31:16.307537 8575 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0722 10:31:16.307682 8575 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-578168 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0722 10:31:16.307746 8575 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0722 10:31:16.307903 8575 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-578168 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0722 10:31:16.307994 8575 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0722 10:31:16.308111 8575 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0722 10:31:16.308177 8575 kubeadm.go:310] [certs] Generating "sa" key and public key
I0722 10:31:16.308248 8575 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0722 10:31:16.308321 8575 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0722 10:31:16.308400 8575 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0722 10:31:16.308470 8575 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0722 10:31:16.308547 8575 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0722 10:31:16.308623 8575 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0722 10:31:16.308716 8575 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0722 10:31:16.308806 8575 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0722 10:31:16.310650 8575 out.go:204] - Booting up control plane ...
I0722 10:31:16.310751 8575 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0722 10:31:16.310832 8575 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0722 10:31:16.310904 8575 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0722 10:31:16.311007 8575 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0722 10:31:16.311097 8575 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0722 10:31:16.311140 8575 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0722 10:31:16.311271 8575 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0722 10:31:16.311345 8575 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet. This can take up to 4m0s
I0722 10:31:16.311405 8575 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 2.002493623s
I0722 10:31:16.311475 8575 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0722 10:31:16.311534 8575 kubeadm.go:310] [api-check] The API server is healthy after 5.501369959s
I0722 10:31:16.311639 8575 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0722 10:31:16.311762 8575 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0722 10:31:16.311827 8575 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0722 10:31:16.312004 8575 kubeadm.go:310] [mark-control-plane] Marking the node addons-578168 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0722 10:31:16.312062 8575 kubeadm.go:310] [bootstrap-token] Using token: 1hiflh.gzphognequh4f0si
I0722 10:31:16.315434 8575 out.go:204] - Configuring RBAC rules ...
I0722 10:31:16.315553 8575 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0722 10:31:16.315643 8575 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0722 10:31:16.315782 8575 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0722 10:31:16.315929 8575 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0722 10:31:16.316044 8575 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0722 10:31:16.316129 8575 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0722 10:31:16.316256 8575 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0722 10:31:16.316302 8575 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0722 10:31:16.316360 8575 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0722 10:31:16.316370 8575 kubeadm.go:310]
I0722 10:31:16.316428 8575 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0722 10:31:16.316437 8575 kubeadm.go:310]
I0722 10:31:16.316516 8575 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0722 10:31:16.316525 8575 kubeadm.go:310]
I0722 10:31:16.316550 8575 kubeadm.go:310] mkdir -p $HOME/.kube
I0722 10:31:16.316615 8575 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0722 10:31:16.316668 8575 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0722 10:31:16.316676 8575 kubeadm.go:310]
I0722 10:31:16.316728 8575 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0722 10:31:16.316736 8575 kubeadm.go:310]
I0722 10:31:16.316781 8575 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0722 10:31:16.316790 8575 kubeadm.go:310]
I0722 10:31:16.316840 8575 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0722 10:31:16.316934 8575 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0722 10:31:16.317025 8575 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0722 10:31:16.317036 8575 kubeadm.go:310]
I0722 10:31:16.317118 8575 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0722 10:31:16.317192 8575 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0722 10:31:16.317196 8575 kubeadm.go:310]
I0722 10:31:16.317276 8575 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 1hiflh.gzphognequh4f0si \
I0722 10:31:16.317392 8575 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f7bc1c869ca0058fd4273fc1112c05a52361550e75cdb524f71ef7e71fc9b86a \
I0722 10:31:16.317412 8575 kubeadm.go:310] --control-plane
I0722 10:31:16.317416 8575 kubeadm.go:310]
I0722 10:31:16.317498 8575 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0722 10:31:16.317517 8575 kubeadm.go:310]
I0722 10:31:16.317633 8575 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 1hiflh.gzphognequh4f0si \
I0722 10:31:16.317757 8575 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f7bc1c869ca0058fd4273fc1112c05a52361550e75cdb524f71ef7e71fc9b86a
I0722 10:31:16.317770 8575 cni.go:84] Creating CNI manager for ""
I0722 10:31:16.317778 8575 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0722 10:31:16.319956 8575 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0722 10:31:16.321985 8575 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0722 10:31:16.325734 8575 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.30.3/kubectl ...
I0722 10:31:16.325757 8575 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0722 10:31:16.343694 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0722 10:31:16.600057 8575 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0722 10:31:16.600196 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:16.600289 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-578168 minikube.k8s.io/updated_at=2024_07_22T10_31_16_0700 minikube.k8s.io/version=v1.33.1 minikube.k8s.io/commit=8e5b1d22910d5d447b525af478862a848159d7b7 minikube.k8s.io/name=addons-578168 minikube.k8s.io/primary=true
I0722 10:31:16.724089 8575 ops.go:34] apiserver oom_adj: -16
I0722 10:31:16.724194 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:17.225277 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:17.724253 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:18.224278 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:18.724854 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:19.224487 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:19.724936 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:20.224468 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:20.724376 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:21.224335 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:21.724842 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:22.224599 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:22.724832 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:23.225019 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:23.724903 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:24.225069 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:24.724783 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:25.224910 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:25.724392 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:26.225277 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:26.724603 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:27.224670 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:27.724989 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:28.224494 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:28.724838 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:29.224315 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:29.724842 8575 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0722 10:31:29.865961 8575 kubeadm.go:1113] duration metric: took 13.265820413s to wait for elevateKubeSystemPrivileges
I0722 10:31:29.866000 8575 kubeadm.go:394] duration metric: took 29.920365856s to StartCluster
I0722 10:31:29.866017 8575 settings.go:142] acquiring lock: {Name:mk5fbd205fde0f82abe2a5378554c5e9944b6110 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:31:29.866125 8575 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19313-2237/kubeconfig
I0722 10:31:29.866492 8575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19313-2237/kubeconfig: {Name:mkcc86b3f46ba469151bab0be6d762245d79cdb6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0722 10:31:29.866681 8575 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I0722 10:31:29.866783 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0722 10:31:29.867024 8575 config.go:182] Loaded profile config "addons-578168": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.30.3
I0722 10:31:29.867060 8575 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0722 10:31:29.867135 8575 addons.go:69] Setting yakd=true in profile "addons-578168"
I0722 10:31:29.867159 8575 addons.go:234] Setting addon yakd=true in "addons-578168"
I0722 10:31:29.867204 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.867637 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.868090 8575 addons.go:69] Setting inspektor-gadget=true in profile "addons-578168"
I0722 10:31:29.868128 8575 addons.go:234] Setting addon inspektor-gadget=true in "addons-578168"
I0722 10:31:29.868155 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.868562 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.868705 8575 addons.go:69] Setting metrics-server=true in profile "addons-578168"
I0722 10:31:29.868737 8575 addons.go:234] Setting addon metrics-server=true in "addons-578168"
I0722 10:31:29.868764 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.868957 8575 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-578168"
I0722 10:31:29.868977 8575 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-578168"
I0722 10:31:29.868995 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.869359 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.871859 8575 addons.go:69] Setting cloud-spanner=true in profile "addons-578168"
I0722 10:31:29.874450 8575 addons.go:234] Setting addon cloud-spanner=true in "addons-578168"
I0722 10:31:29.874495 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.874915 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.875158 8575 addons.go:69] Setting registry=true in profile "addons-578168"
I0722 10:31:29.875183 8575 addons.go:234] Setting addon registry=true in "addons-578168"
I0722 10:31:29.875206 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.875573 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.876223 8575 addons.go:69] Setting storage-provisioner=true in profile "addons-578168"
I0722 10:31:29.876349 8575 addons.go:234] Setting addon storage-provisioner=true in "addons-578168"
I0722 10:31:29.876395 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.876965 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.872077 8575 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-578168"
I0722 10:31:29.888753 8575 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-578168"
I0722 10:31:29.888804 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.889275 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.872090 8575 addons.go:69] Setting default-storageclass=true in profile "addons-578168"
I0722 10:31:29.904777 8575 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-578168"
I0722 10:31:29.905221 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.906562 8575 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-578168"
I0722 10:31:29.906628 8575 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-578168"
I0722 10:31:29.907005 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.935580 8575 addons.go:69] Setting volcano=true in profile "addons-578168"
I0722 10:31:29.935629 8575 addons.go:234] Setting addon volcano=true in "addons-578168"
I0722 10:31:29.935676 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.936125 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.872095 8575 addons.go:69] Setting gcp-auth=true in profile "addons-578168"
I0722 10:31:29.950111 8575 mustload.go:65] Loading cluster: addons-578168
I0722 10:31:29.950321 8575 config.go:182] Loaded profile config "addons-578168": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.30.3
I0722 10:31:29.950638 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.967793 8575 addons.go:69] Setting volumesnapshots=true in profile "addons-578168"
I0722 10:31:29.967852 8575 addons.go:234] Setting addon volumesnapshots=true in "addons-578168"
I0722 10:31:29.967890 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.872099 8575 addons.go:69] Setting ingress=true in profile "addons-578168"
I0722 10:31:29.968135 8575 addons.go:234] Setting addon ingress=true in "addons-578168"
I0722 10:31:29.872103 8575 addons.go:69] Setting ingress-dns=true in profile "addons-578168"
I0722 10:31:29.968172 8575 addons.go:234] Setting addon ingress-dns=true in "addons-578168"
I0722 10:31:29.968201 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:29.872604 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.881634 8575 out.go:177] * Verifying Kubernetes components...
I0722 10:31:29.968535 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:30.008694 8575 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.0
I0722 10:31:30.011605 8575 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0722 10:31:30.012035 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0722 10:31:30.012115 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.025090 8575 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.30.0
I0722 10:31:29.976626 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:30.028256 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:29.976813 8575 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0722 10:31:29.977000 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:30.075745 8575 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.17
I0722 10:31:30.077846 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0722 10:31:30.078174 8575 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0722 10:31:30.078187 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0722 10:31:30.078253 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.027537 8575 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0722 10:31:30.078507 8575 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0722 10:31:30.027550 8575 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0722 10:31:30.080788 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.101092 8575 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0722 10:31:30.101122 8575 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0722 10:31:30.101200 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.135733 8575 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-578168"
I0722 10:31:30.135775 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:30.136088 8575 addons.go:234] Setting addon default-storageclass=true in "addons-578168"
I0722 10:31:30.136117 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:30.136189 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:30.136481 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:30.154899 8575 out.go:177] - Using image docker.io/registry:2.8.3
I0722 10:31:30.159674 8575 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0722 10:31:30.164634 8575 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0722 10:31:30.164657 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0722 10:31:30.164726 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.194242 8575 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0722 10:31:30.194417 8575 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0722 10:31:30.196790 8575 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0722 10:31:30.197196 8575 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0722 10:31:30.197214 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0722 10:31:30.197298 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.218090 8575 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0722 10:31:30.219958 8575 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.1
I0722 10:31:30.221875 8575 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0722 10:31:30.221906 8575 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0722 10:31:30.221985 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.235942 8575 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0722 10:31:30.240705 8575 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0722 10:31:30.242346 8575 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0722 10:31:30.249065 8575 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0722 10:31:30.250980 8575 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0722 10:31:30.257368 8575 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
W0722 10:31:30.257699 8575 out.go:239] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0722 10:31:30.257775 8575 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0722 10:31:30.257785 8575 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0722 10:31:30.257848 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.259095 8575 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0722 10:31:30.259113 8575 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0722 10:31:30.259175 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.286324 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.298025 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:30.298309 8575 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.1
I0722 10:31:30.303061 8575 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.1
I0722 10:31:30.307782 8575 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.1
I0722 10:31:30.310278 8575 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0722 10:31:30.310297 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0722 10:31:30.310363 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.356982 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.362522 8575 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0722 10:31:30.364234 8575 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0722 10:31:30.364256 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0722 10:31:30.364324 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.397174 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.403983 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.409215 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.418605 8575 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0722 10:31:30.420383 8575 out.go:177] - Using image docker.io/busybox:stable
I0722 10:31:30.421977 8575 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0722 10:31:30.422002 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0722 10:31:30.422066 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.432332 8575 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0722 10:31:30.432355 8575 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0722 10:31:30.432421 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:30.444784 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.445250 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.477346 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.489995 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.503340 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.505530 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.537044 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.539837 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:30.729029 8575 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0722 10:31:30.752061 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0722 10:31:30.824250 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0722 10:31:30.939418 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0722 10:31:30.951299 8575 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0722 10:31:30.951372 8575 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0722 10:31:30.954252 8575 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0722 10:31:30.954311 8575 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0722 10:31:30.957841 8575 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0722 10:31:30.957908 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0722 10:31:30.964816 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0722 10:31:30.967237 8575 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0722 10:31:30.967296 8575 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0722 10:31:31.039480 8575 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0722 10:31:31.039593 8575 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0722 10:31:31.044651 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0722 10:31:31.048137 8575 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0722 10:31:31.048208 8575 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0722 10:31:31.056365 8575 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0722 10:31:31.056440 8575 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0722 10:31:31.062961 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0722 10:31:31.063954 8575 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0722 10:31:31.064037 8575 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0722 10:31:31.132461 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0722 10:31:31.163088 8575 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0722 10:31:31.163160 8575 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0722 10:31:31.176226 8575 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0722 10:31:31.176298 8575 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0722 10:31:31.184989 8575 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0722 10:31:31.185064 8575 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0722 10:31:31.187158 8575 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0722 10:31:31.187229 8575 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0722 10:31:31.236692 8575 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0722 10:31:31.236765 8575 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0722 10:31:31.242480 8575 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0722 10:31:31.242545 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0722 10:31:31.315175 8575 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0722 10:31:31.315246 8575 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0722 10:31:31.318592 8575 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0722 10:31:31.318660 8575 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0722 10:31:31.321980 8575 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0722 10:31:31.322052 8575 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0722 10:31:31.325325 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0722 10:31:31.421464 8575 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0722 10:31:31.421537 8575 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0722 10:31:31.427033 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0722 10:31:31.495741 8575 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0722 10:31:31.495812 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0722 10:31:31.503657 8575 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0722 10:31:31.503728 8575 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0722 10:31:31.514263 8575 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0722 10:31:31.514335 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0722 10:31:31.678813 8575 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0722 10:31:31.678889 8575 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0722 10:31:31.712667 8575 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0722 10:31:31.712697 8575 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0722 10:31:31.730209 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0722 10:31:31.737800 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0722 10:31:31.856625 8575 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0722 10:31:31.856688 8575 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0722 10:31:31.911587 8575 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0722 10:31:31.911663 8575 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0722 10:31:32.036061 8575 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0722 10:31:32.036085 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0722 10:31:32.061923 8575 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0722 10:31:32.061990 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0722 10:31:32.162328 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0722 10:31:32.193568 8575 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0722 10:31:32.193638 8575 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0722 10:31:32.332035 8575 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0722 10:31:32.332108 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0722 10:31:32.437092 8575 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.35921009s)
I0722 10:31:32.437165 8575 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0722 10:31:32.437356 8575 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.708263724s)
I0722 10:31:32.438955 8575 node_ready.go:35] waiting up to 6m0s for node "addons-578168" to be "Ready" ...
I0722 10:31:32.467042 8575 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0722 10:31:32.467108 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0722 10:31:32.577177 8575 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0722 10:31:32.577198 8575 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0722 10:31:32.700135 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0722 10:31:33.555085 8575 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-578168" context rescaled to 1 replicas
I0722 10:31:34.460067 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.707926701s)
I0722 10:31:34.460129 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.635818428s)
I0722 10:31:34.460167 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.520688097s)
I0722 10:31:34.712444 8575 node_ready.go:53] node "addons-578168" has status "Ready":"False"
I0722 10:31:36.487379 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.522470514s)
I0722 10:31:36.487421 8575 addons.go:475] Verifying addon ingress=true in "addons-578168"
I0722 10:31:36.487715 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.44293282s)
I0722 10:31:36.487789 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.424768951s)
I0722 10:31:36.487864 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.355336624s)
I0722 10:31:36.488112 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.162725841s)
I0722 10:31:36.488134 8575 addons.go:475] Verifying addon metrics-server=true in "addons-578168"
I0722 10:31:36.488169 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.06107312s)
I0722 10:31:36.488183 8575 addons.go:475] Verifying addon registry=true in "addons-578168"
I0722 10:31:36.489572 8575 out.go:177] * Verifying ingress addon...
I0722 10:31:36.491903 8575 out.go:177] * Verifying registry addon...
I0722 10:31:36.492913 8575 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0722 10:31:36.495216 8575 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0722 10:31:36.528300 8575 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0722 10:31:36.528335 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:36.531933 8575 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0722 10:31:36.531980 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:36.718316 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.980491542s)
I0722 10:31:36.718265 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.988011589s)
W0722 10:31:36.718481 8575 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0722 10:31:36.718505 8575 retry.go:31] will retry after 244.670902ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0722 10:31:36.718626 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.556220769s)
I0722 10:31:36.720205 8575 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-578168 service yakd-dashboard -n yakd-dashboard
I0722 10:31:36.959101 8575 node_ready.go:53] node "addons-578168" has status "Ready":"False"
I0722 10:31:36.964360 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0722 10:31:37.040130 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:37.046631 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:37.264125 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.563949856s)
I0722 10:31:37.264174 8575 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-578168"
I0722 10:31:37.266474 8575 out.go:177] * Verifying csi-hostpath-driver addon...
I0722 10:31:37.269057 8575 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0722 10:31:37.304160 8575 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0722 10:31:37.304191 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:37.498921 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:37.530717 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:37.618442 8575 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0722 10:31:37.618569 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:37.661165 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:37.774043 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:37.817584 8575 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0722 10:31:37.871484 8575 addons.go:234] Setting addon gcp-auth=true in "addons-578168"
I0722 10:31:37.871534 8575 host.go:66] Checking if "addons-578168" exists ...
I0722 10:31:37.871976 8575 cli_runner.go:164] Run: docker container inspect addons-578168 --format={{.State.Status}}
I0722 10:31:37.894848 8575 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0722 10:31:37.894900 8575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-578168
I0722 10:31:37.926062 8575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19313-2237/.minikube/machines/addons-578168/id_rsa Username:docker}
I0722 10:31:37.997036 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:38.000382 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:38.276342 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:38.498059 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:38.502821 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:38.775210 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:38.998005 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:39.002861 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:39.273464 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:39.442892 8575 node_ready.go:53] node "addons-578168" has status "Ready":"False"
I0722 10:31:39.497949 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:39.499673 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:39.776214 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:39.998183 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:40.002769 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:40.054210 8575 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.089785177s)
I0722 10:31:40.054372 8575 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.159478743s)
I0722 10:31:40.056555 8575 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.1
I0722 10:31:40.058444 8575 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0722 10:31:40.060091 8575 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0722 10:31:40.060153 8575 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0722 10:31:40.083202 8575 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0722 10:31:40.083275 8575 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0722 10:31:40.111513 8575 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0722 10:31:40.111585 8575 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0722 10:31:40.140557 8575 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0722 10:31:40.282461 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:40.499308 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:40.504593 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:40.738506 8575 addons.go:475] Verifying addon gcp-auth=true in "addons-578168"
I0722 10:31:40.740443 8575 out.go:177] * Verifying gcp-auth addon...
I0722 10:31:40.743012 8575 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0722 10:31:40.748858 8575 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0722 10:31:40.748933 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:40.774064 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:40.997591 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:41.001329 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:41.246457 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:41.273481 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:41.497388 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:41.499454 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:41.752863 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:41.779127 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:41.942365 8575 node_ready.go:53] node "addons-578168" has status "Ready":"False"
I0722 10:31:42.008200 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:42.017072 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:42.247785 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:42.275816 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:42.502580 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:42.503490 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:42.748850 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:42.774752 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:42.999793 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:43.002238 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:43.247076 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:43.273939 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:43.497076 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:43.499395 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:43.746215 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:43.774091 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:43.942628 8575 node_ready.go:53] node "addons-578168" has status "Ready":"False"
I0722 10:31:43.999269 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:44.004316 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:44.247128 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:44.273201 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:44.498214 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:44.499599 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:44.747123 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:44.773134 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:45.004765 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:45.008295 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:45.247174 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:45.274006 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:45.497474 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:45.499779 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:45.751295 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:45.777056 8575 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0722 10:31:45.777128 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:45.980997 8575 node_ready.go:49] node "addons-578168" has status "Ready":"True"
I0722 10:31:45.981067 8575 node_ready.go:38] duration metric: took 13.541724939s for node "addons-578168" to be "Ready" ...
I0722 10:31:45.981094 8575 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0722 10:31:45.997695 8575 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-dz9nf" in "kube-system" namespace to be "Ready" ...
I0722 10:31:46.014434 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:46.014881 8575 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0722 10:31:46.014889 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:46.271575 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:46.304388 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:46.501757 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:46.502853 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:46.746834 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:46.774502 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:46.997451 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:47.001600 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:47.007746 8575 pod_ready.go:92] pod "coredns-7db6d8ff4d-dz9nf" in "kube-system" namespace has status "Ready":"True"
I0722 10:31:47.007771 8575 pod_ready.go:81] duration metric: took 1.009990192s for pod "coredns-7db6d8ff4d-dz9nf" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.007794 8575 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-578168" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.013889 8575 pod_ready.go:92] pod "etcd-addons-578168" in "kube-system" namespace has status "Ready":"True"
I0722 10:31:47.013913 8575 pod_ready.go:81] duration metric: took 6.110001ms for pod "etcd-addons-578168" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.013929 8575 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-578168" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.019201 8575 pod_ready.go:92] pod "kube-apiserver-addons-578168" in "kube-system" namespace has status "Ready":"True"
I0722 10:31:47.019227 8575 pod_ready.go:81] duration metric: took 5.288747ms for pod "kube-apiserver-addons-578168" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.019238 8575 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-578168" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.024623 8575 pod_ready.go:92] pod "kube-controller-manager-addons-578168" in "kube-system" namespace has status "Ready":"True"
I0722 10:31:47.024647 8575 pod_ready.go:81] duration metric: took 5.401913ms for pod "kube-controller-manager-addons-578168" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.024658 8575 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-qlrkl" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.143020 8575 pod_ready.go:92] pod "kube-proxy-qlrkl" in "kube-system" namespace has status "Ready":"True"
I0722 10:31:47.143051 8575 pod_ready.go:81] duration metric: took 118.379348ms for pod "kube-proxy-qlrkl" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.143063 8575 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-578168" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.246627 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:47.274177 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:47.500175 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:47.503355 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:47.542651 8575 pod_ready.go:92] pod "kube-scheduler-addons-578168" in "kube-system" namespace has status "Ready":"True"
I0722 10:31:47.542714 8575 pod_ready.go:81] duration metric: took 399.642045ms for pod "kube-scheduler-addons-578168" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.542742 8575 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace to be "Ready" ...
I0722 10:31:47.748352 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:47.775438 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:47.999415 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:48.011165 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:48.247477 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:48.276051 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:48.499926 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:48.501680 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:48.747614 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:48.775156 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:48.997454 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:49.002108 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:49.248902 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:49.276844 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:49.505240 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:49.507781 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:49.550203 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:31:49.747451 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:49.779613 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:49.999190 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:50.004641 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:50.255351 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:50.276915 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:50.522171 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:50.522853 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:50.747466 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:50.775525 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:51.000475 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:51.006214 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:51.248239 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:51.276797 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:51.509761 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:51.510748 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:51.746933 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:51.780797 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:51.998043 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:52.011460 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:52.056117 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:31:52.246698 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:52.274578 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:52.498509 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:52.504535 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:52.747210 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:52.779117 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:52.998986 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:53.006221 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:53.247170 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:53.278835 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:53.500436 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:53.501747 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:53.747000 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:53.775088 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:53.999071 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:54.003020 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:54.063457 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:31:54.247452 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:54.275185 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:54.501107 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:54.514759 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:54.746955 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:54.774874 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:55.001853 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:55.007342 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:55.247622 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:55.275893 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:55.501893 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:55.513621 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:55.747964 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:55.784470 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:56.000809 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:56.005414 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:56.249438 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:56.276396 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:56.502992 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:56.504357 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:56.550215 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:31:56.748007 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:56.775020 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:57.001206 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:57.002960 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:57.247074 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:57.274330 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:57.501048 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:57.501939 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:57.746548 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:57.774911 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:57.998310 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:58.005364 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:58.247480 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:58.274242 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:58.501612 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:58.502729 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:58.550777 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:31:58.747516 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:58.777684 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:59.002036 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:59.010914 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:59.258863 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:59.278806 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:31:59.553929 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:31:59.560474 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:31:59.747381 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:31:59.775654 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:00.017304 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:32:00.018240 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:00.281783 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:00.303238 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:00.505254 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:32:00.508579 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:00.551421 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:00.747304 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:00.776519 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:00.998614 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:01.012606 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:32:01.247939 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:01.275668 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:01.501391 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:01.505216 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:32:01.747942 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:01.776014 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:02.000942 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:02.004105 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:32:02.248466 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:02.281651 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:02.499106 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:02.506700 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:32:02.554479 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:02.747302 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:02.775347 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:02.996962 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:03.002335 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0722 10:32:03.247938 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:03.276592 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:03.498349 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:03.501038 8575 kapi.go:107] duration metric: took 27.005816301s to wait for kubernetes.io/minikube-addons=registry ...
I0722 10:32:03.747187 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:03.774908 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:03.997914 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:04.246918 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:04.276661 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:04.498801 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:04.750685 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:04.775902 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:05.002066 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:05.049526 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:05.246976 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:05.274265 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:05.497173 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:05.747069 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:05.775609 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:06.000967 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:06.246462 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:06.276203 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:06.497104 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:06.746481 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:06.774909 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:06.997369 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:07.050077 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:07.248858 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:07.276777 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:07.497111 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:07.748555 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:07.783379 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:08.000601 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:08.247745 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:08.275285 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:08.498961 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:08.752122 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:08.775439 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:08.998675 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:09.051428 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:09.247391 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:09.289425 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:09.498014 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:09.747772 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:09.776732 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:10.009741 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:10.248191 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:10.279455 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:10.498308 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:10.747522 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:10.776265 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:10.998014 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:11.246568 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:11.276218 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:11.498838 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:11.550048 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:11.747152 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:11.776727 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:11.998183 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:12.246697 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:12.278024 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:12.511860 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:12.747216 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:12.775367 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:12.997453 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:13.247111 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:13.274897 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:13.497263 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:13.747069 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:13.775186 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:13.997619 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:14.049781 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:14.247055 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:14.275478 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:14.498000 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:14.747932 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:14.776253 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:14.999686 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:15.248551 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:15.274094 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:15.500018 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:15.747184 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:15.774361 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:15.998263 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:16.246916 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:16.275320 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:16.498130 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:16.552366 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:16.746930 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:16.776639 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:16.998582 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:17.249840 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:17.276469 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:17.497837 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:17.747018 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:17.774795 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:17.998208 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:18.247411 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:18.274942 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:18.499135 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:18.747186 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:18.774921 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:18.997389 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:19.050016 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:19.246959 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:19.275281 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:19.498317 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:19.747135 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:19.775676 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:20.009488 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:20.246888 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:20.283466 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:20.497468 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:20.747136 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:20.774184 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:20.997906 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:21.051613 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:21.247521 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:21.275535 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:21.498539 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:21.747151 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:21.774720 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:21.997410 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:22.247215 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:22.274911 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:22.497215 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:22.746447 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:22.774994 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:23.000114 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:23.247117 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:23.275336 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:23.501980 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:23.549320 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:23.746525 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:23.778143 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:24.000441 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:24.251579 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:24.275502 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:24.497557 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:24.746685 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:24.774868 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:24.997480 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:25.246386 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:25.275090 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:25.498114 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:25.747993 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:25.774186 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:25.999160 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:26.049917 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:26.249087 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:26.276475 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:26.517653 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:26.747003 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:26.775984 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:26.999769 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:27.248815 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:27.277088 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:27.498147 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:27.752095 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:27.777729 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:28.001110 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:28.050947 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:28.246705 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:28.275154 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:28.496836 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:28.747248 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:28.775296 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:29.002336 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:29.247881 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:29.277572 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:29.498584 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:29.748461 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:29.775380 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:29.998518 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:30.051440 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:30.247502 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:30.276231 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:30.504307 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:30.747285 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:30.775272 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:30.998538 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:31.247142 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:31.280221 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:31.498490 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:31.747651 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:31.775498 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:31.998516 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:32.053763 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:32.246795 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:32.274882 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:32.497107 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:32.749077 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:32.774638 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:32.998069 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:33.248928 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:33.279221 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:33.498220 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:33.751394 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:33.788974 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:33.999745 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:34.247084 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:34.276118 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:34.505298 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:34.552818 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:34.747035 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:34.776179 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:34.999562 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:35.247030 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:35.274604 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:35.505141 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:35.751048 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:35.774849 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:35.999075 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:36.247267 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:36.274670 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:36.501029 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:36.747147 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:36.774863 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:36.997531 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:37.049683 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:37.247470 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:37.275202 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:37.502136 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:37.747066 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:37.774891 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:37.997036 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:38.248138 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:38.279063 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:38.498613 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:38.746579 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:38.775412 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:38.999350 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:39.057332 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:39.246860 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:39.274927 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:39.499028 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:39.747073 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:39.777578 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:40.010222 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:40.246737 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:40.277042 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:40.498505 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:40.746871 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:40.774996 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:40.997211 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:41.246897 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:41.275728 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:41.497809 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:41.549269 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:41.747775 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:41.776162 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:41.997887 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:42.247744 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:42.276383 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:42.498350 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:42.752648 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:42.777083 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:42.998011 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:43.246753 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:43.275416 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:43.497563 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:43.746872 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:43.775414 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:43.998224 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:44.054057 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:44.250967 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:44.275497 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:44.497961 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:44.748921 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:44.775890 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:44.998555 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:45.247380 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:45.275496 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0722 10:32:45.497712 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:45.747272 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:45.775099 8575 kapi.go:107] duration metric: took 1m8.506039227s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0722 10:32:46.000493 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:46.247322 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:46.497356 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:46.549606 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:46.746739 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:46.997204 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:47.247093 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:47.497259 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:47.746968 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:47.998248 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:48.247288 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:48.497575 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:48.549692 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:48.746588 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:48.998718 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:49.246510 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:49.497914 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:49.746718 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:50.019516 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:50.246769 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:50.498122 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:50.748985 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:50.997485 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:51.051160 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:51.247261 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:51.497972 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:51.747134 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:51.999009 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:52.246956 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:52.498520 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:52.748798 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:52.998978 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:53.247503 8575 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0722 10:32:53.498294 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:53.549534 8575 pod_ready.go:102] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"False"
I0722 10:32:53.747319 8575 kapi.go:107] duration metric: took 1m13.004303917s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0722 10:32:53.749869 8575 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-578168 cluster.
I0722 10:32:53.751869 8575 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0722 10:32:53.753633 8575 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0722 10:32:53.997603 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:54.497549 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:55.004722 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:55.496987 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:56.046433 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:56.076923 8575 pod_ready.go:92] pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace has status "Ready":"True"
I0722 10:32:56.076946 8575 pod_ready.go:81] duration metric: took 1m8.53418299s for pod "metrics-server-c59844bb4-qqltc" in "kube-system" namespace to be "Ready" ...
I0722 10:32:56.076957 8575 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-l6frr" in "kube-system" namespace to be "Ready" ...
I0722 10:32:56.100975 8575 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-l6frr" in "kube-system" namespace has status "Ready":"True"
I0722 10:32:56.101004 8575 pod_ready.go:81] duration metric: took 24.037928ms for pod "nvidia-device-plugin-daemonset-l6frr" in "kube-system" namespace to be "Ready" ...
I0722 10:32:56.101025 8575 pod_ready.go:38] duration metric: took 1m10.119881415s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0722 10:32:56.101045 8575 api_server.go:52] waiting for apiserver process to appear ...
I0722 10:32:56.101764 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0722 10:32:56.101841 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0722 10:32:56.311159 8575 cri.go:89] found id: "3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c"
I0722 10:32:56.311182 8575 cri.go:89] found id: ""
I0722 10:32:56.311191 8575 logs.go:276] 1 containers: [3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c]
I0722 10:32:56.311246 8575 ssh_runner.go:195] Run: which crictl
I0722 10:32:56.327927 8575 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0722 10:32:56.327994 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0722 10:32:56.497988 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:56.548042 8575 cri.go:89] found id: "7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32"
I0722 10:32:56.548066 8575 cri.go:89] found id: ""
I0722 10:32:56.548074 8575 logs.go:276] 1 containers: [7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32]
I0722 10:32:56.548129 8575 ssh_runner.go:195] Run: which crictl
I0722 10:32:56.551757 8575 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0722 10:32:56.551829 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0722 10:32:56.615021 8575 cri.go:89] found id: "fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4"
I0722 10:32:56.615044 8575 cri.go:89] found id: ""
I0722 10:32:56.615052 8575 logs.go:276] 1 containers: [fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4]
I0722 10:32:56.615112 8575 ssh_runner.go:195] Run: which crictl
I0722 10:32:56.623920 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0722 10:32:56.623988 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0722 10:32:56.718854 8575 cri.go:89] found id: "be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359"
I0722 10:32:56.718876 8575 cri.go:89] found id: ""
I0722 10:32:56.718884 8575 logs.go:276] 1 containers: [be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359]
I0722 10:32:56.718940 8575 ssh_runner.go:195] Run: which crictl
I0722 10:32:56.724780 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0722 10:32:56.724852 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0722 10:32:56.797716 8575 cri.go:89] found id: "b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e"
I0722 10:32:56.797739 8575 cri.go:89] found id: ""
I0722 10:32:56.797747 8575 logs.go:276] 1 containers: [b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e]
I0722 10:32:56.797806 8575 ssh_runner.go:195] Run: which crictl
I0722 10:32:56.801828 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0722 10:32:56.801898 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0722 10:32:56.868558 8575 cri.go:89] found id: "d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897"
I0722 10:32:56.868582 8575 cri.go:89] found id: ""
I0722 10:32:56.868590 8575 logs.go:276] 1 containers: [d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897]
I0722 10:32:56.868644 8575 ssh_runner.go:195] Run: which crictl
I0722 10:32:56.872608 8575 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0722 10:32:56.872676 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0722 10:32:56.930150 8575 cri.go:89] found id: "872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f"
I0722 10:32:56.930220 8575 cri.go:89] found id: ""
I0722 10:32:56.930241 8575 logs.go:276] 1 containers: [872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f]
I0722 10:32:56.930343 8575 ssh_runner.go:195] Run: which crictl
I0722 10:32:56.935020 8575 logs.go:123] Gathering logs for dmesg ...
I0722 10:32:56.935100 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0722 10:32:56.949341 8575 logs.go:123] Gathering logs for kube-proxy [b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e] ...
I0722 10:32:56.949424 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e"
I0722 10:32:57.002891 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:57.072094 8575 logs.go:123] Gathering logs for kindnet [872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f] ...
I0722 10:32:57.072206 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f"
I0722 10:32:57.157642 8575 logs.go:123] Gathering logs for container status ...
I0722 10:32:57.157674 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0722 10:32:57.251727 8575 logs.go:123] Gathering logs for coredns [fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4] ...
I0722 10:32:57.251761 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4"
I0722 10:32:57.313233 8575 logs.go:123] Gathering logs for kube-scheduler [be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359] ...
I0722 10:32:57.313261 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359"
I0722 10:32:57.388212 8575 logs.go:123] Gathering logs for kube-controller-manager [d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897] ...
I0722 10:32:57.388245 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897"
I0722 10:32:57.488974 8575 logs.go:123] Gathering logs for CRI-O ...
I0722 10:32:57.489011 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0722 10:32:57.498751 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:57.590704 8575 logs.go:123] Gathering logs for kubelet ...
I0722 10:32:57.590797 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0722 10:32:57.699602 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.633933 1541 reflector.go:547] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.699799 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.633933 1541 reflector.go:547] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.700045 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.634227 1541 reflector.go:150] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.700285 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.634236 1541 reflector.go:150] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.702446 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.657618 1541 reflector.go:547] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.702665 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.657656 1541 reflector.go:150] object-"ingress-nginx"/"ingress-nginx-admission": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.703305 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.663542 1541 reflector.go:547] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.703523 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.663578 1541 reflector.go:150] object-"yakd-dashboard"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.703710 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.663834 1541 reflector.go:547] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.703919 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.663859 1541 reflector.go:150] object-"ingress-nginx"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.704109 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.667585 1541 reflector.go:547] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.704320 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.667627 1541 reflector.go:150] object-"local-path-storage"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.704505 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668640 1541 reflector.go:547] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.704707 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668674 1541 reflector.go:150] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.704895 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668822 1541 reflector.go:547] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:32:57.705089 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668852 1541 reflector.go:150] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
I0722 10:32:57.743645 8575 logs.go:123] Gathering logs for describe nodes ...
I0722 10:32:57.748953 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0722 10:32:57.966790 8575 logs.go:123] Gathering logs for kube-apiserver [3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c] ...
I0722 10:32:57.966898 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c"
I0722 10:32:57.997585 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:58.093647 8575 logs.go:123] Gathering logs for etcd [7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32] ...
I0722 10:32:58.093721 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32"
I0722 10:32:58.162885 8575 out.go:304] Setting ErrFile to fd 2...
I0722 10:32:58.162915 8575 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0722 10:32:58.162979 8575 out.go:239] X Problems detected in kubelet:
W0722 10:32:58.162993 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.667627 1541 reflector.go:150] object-"local-path-storage"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-578168' and this object
W0722 10:32:58.163000 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668640 1541 reflector.go:547] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:32:58.163016 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668674 1541 reflector.go:150] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:32:58.163145 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668822 1541 reflector.go:547] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:32:58.163160 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668852 1541 reflector.go:150] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
I0722 10:32:58.163167 8575 out.go:304] Setting ErrFile to fd 2...
I0722 10:32:58.163177 8575 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0722 10:32:58.497117 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:59.000198 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:32:59.498179 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:33:00.009846 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:33:00.498937 8575 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0722 10:33:00.998806 8575 kapi.go:107] duration metric: took 1m24.505886714s to wait for app.kubernetes.io/name=ingress-nginx ...
I0722 10:33:01.002561 8575 out.go:177] * Enabled addons: cloud-spanner, nvidia-device-plugin, default-storageclass, ingress-dns, storage-provisioner, metrics-server, storage-provisioner-rancher, inspektor-gadget, yakd, volumesnapshots, registry, csi-hostpath-driver, gcp-auth, ingress
I0722 10:33:01.004503 8575 addons.go:510] duration metric: took 1m31.137436164s for enable addons: enabled=[cloud-spanner nvidia-device-plugin default-storageclass ingress-dns storage-provisioner metrics-server storage-provisioner-rancher inspektor-gadget yakd volumesnapshots registry csi-hostpath-driver gcp-auth ingress]
I0722 10:33:08.164528 8575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0722 10:33:08.178405 8575 api_server.go:72] duration metric: took 1m38.311689002s to wait for apiserver process to appear ...
I0722 10:33:08.178430 8575 api_server.go:88] waiting for apiserver healthz status ...
I0722 10:33:08.178464 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0722 10:33:08.178520 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0722 10:33:08.220549 8575 cri.go:89] found id: "3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c"
I0722 10:33:08.220571 8575 cri.go:89] found id: ""
I0722 10:33:08.220579 8575 logs.go:276] 1 containers: [3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c]
I0722 10:33:08.220632 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:08.224896 8575 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0722 10:33:08.224976 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0722 10:33:08.263502 8575 cri.go:89] found id: "7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32"
I0722 10:33:08.263525 8575 cri.go:89] found id: ""
I0722 10:33:08.263533 8575 logs.go:276] 1 containers: [7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32]
I0722 10:33:08.263589 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:08.267318 8575 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0722 10:33:08.267398 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0722 10:33:08.309611 8575 cri.go:89] found id: "fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4"
I0722 10:33:08.309632 8575 cri.go:89] found id: ""
I0722 10:33:08.309647 8575 logs.go:276] 1 containers: [fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4]
I0722 10:33:08.309705 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:08.313407 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0722 10:33:08.313483 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0722 10:33:08.353390 8575 cri.go:89] found id: "be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359"
I0722 10:33:08.353412 8575 cri.go:89] found id: ""
I0722 10:33:08.353419 8575 logs.go:276] 1 containers: [be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359]
I0722 10:33:08.353477 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:08.356860 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0722 10:33:08.356973 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0722 10:33:08.394005 8575 cri.go:89] found id: "b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e"
I0722 10:33:08.394029 8575 cri.go:89] found id: ""
I0722 10:33:08.394037 8575 logs.go:276] 1 containers: [b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e]
I0722 10:33:08.394139 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:08.397666 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0722 10:33:08.397734 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0722 10:33:08.439326 8575 cri.go:89] found id: "d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897"
I0722 10:33:08.439399 8575 cri.go:89] found id: ""
I0722 10:33:08.439411 8575 logs.go:276] 1 containers: [d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897]
I0722 10:33:08.439477 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:08.442890 8575 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0722 10:33:08.442958 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0722 10:33:08.481522 8575 cri.go:89] found id: "872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f"
I0722 10:33:08.481544 8575 cri.go:89] found id: ""
I0722 10:33:08.481552 8575 logs.go:276] 1 containers: [872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f]
I0722 10:33:08.481613 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:08.485025 8575 logs.go:123] Gathering logs for kubelet ...
I0722 10:33:08.485048 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0722 10:33:08.511518 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.633933 1541 reflector.go:547] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.511702 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.633933 1541 reflector.go:547] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.511908 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.634227 1541 reflector.go:150] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.512095 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.634236 1541 reflector.go:150] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.514182 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.657618 1541 reflector.go:547] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.514402 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.657656 1541 reflector.go:150] object-"ingress-nginx"/"ingress-nginx-admission": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.515047 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.663542 1541 reflector.go:547] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.515253 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.663578 1541 reflector.go:150] object-"yakd-dashboard"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.515443 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.663834 1541 reflector.go:547] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.515659 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.663859 1541 reflector.go:150] object-"ingress-nginx"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.515847 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.667585 1541 reflector.go:547] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.516054 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.667627 1541 reflector.go:150] object-"local-path-storage"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.516236 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668640 1541 reflector.go:547] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.516438 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668674 1541 reflector.go:150] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.516612 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668822 1541 reflector.go:547] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:08.516805 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668852 1541 reflector.go:150] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
I0722 10:33:08.573317 8575 logs.go:123] Gathering logs for describe nodes ...
I0722 10:33:08.573348 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0722 10:33:08.710352 8575 logs.go:123] Gathering logs for kube-apiserver [3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c] ...
I0722 10:33:08.710380 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c"
I0722 10:33:08.779316 8575 logs.go:123] Gathering logs for coredns [fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4] ...
I0722 10:33:08.779406 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4"
I0722 10:33:08.828235 8575 logs.go:123] Gathering logs for kube-scheduler [be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359] ...
I0722 10:33:08.828262 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359"
I0722 10:33:08.879699 8575 logs.go:123] Gathering logs for CRI-O ...
I0722 10:33:08.879738 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0722 10:33:08.979451 8575 logs.go:123] Gathering logs for container status ...
I0722 10:33:08.979492 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0722 10:33:09.039914 8575 logs.go:123] Gathering logs for dmesg ...
I0722 10:33:09.039947 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0722 10:33:09.053991 8575 logs.go:123] Gathering logs for etcd [7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32] ...
I0722 10:33:09.054058 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32"
I0722 10:33:09.113984 8575 logs.go:123] Gathering logs for kube-proxy [b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e] ...
I0722 10:33:09.114021 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e"
I0722 10:33:09.161228 8575 logs.go:123] Gathering logs for kube-controller-manager [d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897] ...
I0722 10:33:09.161256 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897"
I0722 10:33:09.230811 8575 logs.go:123] Gathering logs for kindnet [872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f] ...
I0722 10:33:09.230850 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f"
I0722 10:33:09.277404 8575 out.go:304] Setting ErrFile to fd 2...
I0722 10:33:09.277435 8575 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0722 10:33:09.277492 8575 out.go:239] X Problems detected in kubelet:
W0722 10:33:09.277506 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.667627 1541 reflector.go:150] object-"local-path-storage"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-578168' and this object
W0722 10:33:09.277514 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668640 1541 reflector.go:547] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:09.277521 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668674 1541 reflector.go:150] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:09.277529 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668822 1541 reflector.go:547] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:09.277536 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668852 1541 reflector.go:150] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
I0722 10:33:09.277545 8575 out.go:304] Setting ErrFile to fd 2...
I0722 10:33:09.277551 8575 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0722 10:33:19.278362 8575 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0722 10:33:19.286692 8575 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0722 10:33:19.288702 8575 api_server.go:141] control plane version: v1.30.3
I0722 10:33:19.288732 8575 api_server.go:131] duration metric: took 11.110293012s to wait for apiserver health ...
I0722 10:33:19.288740 8575 system_pods.go:43] waiting for kube-system pods to appear ...
I0722 10:33:19.288764 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0722 10:33:19.288827 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0722 10:33:19.327345 8575 cri.go:89] found id: "3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c"
I0722 10:33:19.327365 8575 cri.go:89] found id: ""
I0722 10:33:19.327373 8575 logs.go:276] 1 containers: [3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c]
I0722 10:33:19.327456 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:19.331113 8575 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0722 10:33:19.331201 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0722 10:33:19.368747 8575 cri.go:89] found id: "7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32"
I0722 10:33:19.368768 8575 cri.go:89] found id: ""
I0722 10:33:19.368776 8575 logs.go:276] 1 containers: [7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32]
I0722 10:33:19.368831 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:19.372261 8575 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0722 10:33:19.372329 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0722 10:33:19.410999 8575 cri.go:89] found id: "fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4"
I0722 10:33:19.411023 8575 cri.go:89] found id: ""
I0722 10:33:19.411031 8575 logs.go:276] 1 containers: [fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4]
I0722 10:33:19.411087 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:19.414587 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0722 10:33:19.414660 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0722 10:33:19.457156 8575 cri.go:89] found id: "be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359"
I0722 10:33:19.457179 8575 cri.go:89] found id: ""
I0722 10:33:19.457187 8575 logs.go:276] 1 containers: [be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359]
I0722 10:33:19.457242 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:19.460720 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0722 10:33:19.460787 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0722 10:33:19.503298 8575 cri.go:89] found id: "b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e"
I0722 10:33:19.503336 8575 cri.go:89] found id: ""
I0722 10:33:19.503345 8575 logs.go:276] 1 containers: [b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e]
I0722 10:33:19.503405 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:19.506858 8575 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0722 10:33:19.506932 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0722 10:33:19.543515 8575 cri.go:89] found id: "d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897"
I0722 10:33:19.543541 8575 cri.go:89] found id: ""
I0722 10:33:19.543549 8575 logs.go:276] 1 containers: [d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897]
I0722 10:33:19.543608 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:19.547131 8575 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0722 10:33:19.547202 8575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0722 10:33:19.585455 8575 cri.go:89] found id: "872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f"
I0722 10:33:19.585476 8575 cri.go:89] found id: ""
I0722 10:33:19.585493 8575 logs.go:276] 1 containers: [872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f]
I0722 10:33:19.585552 8575 ssh_runner.go:195] Run: which crictl
I0722 10:33:19.590360 8575 logs.go:123] Gathering logs for describe nodes ...
I0722 10:33:19.590385 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0722 10:33:19.725238 8575 logs.go:123] Gathering logs for kube-apiserver [3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c] ...
I0722 10:33:19.725271 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c"
I0722 10:33:19.785062 8575 logs.go:123] Gathering logs for kube-proxy [b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e] ...
I0722 10:33:19.785094 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e"
I0722 10:33:19.821568 8575 logs.go:123] Gathering logs for kube-controller-manager [d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897] ...
I0722 10:33:19.821597 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897"
I0722 10:33:19.887290 8575 logs.go:123] Gathering logs for kindnet [872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f] ...
I0722 10:33:19.887327 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f"
I0722 10:33:19.935639 8575 logs.go:123] Gathering logs for dmesg ...
I0722 10:33:19.935669 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0722 10:33:19.948308 8575 logs.go:123] Gathering logs for etcd [7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32] ...
I0722 10:33:19.948333 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32"
I0722 10:33:20.009491 8575 logs.go:123] Gathering logs for coredns [fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4] ...
I0722 10:33:20.009532 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4"
I0722 10:33:20.057417 8575 logs.go:123] Gathering logs for kube-scheduler [be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359] ...
I0722 10:33:20.057476 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359"
I0722 10:33:20.109956 8575 logs.go:123] Gathering logs for CRI-O ...
I0722 10:33:20.109989 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0722 10:33:20.202118 8575 logs.go:123] Gathering logs for container status ...
I0722 10:33:20.202148 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0722 10:33:20.252853 8575 logs.go:123] Gathering logs for kubelet ...
I0722 10:33:20.252895 8575 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0722 10:33:20.275476 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.633933 1541 reflector.go:547] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.275720 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.633933 1541 reflector.go:547] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.275967 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.634227 1541 reflector.go:150] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.276215 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.634236 1541 reflector.go:150] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.280026 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.657618 1541 reflector.go:547] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.280281 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.657656 1541 reflector.go:150] object-"ingress-nginx"/"ingress-nginx-admission": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.280963 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.663542 1541 reflector.go:547] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.281176 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.663578 1541 reflector.go:150] object-"yakd-dashboard"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.281363 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.663834 1541 reflector.go:547] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.281571 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.663859 1541 reflector.go:150] object-"ingress-nginx"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.281766 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.667585 1541 reflector.go:547] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.281976 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.667627 1541 reflector.go:150] object-"local-path-storage"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.282158 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668640 1541 reflector.go:547] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.282359 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668674 1541 reflector.go:150] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.282534 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668822 1541 reflector.go:547] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.282729 8575 logs.go:138] Found kubelet problem: Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668852 1541 reflector.go:150] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
I0722 10:33:20.338879 8575 out.go:304] Setting ErrFile to fd 2...
I0722 10:33:20.338911 8575 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0722 10:33:20.338968 8575 out.go:239] X Problems detected in kubelet:
W0722 10:33:20.338981 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.667627 1541 reflector.go:150] object-"local-path-storage"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.338995 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668640 1541 reflector.go:547] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.339005 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668674 1541 reflector.go:150] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-578168" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.339017 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: W0722 10:31:45.668822 1541 reflector.go:547] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
W0722 10:33:20.339023 8575 out.go:239] Jul 22 10:31:45 addons-578168 kubelet[1541]: E0722 10:31:45.668852 1541 reflector.go:150] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-578168" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-578168' and this object
I0722 10:33:20.339028 8575 out.go:304] Setting ErrFile to fd 2...
I0722 10:33:20.339035 8575 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0722 10:33:30.350545 8575 system_pods.go:59] 18 kube-system pods found
I0722 10:33:30.350586 8575 system_pods.go:61] "coredns-7db6d8ff4d-dz9nf" [5b68c434-479c-4f3f-89ef-574ff93cad07] Running
I0722 10:33:30.350592 8575 system_pods.go:61] "csi-hostpath-attacher-0" [efd4000b-6d36-4bf6-acc6-77dc5ee227ce] Running
I0722 10:33:30.350598 8575 system_pods.go:61] "csi-hostpath-resizer-0" [1411c232-72bc-476b-bf59-1f7d8ebe108c] Running
I0722 10:33:30.350603 8575 system_pods.go:61] "csi-hostpathplugin-l2bb9" [28b0890c-53ec-42e8-a34a-3cf71d7fd761] Running
I0722 10:33:30.350607 8575 system_pods.go:61] "etcd-addons-578168" [2b70cf03-56ab-43c9-bb1f-dd424a315eb8] Running
I0722 10:33:30.350616 8575 system_pods.go:61] "kindnet-pb6q8" [98221cf0-c8b1-41c7-802a-0bfecacc14b2] Running
I0722 10:33:30.350621 8575 system_pods.go:61] "kube-apiserver-addons-578168" [818f1cc9-7bca-4bf2-bf1b-1f8d446bbfa6] Running
I0722 10:33:30.350632 8575 system_pods.go:61] "kube-controller-manager-addons-578168" [a9c15e78-e8d6-4df9-a887-4d19603a0307] Running
I0722 10:33:30.350648 8575 system_pods.go:61] "kube-ingress-dns-minikube" [9ea7b2d6-84ca-4b41-b838-277a02fbac6e] Running
I0722 10:33:30.350653 8575 system_pods.go:61] "kube-proxy-qlrkl" [a4b76f6e-03ef-44b7-bc32-95afb9b54325] Running
I0722 10:33:30.350660 8575 system_pods.go:61] "kube-scheduler-addons-578168" [6e6be899-0b7f-4bba-bc87-ce962e16a996] Running
I0722 10:33:30.350664 8575 system_pods.go:61] "metrics-server-c59844bb4-qqltc" [25386e93-7dbb-4ba9-948a-f1aecb63987c] Running
I0722 10:33:30.350671 8575 system_pods.go:61] "nvidia-device-plugin-daemonset-l6frr" [6baaf8fc-6bea-4c53-bfe3-053a25f4594d] Running
I0722 10:33:30.350675 8575 system_pods.go:61] "registry-656c9c8d9c-c2dgx" [47d52a97-6fdc-4c57-882b-f6098503cfa3] Running
I0722 10:33:30.350680 8575 system_pods.go:61] "registry-proxy-6fp26" [aa53a675-95b7-4a46-9478-32230bc47800] Running
I0722 10:33:30.350684 8575 system_pods.go:61] "snapshot-controller-745499f584-pr62d" [47d3368a-136b-491b-b106-ab3bfe3c191d] Running
I0722 10:33:30.350696 8575 system_pods.go:61] "snapshot-controller-745499f584-whpkh" [df9f9d3a-ca57-4c83-b30e-2c8b846c97cb] Running
I0722 10:33:30.350700 8575 system_pods.go:61] "storage-provisioner" [332a1289-8294-4ea6-9292-4d1789302ab4] Running
I0722 10:33:30.350756 8575 system_pods.go:74] duration metric: took 11.06200878s to wait for pod list to return data ...
I0722 10:33:30.350780 8575 default_sa.go:34] waiting for default service account to be created ...
I0722 10:33:30.353258 8575 default_sa.go:45] found service account: "default"
I0722 10:33:30.353286 8575 default_sa.go:55] duration metric: took 2.496167ms for default service account to be created ...
I0722 10:33:30.353308 8575 system_pods.go:116] waiting for k8s-apps to be running ...
I0722 10:33:30.363875 8575 system_pods.go:86] 18 kube-system pods found
I0722 10:33:30.363911 8575 system_pods.go:89] "coredns-7db6d8ff4d-dz9nf" [5b68c434-479c-4f3f-89ef-574ff93cad07] Running
I0722 10:33:30.363920 8575 system_pods.go:89] "csi-hostpath-attacher-0" [efd4000b-6d36-4bf6-acc6-77dc5ee227ce] Running
I0722 10:33:30.363925 8575 system_pods.go:89] "csi-hostpath-resizer-0" [1411c232-72bc-476b-bf59-1f7d8ebe108c] Running
I0722 10:33:30.363935 8575 system_pods.go:89] "csi-hostpathplugin-l2bb9" [28b0890c-53ec-42e8-a34a-3cf71d7fd761] Running
I0722 10:33:30.363941 8575 system_pods.go:89] "etcd-addons-578168" [2b70cf03-56ab-43c9-bb1f-dd424a315eb8] Running
I0722 10:33:30.363945 8575 system_pods.go:89] "kindnet-pb6q8" [98221cf0-c8b1-41c7-802a-0bfecacc14b2] Running
I0722 10:33:30.363965 8575 system_pods.go:89] "kube-apiserver-addons-578168" [818f1cc9-7bca-4bf2-bf1b-1f8d446bbfa6] Running
I0722 10:33:30.363973 8575 system_pods.go:89] "kube-controller-manager-addons-578168" [a9c15e78-e8d6-4df9-a887-4d19603a0307] Running
I0722 10:33:30.363978 8575 system_pods.go:89] "kube-ingress-dns-minikube" [9ea7b2d6-84ca-4b41-b838-277a02fbac6e] Running
I0722 10:33:30.363982 8575 system_pods.go:89] "kube-proxy-qlrkl" [a4b76f6e-03ef-44b7-bc32-95afb9b54325] Running
I0722 10:33:30.363986 8575 system_pods.go:89] "kube-scheduler-addons-578168" [6e6be899-0b7f-4bba-bc87-ce962e16a996] Running
I0722 10:33:30.363993 8575 system_pods.go:89] "metrics-server-c59844bb4-qqltc" [25386e93-7dbb-4ba9-948a-f1aecb63987c] Running
I0722 10:33:30.364001 8575 system_pods.go:89] "nvidia-device-plugin-daemonset-l6frr" [6baaf8fc-6bea-4c53-bfe3-053a25f4594d] Running
I0722 10:33:30.364011 8575 system_pods.go:89] "registry-656c9c8d9c-c2dgx" [47d52a97-6fdc-4c57-882b-f6098503cfa3] Running
I0722 10:33:30.364015 8575 system_pods.go:89] "registry-proxy-6fp26" [aa53a675-95b7-4a46-9478-32230bc47800] Running
I0722 10:33:30.364019 8575 system_pods.go:89] "snapshot-controller-745499f584-pr62d" [47d3368a-136b-491b-b106-ab3bfe3c191d] Running
I0722 10:33:30.364025 8575 system_pods.go:89] "snapshot-controller-745499f584-whpkh" [df9f9d3a-ca57-4c83-b30e-2c8b846c97cb] Running
I0722 10:33:30.364029 8575 system_pods.go:89] "storage-provisioner" [332a1289-8294-4ea6-9292-4d1789302ab4] Running
I0722 10:33:30.364035 8575 system_pods.go:126] duration metric: took 10.721948ms to wait for k8s-apps to be running ...
I0722 10:33:30.364045 8575 system_svc.go:44] waiting for kubelet service to be running ....
I0722 10:33:30.364104 8575 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0722 10:33:30.375759 8575 system_svc.go:56] duration metric: took 11.703574ms WaitForService to wait for kubelet
I0722 10:33:30.375834 8575 kubeadm.go:582] duration metric: took 2m0.509121746s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0722 10:33:30.375863 8575 node_conditions.go:102] verifying NodePressure condition ...
I0722 10:33:30.379593 8575 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0722 10:33:30.379628 8575 node_conditions.go:123] node cpu capacity is 2
I0722 10:33:30.379641 8575 node_conditions.go:105] duration metric: took 3.7712ms to run NodePressure ...
I0722 10:33:30.379653 8575 start.go:241] waiting for startup goroutines ...
I0722 10:33:30.379661 8575 start.go:246] waiting for cluster config update ...
I0722 10:33:30.379678 8575 start.go:255] writing updated cluster config ...
I0722 10:33:30.380006 8575 ssh_runner.go:195] Run: rm -f paused
I0722 10:33:30.704520 8575 start.go:600] kubectl: 1.30.3, cluster: 1.30.3 (minor skew: 0)
I0722 10:33:30.707082 8575 out.go:177] * Done! kubectl is now configured to use "addons-578168" cluster and "default" namespace by default
==> CRI-O <==
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.085568711Z" level=info msg="Stopped pod sandbox (already stopped): fb4718078fa7e653ac950dc0034a8849a5e7de5db1c87bc3b1ac2bce382516bd" id=34cef2a0-d3bf-420b-811c-c7bc95142f55 name=/runtime.v1.RuntimeService/StopPodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.085944984Z" level=info msg="Removing pod sandbox: fb4718078fa7e653ac950dc0034a8849a5e7de5db1c87bc3b1ac2bce382516bd" id=aa745394-d40b-4033-bf1f-edcc10a5b553 name=/runtime.v1.RuntimeService/RemovePodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.094566827Z" level=info msg="Removed pod sandbox: fb4718078fa7e653ac950dc0034a8849a5e7de5db1c87bc3b1ac2bce382516bd" id=aa745394-d40b-4033-bf1f-edcc10a5b553 name=/runtime.v1.RuntimeService/RemovePodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.095085295Z" level=info msg="Stopping pod sandbox: 94eaf8e168e0bf3145aa10bbc8972e2398f15c5d8793d5bce2ec125f401d6ec8" id=a120b61f-905d-49c7-9d53-b5caa2e5f0c6 name=/runtime.v1.RuntimeService/StopPodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.095124057Z" level=info msg="Stopped pod sandbox (already stopped): 94eaf8e168e0bf3145aa10bbc8972e2398f15c5d8793d5bce2ec125f401d6ec8" id=a120b61f-905d-49c7-9d53-b5caa2e5f0c6 name=/runtime.v1.RuntimeService/StopPodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.095446651Z" level=info msg="Removing pod sandbox: 94eaf8e168e0bf3145aa10bbc8972e2398f15c5d8793d5bce2ec125f401d6ec8" id=2ae87da5-c815-431c-8d22-caa6634764e9 name=/runtime.v1.RuntimeService/RemovePodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.104651258Z" level=info msg="Removed pod sandbox: 94eaf8e168e0bf3145aa10bbc8972e2398f15c5d8793d5bce2ec125f401d6ec8" id=2ae87da5-c815-431c-8d22-caa6634764e9 name=/runtime.v1.RuntimeService/RemovePodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.105104610Z" level=info msg="Stopping pod sandbox: 71bd2845be8bce5ae8136a308bd4c902dce2608665fa3ac004cbf306ea0178e2" id=5fce714b-4247-4e78-b4de-1963b789961a name=/runtime.v1.RuntimeService/StopPodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.105213812Z" level=info msg="Stopped pod sandbox (already stopped): 71bd2845be8bce5ae8136a308bd4c902dce2608665fa3ac004cbf306ea0178e2" id=5fce714b-4247-4e78-b4de-1963b789961a name=/runtime.v1.RuntimeService/StopPodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.105581092Z" level=info msg="Removing pod sandbox: 71bd2845be8bce5ae8136a308bd4c902dce2608665fa3ac004cbf306ea0178e2" id=867ca36c-5f36-4f0f-a8b5-d11fe3f92d45 name=/runtime.v1.RuntimeService/RemovePodSandbox
Jul 22 10:37:16 addons-578168 crio[968]: time="2024-07-22 10:37:16.120795304Z" level=info msg="Removed pod sandbox: 71bd2845be8bce5ae8136a308bd4c902dce2608665fa3ac004cbf306ea0178e2" id=867ca36c-5f36-4f0f-a8b5-d11fe3f92d45 name=/runtime.v1.RuntimeService/RemovePodSandbox
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.795355916Z" level=warning msg="Stopping container 6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=0d5ab8a4-4978-488b-8096-66e381e32a7c name=/runtime.v1.RuntimeService/StopContainer
Jul 22 10:37:17 addons-578168 conmon[5065]: conmon 6a874d432dcdb5eb46cd <ninfo>: container 5076 exited with status 137
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.931908426Z" level=info msg="Stopped container 6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d: ingress-nginx/ingress-nginx-controller-6d9bd977d4-mdtsr/controller" id=0d5ab8a4-4978-488b-8096-66e381e32a7c name=/runtime.v1.RuntimeService/StopContainer
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.932526464Z" level=info msg="Stopping pod sandbox: 03a3ebc997f672a134fd857baa52564dafc14e1b7d6b1ec43b3554d799e70fdf" id=ec33bdf2-1de3-4f0c-8ed9-a2ff46a423b7 name=/runtime.v1.RuntimeService/StopPodSandbox
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.936223942Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-SXPOCKRAWLUKT4UZ - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-XSEE5TR7YNDZGAZP - [0:0]\n-X KUBE-HP-XSEE5TR7YNDZGAZP\n-X KUBE-HP-SXPOCKRAWLUKT4UZ\nCOMMIT\n"
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.937675248Z" level=info msg="Closing host port tcp:80"
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.937724528Z" level=info msg="Closing host port tcp:443"
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.939017195Z" level=info msg="Host port tcp:80 does not have an open socket"
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.939042302Z" level=info msg="Host port tcp:443 does not have an open socket"
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.939231161Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-6d9bd977d4-mdtsr Namespace:ingress-nginx ID:03a3ebc997f672a134fd857baa52564dafc14e1b7d6b1ec43b3554d799e70fdf UID:e739a650-7924-41c4-bf78-5835a8a60047 NetNS:/var/run/netns/0a4fb035-fa2b-4214-824f-7d4739612d03 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.939371125Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-6d9bd977d4-mdtsr from CNI network \"kindnet\" (type=ptp)"
Jul 22 10:37:17 addons-578168 crio[968]: time="2024-07-22 10:37:17.958673610Z" level=info msg="Stopped pod sandbox: 03a3ebc997f672a134fd857baa52564dafc14e1b7d6b1ec43b3554d799e70fdf" id=ec33bdf2-1de3-4f0c-8ed9-a2ff46a423b7 name=/runtime.v1.RuntimeService/StopPodSandbox
Jul 22 10:37:18 addons-578168 crio[968]: time="2024-07-22 10:37:18.108930335Z" level=info msg="Removing container: 6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d" id=6a796c2d-3613-491a-ba75-a89028761e48 name=/runtime.v1.RuntimeService/RemoveContainer
Jul 22 10:37:18 addons-578168 crio[968]: time="2024-07-22 10:37:18.129970519Z" level=info msg="Removed container 6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d: ingress-nginx/ingress-nginx-controller-6d9bd977d4-mdtsr/controller" id=6a796c2d-3613-491a-ba75-a89028761e48 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
823b5a445ba9c docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 9 seconds ago Running hello-world-app 0 c7d2a9ee40936 hello-world-app-6778b5fc9f-gr6bg
b4d01d48bb53c docker.io/library/nginx@sha256:a45ee5d042aaa9e81e013f97ae40c3dda26fbe98f22b6251acdf28e579560d55 2 minutes ago Running nginx 0 e3734fa997fcc nginx
fbbe6ee6ee826 ghcr.io/headlamp-k8s/headlamp@sha256:1c3f42aacd8eee1d3f1c63efb5a3b42da387ca1d87b77b0f486e8443201fcb37 3 minutes ago Running headlamp 0 61ad506b05533 headlamp-7867546754-58m48
652b75dc31e14 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:a40e1a121ee367d1712ac3a54ec9c38c405a65dde923c98e5fa6368fa82c4b69 4 minutes ago Running gcp-auth 0 c6d17d7e77e43 gcp-auth-5db96cd9b4-hccst
a74ae9ee85cfb docker.io/marcnuri/yakd@sha256:1c961556224d57fc747de0b1874524208e5fb4f8386f23e9c1c4c18e97109f17 4 minutes ago Running yakd 0 c6da73fd40036 yakd-dashboard-799879c74f-dvdml
0b76add32a7ff registry.k8s.io/metrics-server/metrics-server@sha256:7f0fc3565b6d4655d078bb8e250d0423d7c79aeb05fbc71e1ffa6ff664264d70 5 minutes ago Running metrics-server 0 0a122cabab235 metrics-server-c59844bb4-qqltc
17687e7fd50ab ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 80f9728c9cf1a storage-provisioner
fd14ed2fa3138 2437cf762177702dec2dfe99a09c37427a15af6d9a57c456b65352667c223d93 5 minutes ago Running coredns 0 0fd914b6375a3 coredns-7db6d8ff4d-dz9nf
872f619c51c41 docker.io/kindest/kindnetd@sha256:14100a3a7aca6cad3de3f26ee342ad937ca7d2844b1983d3baa7bf5f491baa7a 5 minutes ago Running kindnet-cni 0 c60df34b0605d kindnet-pb6q8
b89d03fa7e9ed 2351f570ed0eac5533e538280d73c6aa5d6b6f6379f5f3fac08f51378621e6be 5 minutes ago Running kube-proxy 0 803105df867f3 kube-proxy-qlrkl
be869384de7f9 d48f992a22722fc0290769b8fab1186db239bbad4cff837fbb641c55faef9355 6 minutes ago Running kube-scheduler 0 5c26724a9fe2a kube-scheduler-addons-578168
d064c7ca8b93e 8e97cdb19e7cc420af7c71de8b5c9ab536bd278758c8c0878c464b833d91b31a 6 minutes ago Running kube-controller-manager 0 aa5aa5b5a79db kube-controller-manager-addons-578168
7fd0f1e313e4e 014faa467e29798aeef733fe6d1a3b5e382688217b053ad23410e6cccd5d22fd 6 minutes ago Running etcd 0 7eb8f4563a931 etcd-addons-578168
3eaa36f65893e 61773190d42ff0792f3bab2658e80b1c07519170955bb350b153b564ef28f4ca 6 minutes ago Running kube-apiserver 0 4be130721d1fb kube-apiserver-addons-578168
==> coredns [fd14ed2fa3138ce3db1337fd1c8961db47db39d56a8f8f978e98aa5cb8f0e2a4] <==
[INFO] 10.244.0.5:52357 - 59486 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001920146s
[INFO] 10.244.0.5:53083 - 28340 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000186503s
[INFO] 10.244.0.5:53083 - 55736 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000344994s
[INFO] 10.244.0.5:55224 - 16438 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000043759s
[INFO] 10.244.0.5:55224 - 54325 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000120098s
[INFO] 10.244.0.5:50099 - 36274 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000159074s
[INFO] 10.244.0.5:50099 - 51636 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000146126s
[INFO] 10.244.0.5:57649 - 55913 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000107766s
[INFO] 10.244.0.5:57649 - 10599 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000112821s
[INFO] 10.244.0.5:44206 - 23741 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001657581s
[INFO] 10.244.0.5:44206 - 24499 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002080196s
[INFO] 10.244.0.5:44605 - 46286 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000121108s
[INFO] 10.244.0.5:44605 - 39116 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000090454s
[INFO] 10.244.0.20:38241 - 13902 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.003755715s
[INFO] 10.244.0.20:51409 - 21950 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.003769319s
[INFO] 10.244.0.20:51860 - 2430 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000155078s
[INFO] 10.244.0.20:56941 - 4409 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000176969s
[INFO] 10.244.0.20:57940 - 46823 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000139907s
[INFO] 10.244.0.20:34068 - 47022 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000090651s
[INFO] 10.244.0.20:39593 - 10044 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002657807s
[INFO] 10.244.0.20:54685 - 14096 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.0027292s
[INFO] 10.244.0.20:43426 - 6335 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.0014089s
[INFO] 10.244.0.20:41275 - 18352 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002424395s
[INFO] 10.244.0.22:57099 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000157613s
[INFO] 10.244.0.22:42480 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000114856s
==> describe nodes <==
Name: addons-578168
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-578168
kubernetes.io/os=linux
minikube.k8s.io/commit=8e5b1d22910d5d447b525af478862a848159d7b7
minikube.k8s.io/name=addons-578168
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_07_22T10_31_16_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-578168
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 22 Jul 2024 10:31:13 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-578168
AcquireTime: <unset>
RenewTime: Mon, 22 Jul 2024 10:37:21 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 22 Jul 2024 10:35:21 +0000 Mon, 22 Jul 2024 10:31:10 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 22 Jul 2024 10:35:21 +0000 Mon, 22 Jul 2024 10:31:10 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 22 Jul 2024 10:35:21 +0000 Mon, 22 Jul 2024 10:31:10 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 22 Jul 2024 10:35:21 +0000 Mon, 22 Jul 2024 10:31:45 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-578168
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022360Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022360Ki
pods: 110
System Info:
Machine ID: 3877af839aef4bdd8a6fb65c49ba642e
System UUID: 500d4ba1-5b05-4ed9-8dda-92e646b0485d
Boot ID: 0ef69867-e3da-4d6a-b5e0-eebac57ce510
Kernel Version: 5.15.0-1064-aws
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-6778b5fc9f-gr6bg 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m31s
gcp-auth gcp-auth-5db96cd9b4-hccst 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m43s
headlamp headlamp-7867546754-58m48 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m52s
kube-system coredns-7db6d8ff4d-dz9nf 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 5m54s
kube-system etcd-addons-578168 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 6m8s
kube-system kindnet-pb6q8 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 5m55s
kube-system kube-apiserver-addons-578168 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m8s
kube-system kube-controller-manager-addons-578168 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m8s
kube-system kube-proxy-qlrkl 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m55s
kube-system kube-scheduler-addons-578168 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m8s
kube-system metrics-server-c59844bb4-qqltc 100m (5%!)(MISSING) 0 (0%!)(MISSING) 200Mi (2%!)(MISSING) 0 (0%!)(MISSING) 5m49s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m48s
yakd-dashboard yakd-dashboard-799879c74f-dvdml 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 5m48s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%!)(MISSING) 100m (5%!)(MISSING)
memory 548Mi (6%!)(MISSING) 476Mi (6%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m53s kube-proxy
Normal Starting 6m8s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m8s (x2 over 6m8s) kubelet Node addons-578168 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m8s (x2 over 6m8s) kubelet Node addons-578168 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m8s (x2 over 6m8s) kubelet Node addons-578168 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m55s node-controller Node addons-578168 event: Registered Node addons-578168 in Controller
Normal NodeReady 5m38s kubelet Node addons-578168 status is now: NodeReady
==> dmesg <==
[Jul22 10:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.015445] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.490841] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.063634] systemd[1]: /lib/systemd/system/cloud-init-local.service:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.002944] systemd[1]: /lib/systemd/system/cloud-init.service:19: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.017750] systemd[1]: /lib/systemd/system/cloud-init.target:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.004783] systemd[1]: /lib/systemd/system/cloud-final.service:9: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.003823] systemd[1]: /lib/systemd/system/cloud-config.service:8: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.669480] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.423928] kauditd_printk_skb: 36 callbacks suppressed
==> etcd [7fd0f1e313e4efe8d94ceaf40a5d5c3f6bafcee15f4d9ae8fbd6a57bb89e2d32] <==
{"level":"info","ts":"2024-07-22T10:31:10.604989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-07-22T10:31:10.605014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-07-22T10:31:10.605021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-07-22T10:31:10.60503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-07-22T10:31:10.605042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-07-22T10:31:10.608978Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-07-22T10:31:10.611284Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-578168 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-07-22T10:31:10.611448Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-07-22T10:31:10.611774Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-07-22T10:31:10.61191Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-07-22T10:31:10.611953Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-07-22T10:31:10.612007Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-07-22T10:31:10.612106Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-07-22T10:31:10.612152Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-07-22T10:31:10.613745Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-07-22T10:31:10.628555Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"warn","ts":"2024-07-22T10:31:32.025552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.5802ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128030693453236363 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/serviceaccounts/kube-system/coredns\" mod_revision:237 > success:<request_put:<key:\"/registry/serviceaccounts/kube-system/coredns\" value_size:124 >> failure:<request_range:<key:\"/registry/serviceaccounts/kube-system/coredns\" > >>","response":"size:16"}
{"level":"info","ts":"2024-07-22T10:31:32.025843Z","caller":"traceutil/trace.go:171","msg":"trace[54396959] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"164.621654ms","start":"2024-07-22T10:31:31.861207Z","end":"2024-07-22T10:31:32.025829Z","steps":["trace[54396959] 'process raft request' (duration: 47.40407ms)","trace[54396959] 'compare' (duration: 116.497574ms)"],"step_count":2}
{"level":"info","ts":"2024-07-22T10:31:32.776706Z","caller":"traceutil/trace.go:171","msg":"trace[1067895989] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"146.847491ms","start":"2024-07-22T10:31:32.62984Z","end":"2024-07-22T10:31:32.776687Z","steps":["trace[1067895989] 'process raft request' (duration: 110.400877ms)","trace[1067895989] 'compare' (duration: 35.977559ms)"],"step_count":2}
{"level":"info","ts":"2024-07-22T10:31:32.787079Z","caller":"traceutil/trace.go:171","msg":"trace[589939883] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"157.173068ms","start":"2024-07-22T10:31:32.629886Z","end":"2024-07-22T10:31:32.787059Z","steps":["trace[589939883] 'process raft request' (duration: 146.692118ms)"],"step_count":1}
{"level":"warn","ts":"2024-07-22T10:31:33.199093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.98658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/cloud-spanner-emulator\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-07-22T10:31:33.199437Z","caller":"traceutil/trace.go:171","msg":"trace[920519791] range","detail":"{range_begin:/registry/services/specs/default/cloud-spanner-emulator; range_end:; response_count:0; response_revision:387; }","duration":"117.354081ms","start":"2024-07-22T10:31:33.082068Z","end":"2024-07-22T10:31:33.199423Z","steps":["trace[920519791] 'agreement among raft nodes before linearized reading' (duration: 116.809176ms)"],"step_count":1}
{"level":"info","ts":"2024-07-22T10:31:33.652577Z","caller":"traceutil/trace.go:171","msg":"trace[280530649] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"185.936176ms","start":"2024-07-22T10:31:33.466428Z","end":"2024-07-22T10:31:33.652364Z","steps":["trace[280530649] 'process raft request' (duration: 85.586774ms)"],"step_count":1}
{"level":"info","ts":"2024-07-22T10:31:33.730687Z","caller":"traceutil/trace.go:171","msg":"trace[38972565] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"200.123657ms","start":"2024-07-22T10:31:33.53054Z","end":"2024-07-22T10:31:33.730664Z","steps":["trace[38972565] 'process raft request' (duration: 195.906988ms)"],"step_count":1}
{"level":"info","ts":"2024-07-22T10:31:33.731127Z","caller":"traceutil/trace.go:171","msg":"trace[2118585148] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"199.226775ms","start":"2024-07-22T10:31:33.53189Z","end":"2024-07-22T10:31:33.731117Z","steps":["trace[2118585148] 'process raft request' (duration: 195.322025ms)"],"step_count":1}
==> gcp-auth [652b75dc31e146978082cd8f1136ce0f655ae6689f966c62a03ab828d2f351c6] <==
2024/07/22 10:32:53 GCP Auth Webhook started!
2024/07/22 10:33:31 Ready to marshal response ...
2024/07/22 10:33:31 Ready to write response ...
2024/07/22 10:33:31 Ready to marshal response ...
2024/07/22 10:33:31 Ready to write response ...
2024/07/22 10:33:31 Ready to marshal response ...
2024/07/22 10:33:31 Ready to write response ...
2024/07/22 10:33:42 Ready to marshal response ...
2024/07/22 10:33:42 Ready to write response ...
2024/07/22 10:33:48 Ready to marshal response ...
2024/07/22 10:33:48 Ready to write response ...
2024/07/22 10:33:48 Ready to marshal response ...
2024/07/22 10:33:48 Ready to write response ...
2024/07/22 10:33:56 Ready to marshal response ...
2024/07/22 10:33:56 Ready to write response ...
2024/07/22 10:34:02 Ready to marshal response ...
2024/07/22 10:34:02 Ready to write response ...
2024/07/22 10:34:33 Ready to marshal response ...
2024/07/22 10:34:33 Ready to write response ...
2024/07/22 10:34:52 Ready to marshal response ...
2024/07/22 10:34:52 Ready to write response ...
2024/07/22 10:37:12 Ready to marshal response ...
2024/07/22 10:37:12 Ready to write response ...
==> kernel <==
10:37:23 up 19 min, 0 users, load average: 0.29, 0.91, 0.58
Linux addons-578168 5.15.0-1064-aws #70~20.04.1-Ubuntu SMP Thu Jun 27 14:52:48 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kindnet [872f619c51c416886aba341acb0c461d4f4aa14c0eb3a9141099b7525e942d7f] <==
E0722 10:36:05.539765 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
I0722 10:36:15.443839 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0722 10:36:15.443878 1 main.go:299] handling current node
W0722 10:36:22.628034 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "networkpolicies" in API group "networking.k8s.io" at the cluster scope
E0722 10:36:22.628093 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.NetworkPolicy: failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "networkpolicies" in API group "networking.k8s.io" at the cluster scope
I0722 10:36:25.443864 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0722 10:36:25.443900 1 main.go:299] handling current node
I0722 10:36:35.443144 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0722 10:36:35.443190 1 main.go:299] handling current node
W0722 10:36:44.969852 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
E0722 10:36:44.969887 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
I0722 10:36:45.443342 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0722 10:36:45.443380 1 main.go:299] handling current node
I0722 10:36:55.443453 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0722 10:36:55.443495 1 main.go:299] handling current node
W0722 10:36:56.509995 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "networkpolicies" in API group "networking.k8s.io" at the cluster scope
E0722 10:36:56.510031 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.NetworkPolicy: failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "networkpolicies" in API group "networking.k8s.io" at the cluster scope
W0722 10:36:58.778958 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.Namespace: namespaces is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "namespaces" in API group "" at the cluster scope
E0722 10:36:58.778995 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "namespaces" in API group "" at the cluster scope
I0722 10:37:05.443719 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0722 10:37:05.443758 1 main.go:299] handling current node
I0722 10:37:15.443962 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0722 10:37:15.444001 1 main.go:299] handling current node
W0722 10:37:22.297394 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
E0722 10:37:22.297432 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
==> kube-apiserver [3eaa36f65893e9ea154ad290476a76999e7fce5187e40f9b7dbac9b55955d25c] <==
E0722 10:32:56.077484 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.238.40:443/apis/metrics.k8s.io/v1beta1: Get "https://10.99.238.40:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.99.238.40:443: connect: connection refused
E0722 10:32:56.099300 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.238.40:443/apis/metrics.k8s.io/v1beta1: Get "https://10.99.238.40:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.99.238.40:443: connect: connection refused
E0722 10:32:56.145386 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.99.238.40:443/apis/metrics.k8s.io/v1beta1: Get "https://10.99.238.40:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.99.238.40:443: connect: connection refused
I0722 10:32:56.485169 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0722 10:33:31.616695 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.96.110.237"}
E0722 10:34:12.753855 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0722 10:34:15.104655 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0722 10:34:46.621106 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0722 10:34:47.649049 1 cacher.go:168] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0722 10:34:48.307401 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0722 10:34:48.307442 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0722 10:34:48.332753 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0722 10:34:48.332803 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0722 10:34:48.362666 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0722 10:34:48.362709 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0722 10:34:48.372344 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0722 10:34:48.372395 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0722 10:34:48.387055 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0722 10:34:48.387172 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0722 10:34:49.363092 1 cacher.go:168] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0722 10:34:49.387903 1 cacher.go:168] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0722 10:34:49.411273 1 cacher.go:168] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0722 10:34:52.195799 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0722 10:34:52.494640 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.105.214.49"}
I0722 10:37:12.584364 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.97.90.215"}
==> kube-controller-manager [d064c7ca8b93e4b380a00ab859233190e1fc369f5e15ecf5dfd9b54dbc650897] <==
E0722 10:35:53.866674 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0722 10:35:58.135266 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0722 10:35:58.135299 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0722 10:36:05.596718 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0722 10:36:05.596755 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0722 10:36:10.694193 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0722 10:36:10.694238 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0722 10:36:39.431146 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0722 10:36:39.431184 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0722 10:36:47.911347 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0722 10:36:47.911389 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0722 10:36:50.604522 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0722 10:36:50.604636 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0722 10:37:06.785228 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0722 10:37:06.785271 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0722 10:37:12.373018 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="48.159307ms"
I0722 10:37:12.392511 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="19.349837ms"
I0722 10:37:12.392806 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="40.221µs"
I0722 10:37:14.125353 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="17.075595ms"
I0722 10:37:14.125738 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="53.842µs"
I0722 10:37:14.762179 1 job_controller.go:566] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-create"
I0722 10:37:14.765711 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-6d9bd977d4" duration="6.704µs"
I0722 10:37:14.773440 1 job_controller.go:566] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-patch"
W0722 10:37:20.899422 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0722 10:37:20.899459 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [b89d03fa7e9ed0ffa3d2a61fb546963c18198c7a24c7257d93f144d4122fe61e] <==
I0722 10:31:29.687313 1 server_linux.go:69] "Using iptables proxy"
I0722 10:31:29.722969 1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
I0722 10:31:29.842622 1 server.go:659] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0722 10:31:29.842750 1 server_linux.go:165] "Using iptables Proxier"
I0722 10:31:29.861562 1 server_linux.go:511] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0722 10:31:29.862495 1 server_linux.go:528] "Defaulting to no-op detect-local"
I0722 10:31:29.862578 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0722 10:31:29.862937 1 server.go:872] "Version info" version="v1.30.3"
I0722 10:31:29.863149 1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0722 10:31:29.864104 1 config.go:192] "Starting service config controller"
I0722 10:31:29.864216 1 shared_informer.go:313] Waiting for caches to sync for service config
I0722 10:31:29.864272 1 config.go:101] "Starting endpoint slice config controller"
I0722 10:31:29.864302 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0722 10:31:29.864772 1 config.go:319] "Starting node config controller"
I0722 10:31:29.866604 1 shared_informer.go:313] Waiting for caches to sync for node config
I0722 10:31:29.965239 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0722 10:31:29.965351 1 shared_informer.go:320] Caches are synced for service config
I0722 10:31:29.966884 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [be869384de7f9f26c6638b2090ca4d4ae3c4463e38549fcc1f474aa8077b8359] <==
W0722 10:31:13.606085 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0722 10:31:13.607134 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0722 10:31:13.606155 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0722 10:31:13.606193 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0722 10:31:13.606259 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0722 10:31:13.606294 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0722 10:31:13.606329 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0722 10:31:13.607253 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0722 10:31:13.607302 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0722 10:31:13.607348 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0722 10:31:13.607398 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0722 10:31:13.607451 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0722 10:31:14.448425 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0722 10:31:14.448463 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0722 10:31:14.457284 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0722 10:31:14.457399 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0722 10:31:14.463567 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0722 10:31:14.463671 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0722 10:31:14.468132 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0722 10:31:14.468346 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0722 10:31:14.530591 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0722 10:31:14.530712 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0722 10:31:14.578546 1 reflector.go:547] runtime/asm_arm64.s:1222: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0722 10:31:14.578666 1 reflector.go:150] runtime/asm_arm64.s:1222: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I0722 10:31:17.292783 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jul 22 10:37:12 addons-578168 kubelet[1541]: I0722 10:37:12.451863 1541 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/7c0c3583-8cf1-4558-8945-0ee8835a350e-gcp-creds\") pod \"hello-world-app-6778b5fc9f-gr6bg\" (UID: \"7c0c3583-8cf1-4558-8945-0ee8835a350e\") " pod="default/hello-world-app-6778b5fc9f-gr6bg"
Jul 22 10:37:13 addons-578168 kubelet[1541]: I0722 10:37:13.662999 1541 reconciler_common.go:161] "operationExecutor.UnmountVolume started for volume \"kube-api-access-thn68\" (UniqueName: \"kubernetes.io/projected/9ea7b2d6-84ca-4b41-b838-277a02fbac6e-kube-api-access-thn68\") pod \"9ea7b2d6-84ca-4b41-b838-277a02fbac6e\" (UID: \"9ea7b2d6-84ca-4b41-b838-277a02fbac6e\") "
Jul 22 10:37:13 addons-578168 kubelet[1541]: I0722 10:37:13.674623 1541 operation_generator.go:887] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9ea7b2d6-84ca-4b41-b838-277a02fbac6e-kube-api-access-thn68" (OuterVolumeSpecName: "kube-api-access-thn68") pod "9ea7b2d6-84ca-4b41-b838-277a02fbac6e" (UID: "9ea7b2d6-84ca-4b41-b838-277a02fbac6e"). InnerVolumeSpecName "kube-api-access-thn68". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jul 22 10:37:13 addons-578168 kubelet[1541]: I0722 10:37:13.763794 1541 reconciler_common.go:289] "Volume detached for volume \"kube-api-access-thn68\" (UniqueName: \"kubernetes.io/projected/9ea7b2d6-84ca-4b41-b838-277a02fbac6e-kube-api-access-thn68\") on node \"addons-578168\" DevicePath \"\""
Jul 22 10:37:14 addons-578168 kubelet[1541]: I0722 10:37:14.096484 1541 scope.go:117] "RemoveContainer" containerID="5406936ec4754416f7f8dabe6e59a74f2dfe2c7679c607b31885eeea5d24cd8a"
Jul 22 10:37:14 addons-578168 kubelet[1541]: I0722 10:37:14.118917 1541 scope.go:117] "RemoveContainer" containerID="5406936ec4754416f7f8dabe6e59a74f2dfe2c7679c607b31885eeea5d24cd8a"
Jul 22 10:37:14 addons-578168 kubelet[1541]: E0722 10:37:14.119413 1541 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5406936ec4754416f7f8dabe6e59a74f2dfe2c7679c607b31885eeea5d24cd8a\": container with ID starting with 5406936ec4754416f7f8dabe6e59a74f2dfe2c7679c607b31885eeea5d24cd8a not found: ID does not exist" containerID="5406936ec4754416f7f8dabe6e59a74f2dfe2c7679c607b31885eeea5d24cd8a"
Jul 22 10:37:14 addons-578168 kubelet[1541]: I0722 10:37:14.119446 1541 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5406936ec4754416f7f8dabe6e59a74f2dfe2c7679c607b31885eeea5d24cd8a"} err="failed to get container status \"5406936ec4754416f7f8dabe6e59a74f2dfe2c7679c607b31885eeea5d24cd8a\": rpc error: code = NotFound desc = could not find container \"5406936ec4754416f7f8dabe6e59a74f2dfe2c7679c607b31885eeea5d24cd8a\": container with ID starting with 5406936ec4754416f7f8dabe6e59a74f2dfe2c7679c607b31885eeea5d24cd8a not found: ID does not exist"
Jul 22 10:37:14 addons-578168 kubelet[1541]: I0722 10:37:14.139260 1541 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-6778b5fc9f-gr6bg" podStartSLOduration=1.145960744 podStartE2EDuration="2.139240658s" podCreationTimestamp="2024-07-22 10:37:12 +0000 UTC" firstStartedPulling="2024-07-22 10:37:12.733922011 +0000 UTC m=+357.237831626" lastFinishedPulling="2024-07-22 10:37:13.727201933 +0000 UTC m=+358.231111540" observedRunningTime="2024-07-22 10:37:14.108245134 +0000 UTC m=+358.612154741" watchObservedRunningTime="2024-07-22 10:37:14.139240658 +0000 UTC m=+358.643150264"
Jul 22 10:37:15 addons-578168 kubelet[1541]: I0722 10:37:15.674937 1541 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3e89c57b-45f8-48ca-b163-e8d92f30e4aa" path="/var/lib/kubelet/pods/3e89c57b-45f8-48ca-b163-e8d92f30e4aa/volumes"
Jul 22 10:37:15 addons-578168 kubelet[1541]: I0722 10:37:15.675777 1541 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="415812b3-fc03-4dd5-abce-289f98c559dc" path="/var/lib/kubelet/pods/415812b3-fc03-4dd5-abce-289f98c559dc/volumes"
Jul 22 10:37:15 addons-578168 kubelet[1541]: I0722 10:37:15.676980 1541 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9ea7b2d6-84ca-4b41-b838-277a02fbac6e" path="/var/lib/kubelet/pods/9ea7b2d6-84ca-4b41-b838-277a02fbac6e/volumes"
Jul 22 10:37:16 addons-578168 kubelet[1541]: I0722 10:37:16.048578 1541 scope.go:117] "RemoveContainer" containerID="134d2507c68760c489a7adfb9262d45c411b179680d8f5d4a78ab514fda59f98"
Jul 22 10:37:16 addons-578168 kubelet[1541]: I0722 10:37:16.065072 1541 scope.go:117] "RemoveContainer" containerID="e9a6c68bccd440c3996ff62a2f009b16bc4e1a8c48e6025152a65736e39e2543"
Jul 22 10:37:18 addons-578168 kubelet[1541]: I0722 10:37:18.092973 1541 reconciler_common.go:161] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kjnwm\" (UniqueName: \"kubernetes.io/projected/e739a650-7924-41c4-bf78-5835a8a60047-kube-api-access-kjnwm\") pod \"e739a650-7924-41c4-bf78-5835a8a60047\" (UID: \"e739a650-7924-41c4-bf78-5835a8a60047\") "
Jul 22 10:37:18 addons-578168 kubelet[1541]: I0722 10:37:18.093037 1541 reconciler_common.go:161] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/e739a650-7924-41c4-bf78-5835a8a60047-webhook-cert\") pod \"e739a650-7924-41c4-bf78-5835a8a60047\" (UID: \"e739a650-7924-41c4-bf78-5835a8a60047\") "
Jul 22 10:37:18 addons-578168 kubelet[1541]: I0722 10:37:18.095518 1541 operation_generator.go:887] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e739a650-7924-41c4-bf78-5835a8a60047-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "e739a650-7924-41c4-bf78-5835a8a60047" (UID: "e739a650-7924-41c4-bf78-5835a8a60047"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Jul 22 10:37:18 addons-578168 kubelet[1541]: I0722 10:37:18.098863 1541 operation_generator.go:887] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e739a650-7924-41c4-bf78-5835a8a60047-kube-api-access-kjnwm" (OuterVolumeSpecName: "kube-api-access-kjnwm") pod "e739a650-7924-41c4-bf78-5835a8a60047" (UID: "e739a650-7924-41c4-bf78-5835a8a60047"). InnerVolumeSpecName "kube-api-access-kjnwm". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jul 22 10:37:18 addons-578168 kubelet[1541]: I0722 10:37:18.107657 1541 scope.go:117] "RemoveContainer" containerID="6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d"
Jul 22 10:37:18 addons-578168 kubelet[1541]: I0722 10:37:18.130230 1541 scope.go:117] "RemoveContainer" containerID="6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d"
Jul 22 10:37:18 addons-578168 kubelet[1541]: E0722 10:37:18.130633 1541 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d\": container with ID starting with 6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d not found: ID does not exist" containerID="6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d"
Jul 22 10:37:18 addons-578168 kubelet[1541]: I0722 10:37:18.130671 1541 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d"} err="failed to get container status \"6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d\": rpc error: code = NotFound desc = could not find container \"6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d\": container with ID starting with 6a874d432dcdb5eb46cd1f03811d08edb612216544a177fbfa1155872ca9a99d not found: ID does not exist"
Jul 22 10:37:18 addons-578168 kubelet[1541]: I0722 10:37:18.194237 1541 reconciler_common.go:289] "Volume detached for volume \"kube-api-access-kjnwm\" (UniqueName: \"kubernetes.io/projected/e739a650-7924-41c4-bf78-5835a8a60047-kube-api-access-kjnwm\") on node \"addons-578168\" DevicePath \"\""
Jul 22 10:37:18 addons-578168 kubelet[1541]: I0722 10:37:18.194280 1541 reconciler_common.go:289] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/e739a650-7924-41c4-bf78-5835a8a60047-webhook-cert\") on node \"addons-578168\" DevicePath \"\""
Jul 22 10:37:19 addons-578168 kubelet[1541]: I0722 10:37:19.673076 1541 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e739a650-7924-41c4-bf78-5835a8a60047" path="/var/lib/kubelet/pods/e739a650-7924-41c4-bf78-5835a8a60047/volumes"
==> storage-provisioner [17687e7fd50ab16cf0de5fa906428a495071a12266be1c95139407674f6af363] <==
I0722 10:31:46.365847 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0722 10:31:46.456785 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0722 10:31:46.456834 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0722 10:31:46.466736 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0722 10:31:46.466899 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-578168_6763285f-b6d2-422d-9c25-1576c5f17dd6!
I0722 10:31:46.474149 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"505e2309-8f08-4afb-a915-aa0db0373c7e", APIVersion:"v1", ResourceVersion:"894", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-578168_6763285f-b6d2-422d-9c25-1576c5f17dd6 became leader
I0722 10:31:46.567584 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-578168_6763285f-b6d2-422d-9c25-1576c5f17dd6!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-578168 -n addons-578168
helpers_test.go:261: (dbg) Run: kubectl --context addons-578168 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (152.45s)