=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:209: (dbg) Run: kubectl --context addons-003987 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:234: (dbg) Run: kubectl --context addons-003987 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:247: (dbg) Run: kubectl --context addons-003987 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [9dc3a963-32ae-4c2f-8aef-f8c60a82e067] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [9dc3a963-32ae-4c2f-8aef-f8c60a82e067] Running
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 11.002935443s
addons_test.go:264: (dbg) Run: out/minikube-linux-arm64 -p addons-003987 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:264: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-003987 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.461284362s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:280: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:288: (dbg) Run: kubectl --context addons-003987 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:293: (dbg) Run: out/minikube-linux-arm64 -p addons-003987 ip
addons_test.go:299: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:308: (dbg) Run: out/minikube-linux-arm64 -p addons-003987 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:308: (dbg) Done: out/minikube-linux-arm64 -p addons-003987 addons disable ingress-dns --alsologtostderr -v=1: (1.548011223s)
addons_test.go:313: (dbg) Run: out/minikube-linux-arm64 -p addons-003987 addons disable ingress --alsologtostderr -v=1
addons_test.go:313: (dbg) Done: out/minikube-linux-arm64 -p addons-003987 addons disable ingress --alsologtostderr -v=1: (7.730596303s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-003987
helpers_test.go:235: (dbg) docker inspect addons-003987:
-- stdout --
[
{
"Id": "22b17c98955ce1e33293d7573fcdca4514eb6fb818ec597e3420315df0d11195",
"Created": "2024-07-19T17:27:19.003327478Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 9197,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-07-19T17:27:19.170077479Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e2c91a2178aa1acdb3eade350c62303b0cf135b362b91c6aa21cd060c2dbfcac",
"ResolvConfPath": "/var/lib/docker/containers/22b17c98955ce1e33293d7573fcdca4514eb6fb818ec597e3420315df0d11195/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/22b17c98955ce1e33293d7573fcdca4514eb6fb818ec597e3420315df0d11195/hostname",
"HostsPath": "/var/lib/docker/containers/22b17c98955ce1e33293d7573fcdca4514eb6fb818ec597e3420315df0d11195/hosts",
"LogPath": "/var/lib/docker/containers/22b17c98955ce1e33293d7573fcdca4514eb6fb818ec597e3420315df0d11195/22b17c98955ce1e33293d7573fcdca4514eb6fb818ec597e3420315df0d11195-json.log",
"Name": "/addons-003987",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-003987:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-003987",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/926644fadc64ff2ef77d840b8496d17ac293a9eae411918c305e573e29d064d7-init/diff:/var/lib/docker/overlay2/e6c6697498776dec1cb67be336f964cc9b73e06718c37ef9df7cd075d27f80fc/diff",
"MergedDir": "/var/lib/docker/overlay2/926644fadc64ff2ef77d840b8496d17ac293a9eae411918c305e573e29d064d7/merged",
"UpperDir": "/var/lib/docker/overlay2/926644fadc64ff2ef77d840b8496d17ac293a9eae411918c305e573e29d064d7/diff",
"WorkDir": "/var/lib/docker/overlay2/926644fadc64ff2ef77d840b8496d17ac293a9eae411918c305e573e29d064d7/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-003987",
"Source": "/var/lib/docker/volumes/addons-003987/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-003987",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-003987",
"name.minikube.sigs.k8s.io": "addons-003987",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "e3688b1b3e98fe11e1c857d78350d66177b571a6da52b04cbadd7c3e23412996",
"SandboxKey": "/var/run/docker/netns/e3688b1b3e98",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-003987": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "44894e84ff63aefd572a611e442b47e0809bf3974d7b004a8022d95208830adf",
"EndpointID": "ad668abf70bb8dbd45f90c47c11e544a0c1b0ed9692a8f1357772d297322c948",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-003987",
"22b17c98955c"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-003987 -n addons-003987
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-003987 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-003987 logs -n 25: (1.483856805s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-003280 | download-only-003280 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | 19 Jul 24 17:26 UTC |
| delete | -p download-only-422702 | download-only-422702 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | 19 Jul 24 17:26 UTC |
| delete | -p download-only-447889 | download-only-447889 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | 19 Jul 24 17:26 UTC |
| delete | -p download-only-003280 | download-only-003280 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | 19 Jul 24 17:26 UTC |
| start | --download-only -p | download-docker-052601 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | |
| | download-docker-052601 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-052601 | download-docker-052601 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | 19 Jul 24 17:26 UTC |
| start | --download-only -p | binary-mirror-115394 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | |
| | binary-mirror-115394 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:33429 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-115394 | binary-mirror-115394 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | 19 Jul 24 17:26 UTC |
| addons | disable dashboard -p | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | |
| | addons-003987 | | | | | |
| addons | enable dashboard -p | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | |
| | addons-003987 | | | | | |
| start | -p addons-003987 --wait=true | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:26 UTC | 19 Jul 24 17:30 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | enable headlamp | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:30 UTC | 19 Jul 24 17:30 UTC |
| | -p addons-003987 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-003987 ip | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:30 UTC | 19 Jul 24 17:30 UTC |
| addons | addons-003987 addons disable | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:30 UTC | 19 Jul 24 17:30 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:30 UTC | 19 Jul 24 17:30 UTC |
| | -p addons-003987 | | | | | |
| ssh | addons-003987 ssh cat | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:30 UTC | 19 Jul 24 17:30 UTC |
| | /opt/local-path-provisioner/pvc-5623eac7-ac59-4193-be7b-1b4fc1c5ec55_default_test-pvc/file1 | | | | | |
| addons | addons-003987 addons disable | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:30 UTC | 19 Jul 24 17:30 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:30 UTC | 19 Jul 24 17:30 UTC |
| | addons-003987 | | | | | |
| addons | disable inspektor-gadget -p | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:30 UTC | 19 Jul 24 17:31 UTC |
| | addons-003987 | | | | | |
| addons | addons-003987 addons | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:31 UTC | 19 Jul 24 17:31 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-003987 addons | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:31 UTC | 19 Jul 24 17:31 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-003987 ssh curl -s | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:31 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-003987 ip | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:34 UTC | 19 Jul 24 17:34 UTC |
| addons | addons-003987 addons disable | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:34 UTC | 19 Jul 24 17:34 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-003987 addons disable | addons-003987 | jenkins | v1.33.1 | 19 Jul 24 17:34 UTC | 19 Jul 24 17:34 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/07/19 17:26:54
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.22.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0719 17:26:54.576621 8686 out.go:291] Setting OutFile to fd 1 ...
I0719 17:26:54.576787 8686 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0719 17:26:54.576815 8686 out.go:304] Setting ErrFile to fd 2...
I0719 17:26:54.576836 8686 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0719 17:26:54.577080 8686 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19302-2363/.minikube/bin
I0719 17:26:54.577582 8686 out.go:298] Setting JSON to false
I0719 17:26:54.578321 8686 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":563,"bootTime":1721409452,"procs":146,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1064-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0719 17:26:54.578414 8686 start.go:139] virtualization:
I0719 17:26:54.580810 8686 out.go:177] * [addons-003987] minikube v1.33.1 on Ubuntu 20.04 (arm64)
I0719 17:26:54.583317 8686 out.go:177] - MINIKUBE_LOCATION=19302
I0719 17:26:54.583386 8686 notify.go:220] Checking for updates...
I0719 17:26:54.587424 8686 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0719 17:26:54.589454 8686 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19302-2363/kubeconfig
I0719 17:26:54.591500 8686 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19302-2363/.minikube
I0719 17:26:54.593298 8686 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0719 17:26:54.594792 8686 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0719 17:26:54.597361 8686 driver.go:392] Setting default libvirt URI to qemu:///system
I0719 17:26:54.618043 8686 docker.go:123] docker version: linux-27.0.3:Docker Engine - Community
I0719 17:26:54.618164 8686 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0719 17:26:54.686970 8686 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:42 SystemTime:2024-07-19 17:26:54.678152725 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1064-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214900736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41 Expected:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.15.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.28.1]] Warnings:<nil>}}
I0719 17:26:54.687072 8686 docker.go:307] overlay module found
I0719 17:26:54.690576 8686 out.go:177] * Using the docker driver based on user configuration
I0719 17:26:54.692299 8686 start.go:297] selected driver: docker
I0719 17:26:54.692316 8686 start.go:901] validating driver "docker" against <nil>
I0719 17:26:54.692328 8686 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0719 17:26:54.692977 8686 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0719 17:26:54.746528 8686 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:42 SystemTime:2024-07-19 17:26:54.737946015 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1064-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214900736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41 Expected:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.15.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.28.1]] Warnings:<nil>}}
I0719 17:26:54.746692 8686 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0719 17:26:54.746913 8686 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0719 17:26:54.748746 8686 out.go:177] * Using Docker driver with root privileges
I0719 17:26:54.750289 8686 cni.go:84] Creating CNI manager for ""
I0719 17:26:54.750305 8686 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0719 17:26:54.750316 8686 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0719 17:26:54.750402 8686 start.go:340] cluster config:
{Name:addons-003987 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:addons-003987 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0719 17:26:54.753361 8686 out.go:177] * Starting "addons-003987" primary control-plane node in "addons-003987" cluster
I0719 17:26:54.755104 8686 cache.go:121] Beginning downloading kic base image for docker with crio
I0719 17:26:54.756837 8686 out.go:177] * Pulling base image v0.0.44-1721324606-19298 ...
I0719 17:26:54.758337 8686 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime crio
I0719 17:26:54.758392 8686 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19302-2363/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-cri-o-overlay-arm64.tar.lz4
I0719 17:26:54.758406 8686 cache.go:56] Caching tarball of preloaded images
I0719 17:26:54.758485 8686 preload.go:172] Found /home/jenkins/minikube-integration/19302-2363/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0719 17:26:54.758502 8686 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on crio
I0719 17:26:54.758841 8686 profile.go:143] Saving config to /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/config.json ...
I0719 17:26:54.758870 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/config.json: {Name:mk74d07477d72c52b8af30ff290e6b4de32a82b6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:26:54.759027 8686 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f in local docker daemon
I0719 17:26:54.773124 8686 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f to local cache
I0719 17:26:54.773263 8686 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f in local cache directory
I0719 17:26:54.773284 8686 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f in local cache directory, skipping pull
I0719 17:26:54.773298 8686 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f exists in cache, skipping pull
I0719 17:26:54.773311 8686 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f as a tarball
I0719 17:26:54.773317 8686 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f from local cache
I0719 17:27:11.332401 8686 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f from cached tarball
I0719 17:27:11.332438 8686 cache.go:194] Successfully downloaded all kic artifacts
I0719 17:27:11.332476 8686 start.go:360] acquireMachinesLock for addons-003987: {Name:mk75682622b74737769c85aac2061d3c730b08bc Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0719 17:27:11.332612 8686 start.go:364] duration metric: took 112.273µs to acquireMachinesLock for "addons-003987"
I0719 17:27:11.332644 8686 start.go:93] Provisioning new machine with config: &{Name:addons-003987 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:addons-003987 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I0719 17:27:11.332729 8686 start.go:125] createHost starting for "" (driver="docker")
I0719 17:27:11.334679 8686 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0719 17:27:11.334925 8686 start.go:159] libmachine.API.Create for "addons-003987" (driver="docker")
I0719 17:27:11.334963 8686 client.go:168] LocalClient.Create starting
I0719 17:27:11.335070 8686 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19302-2363/.minikube/certs/ca.pem
I0719 17:27:11.826385 8686 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19302-2363/.minikube/certs/cert.pem
I0719 17:27:12.260051 8686 cli_runner.go:164] Run: docker network inspect addons-003987 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0719 17:27:12.285103 8686 cli_runner.go:211] docker network inspect addons-003987 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0719 17:27:12.285201 8686 network_create.go:284] running [docker network inspect addons-003987] to gather additional debugging logs...
I0719 17:27:12.285222 8686 cli_runner.go:164] Run: docker network inspect addons-003987
W0719 17:27:12.300365 8686 cli_runner.go:211] docker network inspect addons-003987 returned with exit code 1
I0719 17:27:12.300397 8686 network_create.go:287] error running [docker network inspect addons-003987]: docker network inspect addons-003987: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-003987 not found
I0719 17:27:12.300413 8686 network_create.go:289] output of [docker network inspect addons-003987]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-003987 not found
** /stderr **
I0719 17:27:12.300508 8686 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0719 17:27:12.316855 8686 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001752780}
I0719 17:27:12.316922 8686 network_create.go:124] attempt to create docker network addons-003987 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0719 17:27:12.316982 8686 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-003987 addons-003987
I0719 17:27:12.394945 8686 network_create.go:108] docker network addons-003987 192.168.49.0/24 created
I0719 17:27:12.394972 8686 kic.go:121] calculated static IP "192.168.49.2" for the "addons-003987" container
I0719 17:27:12.395053 8686 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0719 17:27:12.408946 8686 cli_runner.go:164] Run: docker volume create addons-003987 --label name.minikube.sigs.k8s.io=addons-003987 --label created_by.minikube.sigs.k8s.io=true
I0719 17:27:12.425663 8686 oci.go:103] Successfully created a docker volume addons-003987
I0719 17:27:12.425748 8686 cli_runner.go:164] Run: docker run --rm --name addons-003987-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-003987 --entrypoint /usr/bin/test -v addons-003987:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f -d /var/lib
I0719 17:27:14.563222 8686 cli_runner.go:217] Completed: docker run --rm --name addons-003987-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-003987 --entrypoint /usr/bin/test -v addons-003987:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f -d /var/lib: (2.137437526s)
I0719 17:27:14.563249 8686 oci.go:107] Successfully prepared a docker volume addons-003987
I0719 17:27:14.563278 8686 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime crio
I0719 17:27:14.563298 8686 kic.go:194] Starting extracting preloaded images to volume ...
I0719 17:27:14.563364 8686 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19302-2363/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-003987:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f -I lz4 -xf /preloaded.tar -C /extractDir
I0719 17:27:18.933274 8686 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19302-2363/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-003987:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f -I lz4 -xf /preloaded.tar -C /extractDir: (4.369861781s)
I0719 17:27:18.933305 8686 kic.go:203] duration metric: took 4.370004398s to extract preloaded images to volume ...
W0719 17:27:18.933448 8686 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0719 17:27:18.933568 8686 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0719 17:27:18.988783 8686 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-003987 --name addons-003987 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-003987 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-003987 --network addons-003987 --ip 192.168.49.2 --volume addons-003987:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f
I0719 17:27:19.340239 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Running}}
I0719 17:27:19.360057 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:19.384066 8686 cli_runner.go:164] Run: docker exec addons-003987 stat /var/lib/dpkg/alternatives/iptables
I0719 17:27:19.458138 8686 oci.go:144] the created container "addons-003987" has a running status.
I0719 17:27:19.458167 8686 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa...
I0719 17:27:19.761488 8686 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0719 17:27:19.790828 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:19.810373 8686 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0719 17:27:19.810394 8686 kic_runner.go:114] Args: [docker exec --privileged addons-003987 chown docker:docker /home/docker/.ssh/authorized_keys]
I0719 17:27:19.894772 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:19.922103 8686 machine.go:94] provisionDockerMachine start ...
I0719 17:27:19.922203 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:19.947161 8686 main.go:141] libmachine: Using SSH client type: native
I0719 17:27:19.947454 8686 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0719 17:27:19.947470 8686 main.go:141] libmachine: About to run SSH command:
hostname
I0719 17:27:20.115561 8686 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-003987
I0719 17:27:20.115625 8686 ubuntu.go:169] provisioning hostname "addons-003987"
I0719 17:27:20.115694 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:20.137957 8686 main.go:141] libmachine: Using SSH client type: native
I0719 17:27:20.138256 8686 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0719 17:27:20.138275 8686 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-003987 && echo "addons-003987" | sudo tee /etc/hostname
I0719 17:27:20.300733 8686 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-003987
I0719 17:27:20.300816 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:20.328279 8686 main.go:141] libmachine: Using SSH client type: native
I0719 17:27:20.328514 8686 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0719 17:27:20.328530 8686 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-003987' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-003987/g' /etc/hosts;
else
echo '127.0.1.1 addons-003987' | sudo tee -a /etc/hosts;
fi
fi
I0719 17:27:20.455970 8686 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0719 17:27:20.455998 8686 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19302-2363/.minikube CaCertPath:/home/jenkins/minikube-integration/19302-2363/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19302-2363/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19302-2363/.minikube}
I0719 17:27:20.456043 8686 ubuntu.go:177] setting up certificates
I0719 17:27:20.456058 8686 provision.go:84] configureAuth start
I0719 17:27:20.456136 8686 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-003987
I0719 17:27:20.475687 8686 provision.go:143] copyHostCerts
I0719 17:27:20.475764 8686 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19302-2363/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19302-2363/.minikube/ca.pem (1078 bytes)
I0719 17:27:20.475885 8686 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19302-2363/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19302-2363/.minikube/cert.pem (1123 bytes)
I0719 17:27:20.475947 8686 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19302-2363/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19302-2363/.minikube/key.pem (1679 bytes)
I0719 17:27:20.475999 8686 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19302-2363/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19302-2363/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19302-2363/.minikube/certs/ca-key.pem org=jenkins.addons-003987 san=[127.0.0.1 192.168.49.2 addons-003987 localhost minikube]
I0719 17:27:20.700421 8686 provision.go:177] copyRemoteCerts
I0719 17:27:20.700493 8686 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0719 17:27:20.700565 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:20.717091 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:20.808353 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0719 17:27:20.832480 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0719 17:27:20.855930 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0719 17:27:20.879597 8686 provision.go:87] duration metric: took 423.504778ms to configureAuth
I0719 17:27:20.879666 8686 ubuntu.go:193] setting minikube options for container-runtime
I0719 17:27:20.879887 8686 config.go:182] Loaded profile config "addons-003987": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.30.3
I0719 17:27:20.880001 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:20.896694 8686 main.go:141] libmachine: Using SSH client type: native
I0719 17:27:20.896936 8686 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0719 17:27:20.896958 8686 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0719 17:27:21.120590 8686 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0719 17:27:21.120654 8686 machine.go:97] duration metric: took 1.19852861s to provisionDockerMachine
I0719 17:27:21.120680 8686 client.go:171] duration metric: took 9.785705715s to LocalClient.Create
I0719 17:27:21.120730 8686 start.go:167] duration metric: took 9.785804302s to libmachine.API.Create "addons-003987"
I0719 17:27:21.120756 8686 start.go:293] postStartSetup for "addons-003987" (driver="docker")
I0719 17:27:21.120780 8686 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0719 17:27:21.120875 8686 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0719 17:27:21.120993 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:21.138113 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:21.228810 8686 ssh_runner.go:195] Run: cat /etc/os-release
I0719 17:27:21.231983 8686 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0719 17:27:21.232021 8686 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0719 17:27:21.232032 8686 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0719 17:27:21.232039 8686 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0719 17:27:21.232050 8686 filesync.go:126] Scanning /home/jenkins/minikube-integration/19302-2363/.minikube/addons for local assets ...
I0719 17:27:21.232120 8686 filesync.go:126] Scanning /home/jenkins/minikube-integration/19302-2363/.minikube/files for local assets ...
I0719 17:27:21.232148 8686 start.go:296] duration metric: took 111.373888ms for postStartSetup
I0719 17:27:21.232458 8686 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-003987
I0719 17:27:21.250881 8686 profile.go:143] Saving config to /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/config.json ...
I0719 17:27:21.251164 8686 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0719 17:27:21.251208 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:21.267607 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:21.352188 8686 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0719 17:27:21.356620 8686 start.go:128] duration metric: took 10.023874612s to createHost
I0719 17:27:21.356647 8686 start.go:83] releasing machines lock for "addons-003987", held for 10.024018221s
I0719 17:27:21.356718 8686 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-003987
I0719 17:27:21.373011 8686 ssh_runner.go:195] Run: cat /version.json
I0719 17:27:21.373056 8686 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0719 17:27:21.373063 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:21.373100 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:21.391221 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:21.401329 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:21.475006 8686 ssh_runner.go:195] Run: systemctl --version
I0719 17:27:21.608036 8686 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0719 17:27:21.748365 8686 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0719 17:27:21.752604 8686 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0719 17:27:21.774458 8686 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0719 17:27:21.774539 8686 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0719 17:27:21.813665 8686 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0719 17:27:21.813735 8686 start.go:495] detecting cgroup driver to use...
I0719 17:27:21.813781 8686 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0719 17:27:21.813853 8686 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0719 17:27:21.828761 8686 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0719 17:27:21.840168 8686 docker.go:217] disabling cri-docker service (if available) ...
I0719 17:27:21.840230 8686 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0719 17:27:21.854305 8686 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0719 17:27:21.868564 8686 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0719 17:27:21.950589 8686 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0719 17:27:22.044328 8686 docker.go:233] disabling docker service ...
I0719 17:27:22.044442 8686 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0719 17:27:22.064665 8686 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0719 17:27:22.076583 8686 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0719 17:27:22.168243 8686 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0719 17:27:22.264586 8686 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0719 17:27:22.276036 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0719 17:27:22.292913 8686 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0719 17:27:22.292984 8686 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0719 17:27:22.302748 8686 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0719 17:27:22.302857 8686 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0719 17:27:22.313505 8686 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0719 17:27:22.323142 8686 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0719 17:27:22.332550 8686 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0719 17:27:22.341620 8686 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0719 17:27:22.351679 8686 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0719 17:27:22.367551 8686 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0719 17:27:22.377270 8686 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0719 17:27:22.385713 8686 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0719 17:27:22.394138 8686 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0719 17:27:22.473081 8686 ssh_runner.go:195] Run: sudo systemctl restart crio
I0719 17:27:22.584768 8686 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0719 17:27:22.584874 8686 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0719 17:27:22.588378 8686 start.go:563] Will wait 60s for crictl version
I0719 17:27:22.588479 8686 ssh_runner.go:195] Run: which crictl
I0719 17:27:22.591862 8686 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0719 17:27:22.629099 8686 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0719 17:27:22.629285 8686 ssh_runner.go:195] Run: crio --version
I0719 17:27:22.668010 8686 ssh_runner.go:195] Run: crio --version
I0719 17:27:22.708743 8686 out.go:177] * Preparing Kubernetes v1.30.3 on CRI-O 1.24.6 ...
I0719 17:27:22.710985 8686 cli_runner.go:164] Run: docker network inspect addons-003987 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0719 17:27:22.724924 8686 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0719 17:27:22.728407 8686 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0719 17:27:22.739428 8686 kubeadm.go:883] updating cluster {Name:addons-003987 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:addons-003987 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0719 17:27:22.739538 8686 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime crio
I0719 17:27:22.739612 8686 ssh_runner.go:195] Run: sudo crictl images --output json
I0719 17:27:22.812946 8686 crio.go:514] all images are preloaded for cri-o runtime.
I0719 17:27:22.812972 8686 crio.go:433] Images already preloaded, skipping extraction
I0719 17:27:22.813025 8686 ssh_runner.go:195] Run: sudo crictl images --output json
I0719 17:27:22.851549 8686 crio.go:514] all images are preloaded for cri-o runtime.
I0719 17:27:22.851569 8686 cache_images.go:84] Images are preloaded, skipping loading
I0719 17:27:22.851577 8686 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.30.3 crio true true} ...
I0719 17:27:22.851706 8686 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-003987 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.30.3 ClusterName:addons-003987 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0719 17:27:22.851782 8686 ssh_runner.go:195] Run: crio config
I0719 17:27:22.909792 8686 cni.go:84] Creating CNI manager for ""
I0719 17:27:22.909887 8686 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0719 17:27:22.909903 8686 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0719 17:27:22.909927 8686 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.30.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-003987 NodeName:addons-003987 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0719 17:27:22.910134 8686 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-003987"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.30.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0719 17:27:22.910231 8686 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3
I0719 17:27:22.919729 8686 binaries.go:44] Found k8s binaries, skipping transfer
I0719 17:27:22.919798 8686 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0719 17:27:22.928918 8686 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0719 17:27:22.946871 8686 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0719 17:27:22.964720 8686 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2151 bytes)
I0719 17:27:22.983108 8686 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0719 17:27:22.986802 8686 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0719 17:27:22.998328 8686 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0719 17:27:23.078714 8686 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0719 17:27:23.092138 8686 certs.go:68] Setting up /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987 for IP: 192.168.49.2
I0719 17:27:23.092158 8686 certs.go:194] generating shared ca certs ...
I0719 17:27:23.092174 8686 certs.go:226] acquiring lock for ca certs: {Name:mkd6a3f43f45dea29b7beaa93409954cd5c196ec Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:23.092298 8686 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19302-2363/.minikube/ca.key
I0719 17:27:23.415722 8686 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19302-2363/.minikube/ca.crt ...
I0719 17:27:23.415778 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/ca.crt: {Name:mk640c002f26e5f5bfbba4d59e5276736cbed810 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:23.415965 8686 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19302-2363/.minikube/ca.key ...
I0719 17:27:23.415978 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/ca.key: {Name:mkf4891326e9a2203cb3c7bcb6a705dc6cbc5017 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:23.416067 8686 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19302-2363/.minikube/proxy-client-ca.key
I0719 17:27:23.670278 8686 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19302-2363/.minikube/proxy-client-ca.crt ...
I0719 17:27:23.670309 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/proxy-client-ca.crt: {Name:mke2967ecf376b35eb5d81fad5e50904416e20df Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:23.670504 8686 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19302-2363/.minikube/proxy-client-ca.key ...
I0719 17:27:23.670517 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/proxy-client-ca.key: {Name:mk7a37fa1d212d988d1b3746b26756a98b1bd87f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:23.670601 8686 certs.go:256] generating profile certs ...
I0719 17:27:23.670666 8686 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/client.key
I0719 17:27:23.670683 8686 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/client.crt with IP's: []
I0719 17:27:23.913543 8686 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/client.crt ...
I0719 17:27:23.913573 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/client.crt: {Name:mk2f680e32db59568bf8f2a4d34719514a4312a3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:23.913742 8686 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/client.key ...
I0719 17:27:23.913757 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/client.key: {Name:mk0d287856506a1d35d651fccd1274ef8203a2a9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:23.913829 8686 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.key.6ad75860
I0719 17:27:23.913849 8686 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.crt.6ad75860 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0719 17:27:24.105555 8686 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.crt.6ad75860 ...
I0719 17:27:24.105587 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.crt.6ad75860: {Name:mk5f62851ff2fdd771f8aa6fffd777cdaab91b5e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:24.105770 8686 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.key.6ad75860 ...
I0719 17:27:24.105790 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.key.6ad75860: {Name:mk24976f84d80b0b328a3a1cb059f87d28192a2a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:24.105879 8686 certs.go:381] copying /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.crt.6ad75860 -> /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.crt
I0719 17:27:24.105960 8686 certs.go:385] copying /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.key.6ad75860 -> /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.key
I0719 17:27:24.106022 8686 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/proxy-client.key
I0719 17:27:24.106044 8686 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/proxy-client.crt with IP's: []
I0719 17:27:24.347867 8686 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/proxy-client.crt ...
I0719 17:27:24.347902 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/proxy-client.crt: {Name:mk05a33d28e4b0a3261ac4d6c708e6681c597ab7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:24.348093 8686 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/proxy-client.key ...
I0719 17:27:24.348107 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/proxy-client.key: {Name:mke9764cf7d36cce2c70fe7f05c9895a44cab624 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:24.348291 8686 certs.go:484] found cert: /home/jenkins/minikube-integration/19302-2363/.minikube/certs/ca-key.pem (1675 bytes)
I0719 17:27:24.348332 8686 certs.go:484] found cert: /home/jenkins/minikube-integration/19302-2363/.minikube/certs/ca.pem (1078 bytes)
I0719 17:27:24.348356 8686 certs.go:484] found cert: /home/jenkins/minikube-integration/19302-2363/.minikube/certs/cert.pem (1123 bytes)
I0719 17:27:24.348381 8686 certs.go:484] found cert: /home/jenkins/minikube-integration/19302-2363/.minikube/certs/key.pem (1679 bytes)
I0719 17:27:24.349013 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0719 17:27:24.373066 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0719 17:27:24.396128 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0719 17:27:24.420314 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0719 17:27:24.445436 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0719 17:27:24.470015 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0719 17:27:24.494367 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0719 17:27:24.518387 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/profiles/addons-003987/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0719 17:27:24.542313 8686 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19302-2363/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0719 17:27:24.566787 8686 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0719 17:27:24.585599 8686 ssh_runner.go:195] Run: openssl version
I0719 17:27:24.591297 8686 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0719 17:27:24.600716 8686 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0719 17:27:24.604325 8686 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 19 17:27 /usr/share/ca-certificates/minikubeCA.pem
I0719 17:27:24.604421 8686 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0719 17:27:24.611231 8686 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0719 17:27:24.620783 8686 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0719 17:27:24.624233 8686 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0719 17:27:24.624294 8686 kubeadm.go:392] StartCluster: {Name:addons-003987 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:addons-003987 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0719 17:27:24.624391 8686 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0719 17:27:24.624450 8686 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0719 17:27:24.667075 8686 cri.go:89] found id: ""
I0719 17:27:24.667143 8686 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0719 17:27:24.677052 8686 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0719 17:27:24.685984 8686 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0719 17:27:24.686047 8686 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0719 17:27:24.696475 8686 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0719 17:27:24.696497 8686 kubeadm.go:157] found existing configuration files:
I0719 17:27:24.696557 8686 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0719 17:27:24.705741 8686 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0719 17:27:24.705813 8686 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0719 17:27:24.714380 8686 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0719 17:27:24.723765 8686 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0719 17:27:24.723844 8686 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0719 17:27:24.732396 8686 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0719 17:27:24.741843 8686 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0719 17:27:24.741918 8686 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0719 17:27:24.750648 8686 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0719 17:27:24.760420 8686 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0719 17:27:24.760486 8686 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0719 17:27:24.769216 8686 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.30.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0719 17:27:24.814631 8686 kubeadm.go:310] [init] Using Kubernetes version: v1.30.3
I0719 17:27:24.814942 8686 kubeadm.go:310] [preflight] Running pre-flight checks
I0719 17:27:24.854591 8686 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0719 17:27:24.854666 8686 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1064-aws[0m
I0719 17:27:24.854710 8686 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0719 17:27:24.854758 8686 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0719 17:27:24.854809 8686 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0719 17:27:24.854858 8686 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0719 17:27:24.854908 8686 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0719 17:27:24.854957 8686 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0719 17:27:24.855010 8686 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0719 17:27:24.855058 8686 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0719 17:27:24.855108 8686 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0719 17:27:24.855156 8686 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0719 17:27:24.920579 8686 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0719 17:27:24.920769 8686 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0719 17:27:24.920922 8686 kubeadm.go:310] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0719 17:27:25.170195 8686 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0719 17:27:25.173114 8686 out.go:204] - Generating certificates and keys ...
I0719 17:27:25.173364 8686 kubeadm.go:310] [certs] Using existing ca certificate authority
I0719 17:27:25.173475 8686 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0719 17:27:25.887147 8686 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0719 17:27:26.051674 8686 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0719 17:27:26.863232 8686 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0719 17:27:27.211327 8686 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0719 17:27:27.440626 8686 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0719 17:27:27.440940 8686 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-003987 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0719 17:27:27.662341 8686 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0719 17:27:27.662822 8686 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-003987 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0719 17:27:28.314421 8686 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0719 17:27:29.002165 8686 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0719 17:27:29.236946 8686 kubeadm.go:310] [certs] Generating "sa" key and public key
I0719 17:27:29.237191 8686 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0719 17:27:29.982981 8686 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0719 17:27:30.733858 8686 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0719 17:27:31.209714 8686 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0719 17:27:31.775949 8686 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0719 17:27:32.635516 8686 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0719 17:27:32.637128 8686 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0719 17:27:32.640675 8686 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0719 17:27:32.642863 8686 out.go:204] - Booting up control plane ...
I0719 17:27:32.642965 8686 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0719 17:27:32.643047 8686 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0719 17:27:32.643784 8686 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0719 17:27:32.654138 8686 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0719 17:27:32.655193 8686 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0719 17:27:32.655382 8686 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0719 17:27:32.747289 8686 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0719 17:27:32.747380 8686 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet. This can take up to 4m0s
I0719 17:27:33.748377 8686 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001156303s
I0719 17:27:33.748468 8686 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0719 17:27:39.751932 8686 kubeadm.go:310] [api-check] The API server is healthy after 6.002323458s
I0719 17:27:39.771148 8686 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0719 17:27:39.785294 8686 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0719 17:27:39.807096 8686 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0719 17:27:39.807284 8686 kubeadm.go:310] [mark-control-plane] Marking the node addons-003987 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0719 17:27:39.817442 8686 kubeadm.go:310] [bootstrap-token] Using token: mqdkik.m6nb0g5yblh9rw35
I0719 17:27:39.819409 8686 out.go:204] - Configuring RBAC rules ...
I0719 17:27:39.819545 8686 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0719 17:27:39.823641 8686 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0719 17:27:39.830899 8686 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0719 17:27:39.835849 8686 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0719 17:27:39.838996 8686 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0719 17:27:39.843578 8686 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0719 17:27:40.159707 8686 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0719 17:27:40.620884 8686 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0719 17:27:41.157254 8686 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0719 17:27:41.158442 8686 kubeadm.go:310]
I0719 17:27:41.158509 8686 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0719 17:27:41.158516 8686 kubeadm.go:310]
I0719 17:27:41.158590 8686 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0719 17:27:41.158595 8686 kubeadm.go:310]
I0719 17:27:41.158619 8686 kubeadm.go:310] mkdir -p $HOME/.kube
I0719 17:27:41.158683 8686 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0719 17:27:41.158732 8686 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0719 17:27:41.158736 8686 kubeadm.go:310]
I0719 17:27:41.158788 8686 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0719 17:27:41.158793 8686 kubeadm.go:310]
I0719 17:27:41.158839 8686 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0719 17:27:41.158843 8686 kubeadm.go:310]
I0719 17:27:41.158893 8686 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0719 17:27:41.158965 8686 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0719 17:27:41.159031 8686 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0719 17:27:41.159036 8686 kubeadm.go:310]
I0719 17:27:41.159117 8686 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0719 17:27:41.159190 8686 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0719 17:27:41.159195 8686 kubeadm.go:310]
I0719 17:27:41.159275 8686 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token mqdkik.m6nb0g5yblh9rw35 \
I0719 17:27:41.159374 8686 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:ac6289e42bc0bb9a5a04097a550d7b814be6530685f7cad9ae8bb429b3cca363 \
I0719 17:27:41.159394 8686 kubeadm.go:310] --control-plane
I0719 17:27:41.159399 8686 kubeadm.go:310]
I0719 17:27:41.159480 8686 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0719 17:27:41.159484 8686 kubeadm.go:310]
I0719 17:27:41.159563 8686 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token mqdkik.m6nb0g5yblh9rw35 \
I0719 17:27:41.159681 8686 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:ac6289e42bc0bb9a5a04097a550d7b814be6530685f7cad9ae8bb429b3cca363
I0719 17:27:41.161986 8686 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1064-aws\n", err: exit status 1
I0719 17:27:41.162119 8686 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0719 17:27:41.162141 8686 cni.go:84] Creating CNI manager for ""
I0719 17:27:41.162150 8686 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0719 17:27:41.164244 8686 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0719 17:27:41.166255 8686 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0719 17:27:41.169990 8686 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.30.3/kubectl ...
I0719 17:27:41.170008 8686 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0719 17:27:41.188873 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0719 17:27:41.438899 8686 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0719 17:27:41.439029 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:41.439115 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-003987 minikube.k8s.io/updated_at=2024_07_19T17_27_41_0700 minikube.k8s.io/version=v1.33.1 minikube.k8s.io/commit=405f18a5a62536f49733886cdc838e8ec36975de minikube.k8s.io/name=addons-003987 minikube.k8s.io/primary=true
I0719 17:27:41.588065 8686 ops.go:34] apiserver oom_adj: -16
I0719 17:27:41.588150 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:42.089140 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:42.588328 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:43.088498 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:43.588605 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:44.088860 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:44.588866 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:45.088842 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:45.589067 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:46.088554 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:46.588309 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:47.088846 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:47.588798 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:48.088872 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:48.588320 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:49.089115 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:49.588763 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:50.088278 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:50.588825 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:51.088823 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:51.588618 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:52.089183 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:52.588291 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:53.089200 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:53.588364 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:54.088354 8686 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0719 17:27:54.180890 8686 kubeadm.go:1113] duration metric: took 12.74189682s to wait for elevateKubeSystemPrivileges
I0719 17:27:54.180916 8686 kubeadm.go:394] duration metric: took 29.55664186s to StartCluster
I0719 17:27:54.180934 8686 settings.go:142] acquiring lock: {Name:mkbe4ea4f17bd6f1ca5eb967fefb06be46af1913 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:54.181046 8686 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19302-2363/kubeconfig
I0719 17:27:54.181416 8686 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19302-2363/kubeconfig: {Name:mk19582823caebd0a111c5383aa8b8a45c0dcb08 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0719 17:27:54.181614 8686 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:crio ControlPlane:true Worker:true}
I0719 17:27:54.181703 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0719 17:27:54.181942 8686 config.go:182] Loaded profile config "addons-003987": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.30.3
I0719 17:27:54.181972 8686 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0719 17:27:54.182053 8686 addons.go:69] Setting yakd=true in profile "addons-003987"
I0719 17:27:54.182075 8686 addons.go:234] Setting addon yakd=true in "addons-003987"
I0719 17:27:54.182120 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.182537 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.183048 8686 addons.go:69] Setting metrics-server=true in profile "addons-003987"
I0719 17:27:54.183061 8686 addons.go:69] Setting registry=true in profile "addons-003987"
I0719 17:27:54.183078 8686 addons.go:234] Setting addon metrics-server=true in "addons-003987"
I0719 17:27:54.183089 8686 addons.go:234] Setting addon registry=true in "addons-003987"
I0719 17:27:54.183113 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.183118 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.183485 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.183494 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.183052 8686 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-003987"
I0719 17:27:54.186501 8686 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-003987"
I0719 17:27:54.186576 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.186333 8686 addons.go:69] Setting cloud-spanner=true in profile "addons-003987"
I0719 17:27:54.187333 8686 addons.go:234] Setting addon cloud-spanner=true in "addons-003987"
I0719 17:27:54.187368 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.189100 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186345 8686 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-003987"
I0719 17:27:54.189336 8686 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-003987"
I0719 17:27:54.189363 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.189759 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.192221 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186353 8686 addons.go:69] Setting default-storageclass=true in profile "addons-003987"
I0719 17:27:54.192682 8686 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-003987"
I0719 17:27:54.192920 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186357 8686 addons.go:69] Setting gcp-auth=true in profile "addons-003987"
I0719 17:27:54.203785 8686 mustload.go:65] Loading cluster: addons-003987
I0719 17:27:54.203973 8686 config.go:182] Loaded profile config "addons-003987": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.30.3
I0719 17:27:54.204212 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186361 8686 addons.go:69] Setting ingress=true in profile "addons-003987"
I0719 17:27:54.214413 8686 addons.go:234] Setting addon ingress=true in "addons-003987"
I0719 17:27:54.214460 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.214869 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186364 8686 addons.go:69] Setting ingress-dns=true in profile "addons-003987"
I0719 17:27:54.228949 8686 addons.go:234] Setting addon ingress-dns=true in "addons-003987"
I0719 17:27:54.228996 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.229407 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186368 8686 addons.go:69] Setting inspektor-gadget=true in profile "addons-003987"
I0719 17:27:54.246539 8686 addons.go:234] Setting addon inspektor-gadget=true in "addons-003987"
I0719 17:27:54.246580 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.246990 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186378 8686 out.go:177] * Verifying Kubernetes components...
I0719 17:27:54.271473 8686 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0719 17:27:54.186406 8686 addons.go:69] Setting volcano=true in profile "addons-003987"
I0719 17:27:54.296100 8686 addons.go:234] Setting addon volcano=true in "addons-003987"
I0719 17:27:54.296170 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.296648 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186410 8686 addons.go:69] Setting storage-provisioner=true in profile "addons-003987"
I0719 17:27:54.320107 8686 addons.go:234] Setting addon storage-provisioner=true in "addons-003987"
I0719 17:27:54.320208 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.320738 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186415 8686 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-003987"
I0719 17:27:54.321986 8686 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-003987"
I0719 17:27:54.322360 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.186459 8686 addons.go:69] Setting volumesnapshots=true in profile "addons-003987"
I0719 17:27:54.323170 8686 addons.go:234] Setting addon volumesnapshots=true in "addons-003987"
I0719 17:27:54.323221 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.357715 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.359896 8686 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.1
I0719 17:27:54.379901 8686 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0719 17:27:54.379973 8686 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0719 17:27:54.380072 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.396457 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.399448 8686 addons.go:234] Setting addon default-storageclass=true in "addons-003987"
I0719 17:27:54.399530 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.400118 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.400298 8686 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0719 17:27:54.400488 8686 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.17
I0719 17:27:54.400656 8686 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.1
I0719 17:27:54.401236 8686 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0719 17:27:54.401241 8686 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.0
I0719 17:27:54.401245 8686 out.go:177] - Using image docker.io/registry:2.8.3
I0719 17:27:54.403679 8686 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0719 17:27:54.404067 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0719 17:27:54.404129 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.426485 8686 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0719 17:27:54.426623 8686 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0719 17:27:54.428519 8686 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0719 17:27:54.428716 8686 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0719 17:27:54.428746 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0719 17:27:54.428841 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.432552 8686 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0719 17:27:54.434509 8686 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0719 17:27:54.436115 8686 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0719 17:27:54.438007 8686 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0719 17:27:54.439117 8686 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0719 17:27:54.439132 8686 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0719 17:27:54.439202 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.439653 8686 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.1
I0719 17:27:54.439913 8686 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0719 17:27:54.439925 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0719 17:27:54.439974 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.462514 8686 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.1
I0719 17:27:54.462629 8686 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0719 17:27:54.464665 8686 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0719 17:27:54.464695 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0719 17:27:54.464758 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.465082 8686 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0719 17:27:54.465090 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0719 17:27:54.465125 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.494679 8686 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0719 17:27:54.501205 8686 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0719 17:27:54.501235 8686 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0719 17:27:54.501324 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.535459 8686 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.30.0
I0719 17:27:54.541645 8686 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0719 17:27:54.541682 8686 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0719 17:27:54.541762 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.559639 8686 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0719 17:27:54.562039 8686 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0719 17:27:54.562060 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0719 17:27:54.562143 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.578123 8686 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-003987"
I0719 17:27:54.578167 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:27:54.578560 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:27:54.590407 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
W0719 17:27:54.590788 8686 out.go:239] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0719 17:27:54.595394 8686 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0719 17:27:54.598034 8686 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0719 17:27:54.598057 8686 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0719 17:27:54.598130 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.614198 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.639719 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.640799 8686 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0719 17:27:54.641392 8686 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0719 17:27:54.641470 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.643166 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.644908 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.649851 8686 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0719 17:27:54.675404 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.681008 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.723732 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.734949 8686 out.go:177] - Using image docker.io/busybox:stable
I0719 17:27:54.737890 8686 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0719 17:27:54.743801 8686 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0719 17:27:54.743825 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0719 17:27:54.743928 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:27:54.776129 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.777000 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.777684 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.778150 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
W0719 17:27:54.785160 8686 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0719 17:27:54.785839 8686 retry.go:31] will retry after 265.348393ms: ssh: handshake failed: EOF
I0719 17:27:54.785962 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.818152 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:27:54.999093 8686 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0719 17:27:54.999167 8686 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0719 17:27:55.036708 8686 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0719 17:27:55.036739 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0719 17:27:55.097853 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0719 17:27:55.105040 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0719 17:27:55.114315 8686 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0719 17:27:55.114338 8686 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0719 17:27:55.129757 8686 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0719 17:27:55.129779 8686 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0719 17:27:55.149956 8686 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0719 17:27:55.150027 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0719 17:27:55.210047 8686 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0719 17:27:55.210119 8686 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0719 17:27:55.214355 8686 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0719 17:27:55.214423 8686 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0719 17:27:55.217882 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0719 17:27:55.229744 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0719 17:27:55.252686 8686 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0719 17:27:55.252760 8686 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0719 17:27:55.254658 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0719 17:27:55.301469 8686 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0719 17:27:55.301541 8686 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0719 17:27:55.316556 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0719 17:27:55.321733 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0719 17:27:55.346690 8686 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0719 17:27:55.346766 8686 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0719 17:27:55.354191 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0719 17:27:55.405668 8686 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0719 17:27:55.405735 8686 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0719 17:27:55.427800 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0719 17:27:55.458565 8686 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0719 17:27:55.458635 8686 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0719 17:27:55.523920 8686 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0719 17:27:55.523999 8686 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0719 17:27:55.534270 8686 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0719 17:27:55.534341 8686 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0719 17:27:55.590683 8686 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0719 17:27:55.590755 8686 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0719 17:27:55.650723 8686 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0719 17:27:55.650792 8686 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0719 17:27:55.663955 8686 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0719 17:27:55.664028 8686 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0719 17:27:55.667527 8686 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0719 17:27:55.667621 8686 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0719 17:27:55.751446 8686 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0719 17:27:55.751516 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0719 17:27:55.765097 8686 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0719 17:27:55.765185 8686 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0719 17:27:55.769699 8686 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0719 17:27:55.769760 8686 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0719 17:27:55.823735 8686 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0719 17:27:55.823807 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0719 17:27:55.855461 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0719 17:27:55.886778 8686 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0719 17:27:55.886854 8686 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0719 17:27:55.910392 8686 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0719 17:27:55.910466 8686 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0719 17:27:55.955780 8686 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0719 17:27:55.955850 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0719 17:27:55.965911 8686 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0719 17:27:55.965992 8686 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0719 17:27:55.982568 8686 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0719 17:27:55.982641 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0719 17:27:56.039783 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0719 17:27:56.053114 8686 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0719 17:27:56.053192 8686 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0719 17:27:56.064096 8686 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0719 17:27:56.064167 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0719 17:27:56.141762 8686 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0719 17:27:56.141838 8686 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0719 17:27:56.144743 8686 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0719 17:27:56.144814 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0719 17:27:56.261949 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0719 17:27:56.279756 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0719 17:27:57.032006 8686 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.30.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.441543372s)
I0719 17:27:57.032084 8686 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0719 17:27:57.033202 8686 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.383327361s)
I0719 17:27:57.034178 8686 node_ready.go:35] waiting up to 6m0s for node "addons-003987" to be "Ready" ...
I0719 17:27:58.186766 8686 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-003987" context rescaled to 1 replicas
I0719 17:27:59.097391 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:00.146812 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.048869368s)
I0719 17:28:00.146919 8686 addons.go:475] Verifying addon ingress=true in "addons-003987"
I0719 17:28:00.147292 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.042141093s)
I0719 17:28:00.147414 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.929472802s)
I0719 17:28:00.147474 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.917659622s)
I0719 17:28:00.147500 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.892792221s)
I0719 17:28:00.147525 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.830905616s)
I0719 17:28:00.147766 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.82596477s)
I0719 17:28:00.147815 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.793550587s)
I0719 17:28:00.147825 8686 addons.go:475] Verifying addon registry=true in "addons-003987"
I0719 17:28:00.148377 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.720484684s)
I0719 17:28:00.148436 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.29289532s)
I0719 17:28:00.148431 8686 addons.go:475] Verifying addon metrics-server=true in "addons-003987"
I0719 17:28:00.148568 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.108687462s)
I0719 17:28:00.152087 8686 out.go:177] * Verifying registry addon...
I0719 17:28:00.152084 8686 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-003987 service yakd-dashboard -n yakd-dashboard
I0719 17:28:00.152316 8686 out.go:177] * Verifying ingress addon...
I0719 17:28:00.158341 8686 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0719 17:28:00.160078 8686 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0719 17:28:00.180407 8686 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0719 17:28:00.180523 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:00.182358 8686 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0719 17:28:00.182456 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0719 17:28:00.202487 8686 out.go:239] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0719 17:28:00.350469 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.088480377s)
W0719 17:28:00.350571 8686 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0719 17:28:00.350633 8686 retry.go:31] will retry after 311.927347ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0719 17:28:00.606719 8686 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.326921053s)
I0719 17:28:00.606802 8686 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-003987"
I0719 17:28:00.609424 8686 out.go:177] * Verifying csi-hostpath-driver addon...
I0719 17:28:00.612704 8686 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0719 17:28:00.621918 8686 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0719 17:28:00.621990 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:00.662522 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:00.662680 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0719 17:28:00.667011 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:01.122037 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:01.166349 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:01.167370 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:01.540471 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:01.619244 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:01.665256 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:01.668403 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:02.124270 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:02.165599 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:02.169008 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:02.618348 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:02.663622 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:02.666401 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:03.123712 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:03.165210 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:03.168426 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:03.617805 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:03.664388 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:03.667370 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:03.919109 8686 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0719 17:28:03.919249 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:28:03.942756 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:28:04.038618 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:04.069076 8686 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0719 17:28:04.089927 8686 addons.go:234] Setting addon gcp-auth=true in "addons-003987"
I0719 17:28:04.090034 8686 host.go:66] Checking if "addons-003987" exists ...
I0719 17:28:04.090511 8686 cli_runner.go:164] Run: docker container inspect addons-003987 --format={{.State.Status}}
I0719 17:28:04.115810 8686 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0719 17:28:04.115857 8686 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-003987
I0719 17:28:04.127781 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:04.138948 8686 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19302-2363/.minikube/machines/addons-003987/id_rsa Username:docker}
I0719 17:28:04.162401 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:04.166707 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:04.236681 8686 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0719 17:28:04.238573 8686 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.1
I0719 17:28:04.240380 8686 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0719 17:28:04.240403 8686 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0719 17:28:04.269879 8686 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0719 17:28:04.269915 8686 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0719 17:28:04.288990 8686 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0719 17:28:04.289016 8686 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0719 17:28:04.307316 8686 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0719 17:28:04.617116 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:04.663202 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:04.665558 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:04.876477 8686 addons.go:475] Verifying addon gcp-auth=true in "addons-003987"
I0719 17:28:04.878831 8686 out.go:177] * Verifying gcp-auth addon...
I0719 17:28:04.881415 8686 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0719 17:28:04.888287 8686 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0719 17:28:04.888312 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:05.118032 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:05.164367 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:05.165058 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:05.385312 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:05.616818 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:05.662290 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:05.664766 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:05.885598 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:06.117246 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:06.163633 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:06.172882 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:06.385781 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:06.539312 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:06.617434 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:06.666321 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:06.667467 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:06.885716 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:07.117603 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:07.164444 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:07.164964 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:07.384962 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:07.617356 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:07.662532 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:07.666144 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:07.885959 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:08.117326 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:08.163007 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:08.164434 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:08.384911 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:08.617687 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:08.662481 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:08.664794 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:08.885398 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:09.037729 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:09.117609 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:09.162761 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:09.164555 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:09.385203 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:09.617429 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:09.662728 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:09.663975 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:09.884758 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:10.117940 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:10.163576 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:10.164742 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:10.385218 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:10.617601 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:10.663857 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:10.664272 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:10.884604 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:11.117780 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:11.163205 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:11.164426 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:11.384970 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:11.537867 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:11.617038 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:11.663011 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:11.664556 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:11.885345 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:12.119663 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:12.163124 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:12.164547 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:12.385076 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:12.617530 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:12.662759 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:12.664725 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:12.885282 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:13.117105 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:13.162635 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:13.164660 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:13.386396 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:13.538108 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:13.618393 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:13.663011 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:13.664137 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:13.885091 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:14.116882 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:14.163766 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:14.164447 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:14.385103 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:14.617435 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:14.662434 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:14.664528 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:14.885223 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:15.117568 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:15.163085 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:15.166305 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:15.384982 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:15.617530 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:15.663207 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:15.665293 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:15.884762 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:16.037386 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:16.117023 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:16.163186 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:16.166317 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:16.384899 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:16.617393 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:16.662437 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:16.664932 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:16.885351 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:17.117594 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:17.162292 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:17.163999 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:17.385206 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:17.617187 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:17.662856 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:17.663379 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:17.885074 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:18.038436 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:18.117666 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:18.163289 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:18.164348 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:18.384725 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:18.616561 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:18.662301 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:18.664999 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:18.885353 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:19.117597 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:19.162770 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:19.164351 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:19.384322 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:19.616969 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:19.662391 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:19.664963 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:19.885420 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:20.117508 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:20.163332 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:20.164653 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:20.385178 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:20.537250 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:20.617145 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:20.662387 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:20.665006 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:20.885465 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:21.118088 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:21.162184 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:21.164223 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:21.384431 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:21.617453 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:21.662147 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:21.664990 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:21.885114 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:22.117122 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:22.162268 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:22.164888 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:22.385456 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:22.537683 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:22.617179 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:22.664853 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:22.665550 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:22.884915 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:23.120189 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:23.163121 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:23.165093 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:23.385280 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:23.616691 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:23.663138 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:23.665136 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:23.884534 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:24.117320 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:24.162682 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:24.165492 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:24.385316 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:24.617620 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:24.663129 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:24.664074 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:24.884579 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:25.037937 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:25.117710 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:25.163119 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:25.165109 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:25.384654 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:25.617275 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:25.662823 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:25.664110 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:25.885124 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:26.117811 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:26.163742 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:26.166098 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:26.384827 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:26.621840 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:26.664836 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:26.675350 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:26.884947 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:27.038368 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:27.117371 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:27.163439 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:27.164339 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:27.385134 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:27.617549 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:27.663553 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:27.666281 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:27.884833 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:28.117177 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:28.162522 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:28.165418 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:28.384659 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:28.616715 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:28.663049 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:28.664649 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:28.885344 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:29.117265 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:29.161975 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:29.164535 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:29.385063 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:29.537754 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:29.617325 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:29.662965 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:29.664985 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:29.884747 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:30.118384 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:30.163226 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:30.163453 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:30.384928 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:30.621095 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:30.662468 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:30.665017 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:30.885325 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:31.117689 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:31.163733 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:31.164876 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:31.385500 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:31.617140 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:31.663925 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:31.664988 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:31.884670 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:32.038147 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:32.117350 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:32.162787 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:32.165337 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:32.384781 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:32.617928 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:32.663237 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:32.664491 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:32.884795 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:33.116918 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:33.162355 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:33.164298 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:33.384753 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:33.617664 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:33.662991 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:33.664460 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:33.885191 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:34.116879 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:34.162551 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:34.164184 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:34.385632 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:34.537360 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:34.617063 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:34.663609 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:34.664907 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:34.885747 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:35.117116 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:35.163881 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:35.164885 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:35.385417 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:35.616919 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:35.662290 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:35.664286 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:35.885140 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:36.117753 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:36.162392 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:36.164334 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:36.385260 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:36.537584 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:36.617514 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:36.664494 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:36.664903 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:36.885666 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:37.116947 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:37.162399 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:37.165938 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:37.385165 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:37.617492 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:37.662734 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:37.664484 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:37.885037 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:38.117040 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:38.163798 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:38.164357 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:38.385322 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:38.538211 8686 node_ready.go:53] node "addons-003987" has status "Ready":"False"
I0719 17:28:38.626603 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:38.686032 8686 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0719 17:28:38.686057 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:38.687114 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:38.897366 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:39.045844 8686 node_ready.go:49] node "addons-003987" has status "Ready":"True"
I0719 17:28:39.045871 8686 node_ready.go:38] duration metric: took 42.011631781s for node "addons-003987" to be "Ready" ...
I0719 17:28:39.045884 8686 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0719 17:28:39.069079 8686 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-cr7jj" in "kube-system" namespace to be "Ready" ...
I0719 17:28:39.127183 8686 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0719 17:28:39.127209 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:39.172904 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:39.192933 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:39.396063 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:39.619686 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:39.664241 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:39.665697 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:39.885921 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:40.085337 8686 pod_ready.go:92] pod "coredns-7db6d8ff4d-cr7jj" in "kube-system" namespace has status "Ready":"True"
I0719 17:28:40.085365 8686 pod_ready.go:81] duration metric: took 1.016246431s for pod "coredns-7db6d8ff4d-cr7jj" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.085390 8686 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-003987" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.091528 8686 pod_ready.go:92] pod "etcd-addons-003987" in "kube-system" namespace has status "Ready":"True"
I0719 17:28:40.091566 8686 pod_ready.go:81] duration metric: took 6.158654ms for pod "etcd-addons-003987" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.091627 8686 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-003987" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.097636 8686 pod_ready.go:92] pod "kube-apiserver-addons-003987" in "kube-system" namespace has status "Ready":"True"
I0719 17:28:40.097665 8686 pod_ready.go:81] duration metric: took 6.025793ms for pod "kube-apiserver-addons-003987" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.097678 8686 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-003987" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.104625 8686 pod_ready.go:92] pod "kube-controller-manager-addons-003987" in "kube-system" namespace has status "Ready":"True"
I0719 17:28:40.104649 8686 pod_ready.go:81] duration metric: took 6.96222ms for pod "kube-controller-manager-addons-003987" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.104666 8686 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-4mqxv" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.118351 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:40.163221 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:40.166348 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:40.238658 8686 pod_ready.go:92] pod "kube-proxy-4mqxv" in "kube-system" namespace has status "Ready":"True"
I0719 17:28:40.238683 8686 pod_ready.go:81] duration metric: took 134.009292ms for pod "kube-proxy-4mqxv" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.238696 8686 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-003987" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.386146 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:40.619180 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:40.639508 8686 pod_ready.go:92] pod "kube-scheduler-addons-003987" in "kube-system" namespace has status "Ready":"True"
I0719 17:28:40.639534 8686 pod_ready.go:81] duration metric: took 400.829652ms for pod "kube-scheduler-addons-003987" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.639546 8686 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace to be "Ready" ...
I0719 17:28:40.664326 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:40.666674 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:40.885449 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:41.119042 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:41.165082 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:41.169579 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:41.385717 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:41.620379 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:41.664307 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:41.667122 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:41.885621 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:42.119211 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:42.169754 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:42.171037 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:42.385838 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:42.620805 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:42.646916 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:28:42.666677 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:42.668470 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:42.901660 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:43.120436 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:43.192793 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:43.194208 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:43.385675 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:43.623262 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:43.664962 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:43.678124 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:43.886812 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:44.118868 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:44.163672 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:44.165464 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:44.384927 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:44.618688 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:44.663763 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:44.665914 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:44.885539 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:45.119040 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:45.147044 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:28:45.168320 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:45.170117 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:45.385590 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:45.618232 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:45.665650 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:45.673690 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:45.885397 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:46.119267 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:46.171857 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:46.173417 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:46.385378 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:46.620073 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:46.665043 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:46.668631 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:46.885371 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:47.120690 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:47.147704 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:28:47.164271 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:47.167830 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:47.387435 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:47.619737 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:47.667945 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:47.671677 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:47.885366 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:48.119046 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:48.164586 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:48.174194 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:48.385367 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:48.623545 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:48.664231 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:48.666510 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:48.888842 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:49.121325 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:49.149980 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:28:49.166571 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:49.169919 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:49.385971 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:49.624523 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:49.667451 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:49.671065 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:49.886106 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:50.119361 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:50.165291 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:50.168879 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:50.387958 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:50.618972 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:50.664695 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:50.668465 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:50.885513 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:51.120297 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:51.165060 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:51.166336 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:51.384967 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:51.618223 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:51.646701 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:28:51.662798 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:51.665416 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:51.884526 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:52.118133 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:52.165271 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:52.165976 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:52.384728 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:52.619478 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:52.669195 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:52.671486 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:52.885792 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:53.120103 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:53.166757 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:53.168024 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:53.388977 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:53.620876 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:53.648841 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:28:53.665012 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:53.669336 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:53.885164 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:54.118566 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:54.164830 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:54.165194 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:54.385539 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:54.618758 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:54.663304 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:54.665804 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:54.885111 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:55.118874 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:55.164033 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:55.167314 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:55.384963 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:55.619014 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:55.664725 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:55.668411 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:55.885391 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:56.120525 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:56.146192 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:28:56.168027 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:56.169574 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:56.385567 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:56.630085 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:56.669139 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:56.670470 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:56.884769 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:57.119261 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:57.174220 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:57.174554 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:57.390369 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:57.618968 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:57.664754 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:57.667901 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:57.884881 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:58.119102 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:58.146902 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:28:58.164679 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:58.164775 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:58.385226 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:58.620917 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:58.669106 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:58.672339 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:58.886230 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:59.127635 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:59.171004 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:59.172502 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:59.386058 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:28:59.619685 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:28:59.664793 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:28:59.666197 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:28:59.885137 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:00.124972 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:00.158290 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:00.191426 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:00.200377 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:00.385772 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:00.618637 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:00.663144 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:00.665802 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:00.885255 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:01.118914 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:01.185238 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:01.186214 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:01.385178 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:01.619235 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:01.669918 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:01.671166 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:01.887661 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:02.121260 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:02.167032 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:02.168087 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:02.385665 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:02.618700 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:02.645780 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:02.663057 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:02.665719 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:02.884963 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:03.118420 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:03.163840 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:03.165499 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:03.384920 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:03.619859 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:03.665679 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:03.669403 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:03.885569 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:04.123534 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:04.166097 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:04.167837 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:04.385143 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:04.618860 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:04.645853 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:04.663713 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:04.666394 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:04.886205 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:05.120367 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:05.163909 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:05.169194 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:05.384547 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:05.618599 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:05.664531 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:05.665437 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:05.884934 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:06.118508 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:06.163519 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:06.164085 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:06.384925 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:06.618200 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:06.646440 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:06.664177 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:06.666307 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:06.884983 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:07.119525 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:07.167576 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:07.172229 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:07.386749 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:07.618910 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:07.663601 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:07.670773 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:07.886023 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:08.120025 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:08.164885 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:08.168316 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:08.384901 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:08.618794 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:08.664918 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:08.665931 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:08.886109 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:09.121422 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:09.153120 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:09.168703 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:09.171622 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:09.386029 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:09.620325 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:09.669761 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:09.675115 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:09.885736 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:10.120240 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:10.164935 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:10.169644 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:10.385353 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:10.619211 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:10.663794 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:10.670290 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:10.890848 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:11.119561 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:11.164756 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:11.168081 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:11.384906 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:11.620548 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:11.645881 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:11.664830 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:11.670055 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:11.885650 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:12.119122 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:12.172947 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:12.174078 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:12.385994 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:12.625132 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:12.682534 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:12.683861 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:12.885299 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:13.118790 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:13.162764 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:13.165767 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:13.385393 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:13.618331 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:13.646462 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:13.662885 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:13.665832 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:13.885143 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:14.120251 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:14.162828 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:14.165193 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:14.385512 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:14.619952 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:14.663197 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:14.666040 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:14.885697 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:15.119747 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:15.165673 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:15.173260 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:15.386656 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:15.619520 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:15.646607 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:15.664603 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:15.666861 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:15.896657 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:16.122090 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:16.196483 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:16.196747 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:16.385348 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:16.618887 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:16.671082 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:16.677103 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:16.885802 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:17.120391 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:17.172145 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:17.175627 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:17.385841 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:17.618872 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:17.664364 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:17.667785 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:17.886419 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:18.122853 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:18.147356 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:18.168141 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:18.169306 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:18.385060 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:18.618821 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:18.664546 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0719 17:29:18.666289 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:18.884625 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:19.118641 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:19.163690 8686 kapi.go:107] duration metric: took 1m19.005339932s to wait for kubernetes.io/minikube-addons=registry ...
I0719 17:29:19.165028 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:19.385354 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:19.619199 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:19.664273 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:19.885669 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:20.119886 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:20.150347 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:20.170318 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:20.385950 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:20.619411 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:20.665505 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:20.885940 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:21.123478 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:21.166898 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:21.385572 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:21.618474 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:21.665637 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:21.885728 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:22.119326 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:22.165751 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:22.386268 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:22.619406 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:22.646729 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:22.664509 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:22.884987 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:23.118876 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:23.169280 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:23.385874 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:23.623148 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:23.683400 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:23.886397 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:24.120895 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:24.166567 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:24.385588 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:24.619553 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:24.647013 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:24.666334 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:24.885345 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:25.119977 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:25.164727 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:25.385927 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:25.618767 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:25.665486 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:25.885760 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:26.122160 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:26.164216 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:26.385055 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:26.619240 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:26.650334 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:26.665412 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:26.885014 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:27.119267 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:27.164756 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:27.393046 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:27.618816 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:27.665694 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:27.885544 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:28.121131 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:28.168528 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:28.384780 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:28.618704 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:28.664910 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:28.885382 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:29.120350 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:29.148604 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:29.169218 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:29.389243 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:29.619094 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:29.664524 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:29.885011 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:30.119195 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:30.164952 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:30.385487 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:30.623065 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:30.664389 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:30.884875 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:31.119048 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:31.164851 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:31.385719 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:31.620002 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:31.648103 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:31.664586 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:31.885438 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:32.122413 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:32.164503 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:32.385049 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:32.618237 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:32.664794 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:32.885671 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0719 17:29:33.118172 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:33.165109 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:33.386164 8686 kapi.go:107] duration metric: took 1m28.50474735s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0719 17:29:33.388343 8686 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-003987 cluster.
I0719 17:29:33.390054 8686 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0719 17:29:33.391870 8686 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0719 17:29:33.621171 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:33.664548 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:34.119404 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:34.146900 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:34.165605 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:34.618777 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:34.665399 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:35.118283 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:35.164961 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:35.618146 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:35.671517 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:36.124606 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:36.166087 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:36.618486 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:36.646664 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:36.665037 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:37.118729 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:37.164726 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:37.618573 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:37.665748 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:38.119513 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:38.165257 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:38.619952 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:38.651355 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:38.664644 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:39.118630 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:39.164444 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:39.625313 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:39.671148 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:40.118856 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:40.164481 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:40.628117 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:40.672206 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:41.119818 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:41.148192 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:41.167686 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:41.618339 8686 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0719 17:29:41.664153 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:42.124778 8686 kapi.go:107] duration metric: took 1m41.512082112s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0719 17:29:42.165110 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:42.664298 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:43.164514 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:43.645976 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:43.665057 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:44.164623 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:44.664027 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:45.171881 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:45.647327 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:45.668853 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:46.165429 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:46.664629 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:47.165141 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:47.668633 8686 pod_ready.go:102] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"False"
I0719 17:29:47.692777 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:48.165515 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:48.666103 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:49.157421 8686 pod_ready.go:92] pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace has status "Ready":"True"
I0719 17:29:49.157453 8686 pod_ready.go:81] duration metric: took 1m8.517830976s for pod "metrics-server-c59844bb4-5jr5g" in "kube-system" namespace to be "Ready" ...
I0719 17:29:49.157467 8686 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-tq9jl" in "kube-system" namespace to be "Ready" ...
I0719 17:29:49.162369 8686 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-tq9jl" in "kube-system" namespace has status "Ready":"True"
I0719 17:29:49.162444 8686 pod_ready.go:81] duration metric: took 4.969035ms for pod "nvidia-device-plugin-daemonset-tq9jl" in "kube-system" namespace to be "Ready" ...
I0719 17:29:49.162486 8686 pod_ready.go:38] duration metric: took 1m10.116590268s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0719 17:29:49.162528 8686 api_server.go:52] waiting for apiserver process to appear ...
I0719 17:29:49.163201 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0719 17:29:49.163305 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0719 17:29:49.165659 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:49.282286 8686 cri.go:89] found id: "5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44"
I0719 17:29:49.282315 8686 cri.go:89] found id: ""
I0719 17:29:49.282324 8686 logs.go:276] 1 containers: [5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44]
I0719 17:29:49.282379 8686 ssh_runner.go:195] Run: which crictl
I0719 17:29:49.293149 8686 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0719 17:29:49.293223 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0719 17:29:49.361123 8686 cri.go:89] found id: "c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a"
I0719 17:29:49.361145 8686 cri.go:89] found id: ""
I0719 17:29:49.361153 8686 logs.go:276] 1 containers: [c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a]
I0719 17:29:49.361206 8686 ssh_runner.go:195] Run: which crictl
I0719 17:29:49.365141 8686 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0719 17:29:49.365214 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0719 17:29:49.424860 8686 cri.go:89] found id: "45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79"
I0719 17:29:49.424882 8686 cri.go:89] found id: ""
I0719 17:29:49.424890 8686 logs.go:276] 1 containers: [45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79]
I0719 17:29:49.424947 8686 ssh_runner.go:195] Run: which crictl
I0719 17:29:49.429123 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0719 17:29:49.429192 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0719 17:29:49.510309 8686 cri.go:89] found id: "9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8"
I0719 17:29:49.510333 8686 cri.go:89] found id: ""
I0719 17:29:49.510342 8686 logs.go:276] 1 containers: [9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8]
I0719 17:29:49.510394 8686 ssh_runner.go:195] Run: which crictl
I0719 17:29:49.520140 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0719 17:29:49.520212 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0719 17:29:49.614969 8686 cri.go:89] found id: "acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f"
I0719 17:29:49.614992 8686 cri.go:89] found id: ""
I0719 17:29:49.615000 8686 logs.go:276] 1 containers: [acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f]
I0719 17:29:49.615055 8686 ssh_runner.go:195] Run: which crictl
I0719 17:29:49.629782 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0719 17:29:49.629852 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0719 17:29:49.668382 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:49.696192 8686 cri.go:89] found id: "5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4"
I0719 17:29:49.696216 8686 cri.go:89] found id: ""
I0719 17:29:49.696223 8686 logs.go:276] 1 containers: [5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4]
I0719 17:29:49.696276 8686 ssh_runner.go:195] Run: which crictl
I0719 17:29:49.707624 8686 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0719 17:29:49.707696 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0719 17:29:49.793528 8686 cri.go:89] found id: "27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848"
I0719 17:29:49.793550 8686 cri.go:89] found id: ""
I0719 17:29:49.793557 8686 logs.go:276] 1 containers: [27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848]
I0719 17:29:49.793608 8686 ssh_runner.go:195] Run: which crictl
I0719 17:29:49.798109 8686 logs.go:123] Gathering logs for kindnet [27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848] ...
I0719 17:29:49.798142 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848"
I0719 17:29:49.860025 8686 logs.go:123] Gathering logs for container status ...
I0719 17:29:49.860059 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0719 17:29:49.946240 8686 logs.go:123] Gathering logs for dmesg ...
I0719 17:29:49.946276 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0719 17:29:49.961983 8686 logs.go:123] Gathering logs for etcd [c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a] ...
I0719 17:29:49.962010 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a"
I0719 17:29:50.029553 8686 logs.go:123] Gathering logs for kube-scheduler [9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8] ...
I0719 17:29:50.029584 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8"
I0719 17:29:50.141463 8686 logs.go:123] Gathering logs for kube-controller-manager [5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4] ...
I0719 17:29:50.141534 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4"
I0719 17:29:50.167678 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:50.235793 8686 logs.go:123] Gathering logs for kube-proxy [acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f] ...
I0719 17:29:50.235834 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f"
I0719 17:29:50.299686 8686 logs.go:123] Gathering logs for CRI-O ...
I0719 17:29:50.299709 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0719 17:29:50.410682 8686 logs.go:123] Gathering logs for kubelet ...
I0719 17:29:50.410757 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0719 17:29:50.477960 8686 logs.go:138] Found kubelet problem: Jul 19 17:27:59 addons-003987 kubelet[1544]: W0719 17:27:59.575626 1544 reflector.go:547] object-"gadget"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.478300 8686 logs.go:138] Found kubelet problem: Jul 19 17:27:59 addons-003987 kubelet[1544]: E0719 17:27:59.575674 1544 reflector.go:150] object-"gadget"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.486406 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.654344 1544 reflector.go:547] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.486641 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.654381 1544 reflector.go:150] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.486849 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.654534 1544 reflector.go:547] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.487074 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.654558 1544 reflector.go:150] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.487441 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.656307 1544 reflector.go:547] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.487737 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.656342 1544 reflector.go:150] object-"yakd-dashboard"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.487956 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.488195 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659884 1544 reflector.go:150] object-"ingress-nginx"/"ingress-nginx-admission": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.488406 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.488641 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659906 1544 reflector.go:150] object-"ingress-nginx"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
I0719 17:29:50.529933 8686 logs.go:123] Gathering logs for describe nodes ...
I0719 17:29:50.530009 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0719 17:29:50.665829 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:50.791661 8686 logs.go:123] Gathering logs for kube-apiserver [5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44] ...
I0719 17:29:50.791731 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44"
I0719 17:29:50.875075 8686 logs.go:123] Gathering logs for coredns [45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79] ...
I0719 17:29:50.875150 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79"
I0719 17:29:50.949830 8686 out.go:304] Setting ErrFile to fd 2...
I0719 17:29:50.949975 8686 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0719 17:29:50.950052 8686 out.go:239] X Problems detected in kubelet:
W0719 17:29:50.950093 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.656342 1544 reflector.go:150] object-"yakd-dashboard"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.950146 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.950184 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659884 1544 reflector.go:150] object-"ingress-nginx"/"ingress-nginx-admission": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.950236 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:29:50.950296 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659906 1544 reflector.go:150] object-"ingress-nginx"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
I0719 17:29:50.950333 8686 out.go:304] Setting ErrFile to fd 2...
I0719 17:29:50.950584 8686 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0719 17:29:51.165225 8686 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0719 17:29:51.664718 8686 kapi.go:107] duration metric: took 1m51.504640217s to wait for app.kubernetes.io/name=ingress-nginx ...
I0719 17:29:51.668074 8686 out.go:177] * Enabled addons: cloud-spanner, ingress-dns, nvidia-device-plugin, storage-provisioner, metrics-server, inspektor-gadget, yakd, default-storageclass, volumesnapshots, registry, gcp-auth, csi-hostpath-driver, ingress
I0719 17:29:51.669674 8686 addons.go:510] duration metric: took 1m57.487695492s for enable addons: enabled=[cloud-spanner ingress-dns nvidia-device-plugin storage-provisioner metrics-server inspektor-gadget yakd default-storageclass volumesnapshots registry gcp-auth csi-hostpath-driver ingress]
I0719 17:30:00.952063 8686 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0719 17:30:00.966418 8686 api_server.go:72] duration metric: took 2m6.784773631s to wait for apiserver process to appear ...
I0719 17:30:00.966451 8686 api_server.go:88] waiting for apiserver healthz status ...
I0719 17:30:00.966482 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0719 17:30:00.966540 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0719 17:30:01.011369 8686 cri.go:89] found id: "5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44"
I0719 17:30:01.011398 8686 cri.go:89] found id: ""
I0719 17:30:01.011407 8686 logs.go:276] 1 containers: [5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44]
I0719 17:30:01.011464 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:01.017188 8686 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0719 17:30:01.017264 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0719 17:30:01.056799 8686 cri.go:89] found id: "c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a"
I0719 17:30:01.056822 8686 cri.go:89] found id: ""
I0719 17:30:01.056830 8686 logs.go:276] 1 containers: [c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a]
I0719 17:30:01.056884 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:01.060664 8686 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0719 17:30:01.060740 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0719 17:30:01.099977 8686 cri.go:89] found id: "45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79"
I0719 17:30:01.099998 8686 cri.go:89] found id: ""
I0719 17:30:01.100006 8686 logs.go:276] 1 containers: [45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79]
I0719 17:30:01.100066 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:01.103938 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0719 17:30:01.104011 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0719 17:30:01.143663 8686 cri.go:89] found id: "9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8"
I0719 17:30:01.143687 8686 cri.go:89] found id: ""
I0719 17:30:01.143696 8686 logs.go:276] 1 containers: [9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8]
I0719 17:30:01.143753 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:01.147870 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0719 17:30:01.147947 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0719 17:30:01.191417 8686 cri.go:89] found id: "acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f"
I0719 17:30:01.191493 8686 cri.go:89] found id: ""
I0719 17:30:01.191515 8686 logs.go:276] 1 containers: [acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f]
I0719 17:30:01.191641 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:01.196566 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0719 17:30:01.196673 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0719 17:30:01.242864 8686 cri.go:89] found id: "5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4"
I0719 17:30:01.242886 8686 cri.go:89] found id: ""
I0719 17:30:01.242894 8686 logs.go:276] 1 containers: [5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4]
I0719 17:30:01.242950 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:01.246811 8686 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0719 17:30:01.246885 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0719 17:30:01.288414 8686 cri.go:89] found id: "27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848"
I0719 17:30:01.288438 8686 cri.go:89] found id: ""
I0719 17:30:01.288447 8686 logs.go:276] 1 containers: [27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848]
I0719 17:30:01.288508 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:01.292451 8686 logs.go:123] Gathering logs for dmesg ...
I0719 17:30:01.292540 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0719 17:30:01.307368 8686 logs.go:123] Gathering logs for kube-apiserver [5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44] ...
I0719 17:30:01.307400 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44"
I0719 17:30:01.390933 8686 logs.go:123] Gathering logs for etcd [c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a] ...
I0719 17:30:01.390967 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a"
I0719 17:30:01.444689 8686 logs.go:123] Gathering logs for coredns [45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79] ...
I0719 17:30:01.444719 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79"
I0719 17:30:01.487326 8686 logs.go:123] Gathering logs for kube-controller-manager [5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4] ...
I0719 17:30:01.487392 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4"
I0719 17:30:01.564141 8686 logs.go:123] Gathering logs for container status ...
I0719 17:30:01.564176 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0719 17:30:01.625959 8686 logs.go:123] Gathering logs for kubelet ...
I0719 17:30:01.625993 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0719 17:30:01.683251 8686 logs.go:138] Found kubelet problem: Jul 19 17:27:59 addons-003987 kubelet[1544]: W0719 17:27:59.575626 1544 reflector.go:547] object-"gadget"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.683487 8686 logs.go:138] Found kubelet problem: Jul 19 17:27:59 addons-003987 kubelet[1544]: E0719 17:27:59.575674 1544 reflector.go:150] object-"gadget"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.691674 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.654344 1544 reflector.go:547] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.691883 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.654381 1544 reflector.go:150] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.692068 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.654534 1544 reflector.go:547] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.692273 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.654558 1544 reflector.go:150] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.692621 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.656307 1544 reflector.go:547] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.692832 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.656342 1544 reflector.go:150] object-"yakd-dashboard"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.693029 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.693275 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659884 1544 reflector.go:150] object-"ingress-nginx"/"ingress-nginx-admission": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.693462 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:01.693674 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659906 1544 reflector.go:150] object-"ingress-nginx"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
I0719 17:30:01.733337 8686 logs.go:123] Gathering logs for describe nodes ...
I0719 17:30:01.733365 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0719 17:30:01.890175 8686 logs.go:123] Gathering logs for kube-scheduler [9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8] ...
I0719 17:30:01.890211 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8"
I0719 17:30:01.944598 8686 logs.go:123] Gathering logs for kube-proxy [acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f] ...
I0719 17:30:01.944632 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f"
I0719 17:30:01.987973 8686 logs.go:123] Gathering logs for kindnet [27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848] ...
I0719 17:30:01.988008 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848"
I0719 17:30:02.047512 8686 logs.go:123] Gathering logs for CRI-O ...
I0719 17:30:02.047550 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0719 17:30:02.143485 8686 out.go:304] Setting ErrFile to fd 2...
I0719 17:30:02.143557 8686 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0719 17:30:02.143659 8686 out.go:239] X Problems detected in kubelet:
W0719 17:30:02.143711 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.656342 1544 reflector.go:150] object-"yakd-dashboard"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-003987' and this object
W0719 17:30:02.143744 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:02.143786 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659884 1544 reflector.go:150] object-"ingress-nginx"/"ingress-nginx-admission": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:02.143820 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:02.143851 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659906 1544 reflector.go:150] object-"ingress-nginx"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
I0719 17:30:02.143885 8686 out.go:304] Setting ErrFile to fd 2...
I0719 17:30:02.143908 8686 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0719 17:30:12.144832 8686 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0719 17:30:12.152396 8686 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0719 17:30:12.154179 8686 api_server.go:141] control plane version: v1.30.3
I0719 17:30:12.154216 8686 api_server.go:131] duration metric: took 11.187758832s to wait for apiserver health ...
I0719 17:30:12.154225 8686 system_pods.go:43] waiting for kube-system pods to appear ...
I0719 17:30:12.154246 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0719 17:30:12.154311 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0719 17:30:12.203976 8686 cri.go:89] found id: "5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44"
I0719 17:30:12.203999 8686 cri.go:89] found id: ""
I0719 17:30:12.204007 8686 logs.go:276] 1 containers: [5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44]
I0719 17:30:12.204061 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:12.208119 8686 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0719 17:30:12.208188 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0719 17:30:12.254545 8686 cri.go:89] found id: "c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a"
I0719 17:30:12.254568 8686 cri.go:89] found id: ""
I0719 17:30:12.254576 8686 logs.go:276] 1 containers: [c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a]
I0719 17:30:12.254635 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:12.258213 8686 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0719 17:30:12.258280 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0719 17:30:12.295152 8686 cri.go:89] found id: "45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79"
I0719 17:30:12.295177 8686 cri.go:89] found id: ""
I0719 17:30:12.295184 8686 logs.go:276] 1 containers: [45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79]
I0719 17:30:12.295237 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:12.298697 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0719 17:30:12.298773 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0719 17:30:12.337559 8686 cri.go:89] found id: "9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8"
I0719 17:30:12.337580 8686 cri.go:89] found id: ""
I0719 17:30:12.337587 8686 logs.go:276] 1 containers: [9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8]
I0719 17:30:12.337647 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:12.341180 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0719 17:30:12.341251 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0719 17:30:12.392737 8686 cri.go:89] found id: "acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f"
I0719 17:30:12.392759 8686 cri.go:89] found id: ""
I0719 17:30:12.392767 8686 logs.go:276] 1 containers: [acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f]
I0719 17:30:12.392819 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:12.396392 8686 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0719 17:30:12.396473 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0719 17:30:12.434116 8686 cri.go:89] found id: "5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4"
I0719 17:30:12.434139 8686 cri.go:89] found id: ""
I0719 17:30:12.434147 8686 logs.go:276] 1 containers: [5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4]
I0719 17:30:12.434200 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:12.437672 8686 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0719 17:30:12.437744 8686 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0719 17:30:12.477115 8686 cri.go:89] found id: "27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848"
I0719 17:30:12.477138 8686 cri.go:89] found id: ""
I0719 17:30:12.477147 8686 logs.go:276] 1 containers: [27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848]
I0719 17:30:12.477235 8686 ssh_runner.go:195] Run: which crictl
I0719 17:30:12.480809 8686 logs.go:123] Gathering logs for kube-apiserver [5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44] ...
I0719 17:30:12.480834 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44"
I0719 17:30:12.558279 8686 logs.go:123] Gathering logs for kube-scheduler [9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8] ...
I0719 17:30:12.558312 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8"
I0719 17:30:12.609477 8686 logs.go:123] Gathering logs for container status ...
I0719 17:30:12.609506 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0719 17:30:12.655983 8686 logs.go:123] Gathering logs for kindnet [27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848] ...
I0719 17:30:12.656015 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848"
I0719 17:30:12.707537 8686 logs.go:123] Gathering logs for kubelet ...
I0719 17:30:12.707568 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0719 17:30:12.763740 8686 logs.go:138] Found kubelet problem: Jul 19 17:27:59 addons-003987 kubelet[1544]: W0719 17:27:59.575626 1544 reflector.go:547] object-"gadget"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.763963 8686 logs.go:138] Found kubelet problem: Jul 19 17:27:59 addons-003987 kubelet[1544]: E0719 17:27:59.575674 1544 reflector.go:150] object-"gadget"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.772053 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.654344 1544 reflector.go:547] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.772250 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.654381 1544 reflector.go:150] object-"default"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.774241 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.654534 1544 reflector.go:547] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.775087 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.654558 1544 reflector.go:150] object-"default"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.776481 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.656307 1544 reflector.go:547] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.778247 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.656342 1544 reflector.go:150] object-"yakd-dashboard"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.779035 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.779877 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659884 1544 reflector.go:150] object-"ingress-nginx"/"ingress-nginx-admission": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.780072 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:12.780282 8686 logs.go:138] Found kubelet problem: Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659906 1544 reflector.go:150] object-"ingress-nginx"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
I0719 17:30:12.820470 8686 logs.go:123] Gathering logs for dmesg ...
I0719 17:30:12.820496 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0719 17:30:12.841211 8686 logs.go:123] Gathering logs for describe nodes ...
I0719 17:30:12.841244 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0719 17:30:12.978418 8686 logs.go:123] Gathering logs for etcd [c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a] ...
I0719 17:30:12.978445 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a"
I0719 17:30:13.023700 8686 logs.go:123] Gathering logs for coredns [45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79] ...
I0719 17:30:13.023739 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79"
I0719 17:30:13.069738 8686 logs.go:123] Gathering logs for kube-proxy [acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f] ...
I0719 17:30:13.069769 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f"
I0719 17:30:13.110622 8686 logs.go:123] Gathering logs for kube-controller-manager [5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4] ...
I0719 17:30:13.110650 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4"
I0719 17:30:13.189100 8686 logs.go:123] Gathering logs for CRI-O ...
I0719 17:30:13.189133 8686 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0719 17:30:13.285304 8686 out.go:304] Setting ErrFile to fd 2...
I0719 17:30:13.285333 8686 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0719 17:30:13.285464 8686 out.go:239] X Problems detected in kubelet:
W0719 17:30:13.285479 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.656342 1544 reflector.go:150] object-"yakd-dashboard"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-003987' and this object
W0719 17:30:13.285486 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:13.285493 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659884 1544 reflector.go:150] object-"ingress-nginx"/"ingress-nginx-admission": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-003987" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:13.285503 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: W0719 17:28:38.659837 1544 reflector.go:547] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
W0719 17:30:13.285511 8686 out.go:239] Jul 19 17:28:38 addons-003987 kubelet[1544]: E0719 17:28:38.659906 1544 reflector.go:150] object-"ingress-nginx"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-003987" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-003987' and this object
I0719 17:30:13.285525 8686 out.go:304] Setting ErrFile to fd 2...
I0719 17:30:13.285531 8686 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0719 17:30:23.298587 8686 system_pods.go:59] 18 kube-system pods found
I0719 17:30:23.298642 8686 system_pods.go:61] "coredns-7db6d8ff4d-cr7jj" [fe33b1f9-1e7f-437f-b6f3-baf9cad00b54] Running
I0719 17:30:23.298660 8686 system_pods.go:61] "csi-hostpath-attacher-0" [8f512813-f014-4fe2-a442-100ab16662fe] Running
I0719 17:30:23.298677 8686 system_pods.go:61] "csi-hostpath-resizer-0" [54a45637-86dd-491b-b73c-8496d19089da] Running
I0719 17:30:23.298685 8686 system_pods.go:61] "csi-hostpathplugin-nj72z" [de3acb36-b60f-4fb6-8280-b9322f49c842] Running
I0719 17:30:23.298689 8686 system_pods.go:61] "etcd-addons-003987" [906692c2-607a-45f0-a5ff-8b6bc99d1a7f] Running
I0719 17:30:23.298694 8686 system_pods.go:61] "kindnet-wwmsb" [a3d1799e-16ac-49ee-81d0-0c49f730f0a8] Running
I0719 17:30:23.298701 8686 system_pods.go:61] "kube-apiserver-addons-003987" [e6cc597b-7d83-4c3e-b553-8f273bdf5319] Running
I0719 17:30:23.298706 8686 system_pods.go:61] "kube-controller-manager-addons-003987" [251682bd-2c6f-49ee-b61e-fa62fe9dd462] Running
I0719 17:30:23.298719 8686 system_pods.go:61] "kube-ingress-dns-minikube" [057f03f7-bd5f-4af4-9f16-22bb89fb1871] Running
I0719 17:30:23.298724 8686 system_pods.go:61] "kube-proxy-4mqxv" [9060545e-c285-48b1-9dc3-e53b56172f45] Running
I0719 17:30:23.298734 8686 system_pods.go:61] "kube-scheduler-addons-003987" [e6978342-5df7-484d-bdc3-22bde3f57a40] Running
I0719 17:30:23.298738 8686 system_pods.go:61] "metrics-server-c59844bb4-5jr5g" [cbf95996-dde7-45e3-b3aa-b55d1e229510] Running
I0719 17:30:23.298744 8686 system_pods.go:61] "nvidia-device-plugin-daemonset-tq9jl" [c8b269a6-3bf5-414c-aefc-6b8c11ae3f0f] Running
I0719 17:30:23.298753 8686 system_pods.go:61] "registry-656c9c8d9c-7zzhz" [61730236-a7fd-4184-83a6-4c60dc43391b] Running
I0719 17:30:23.298761 8686 system_pods.go:61] "registry-proxy-96kxs" [0c78b468-900f-47ce-a0ea-5516648ebe10] Running
I0719 17:30:23.298766 8686 system_pods.go:61] "snapshot-controller-745499f584-tl72z" [f3f675b2-19f2-4867-9502-b7af61ea6572] Running
I0719 17:30:23.298770 8686 system_pods.go:61] "snapshot-controller-745499f584-wwh85" [45046fbd-f86b-4108-84f2-e360aaa07903] Running
I0719 17:30:23.298777 8686 system_pods.go:61] "storage-provisioner" [6e2055a7-71ae-441c-85e3-a8770ba1d011] Running
I0719 17:30:23.298783 8686 system_pods.go:74] duration metric: took 11.144552603s to wait for pod list to return data ...
I0719 17:30:23.298794 8686 default_sa.go:34] waiting for default service account to be created ...
I0719 17:30:23.301536 8686 default_sa.go:45] found service account: "default"
I0719 17:30:23.301558 8686 default_sa.go:55] duration metric: took 2.752956ms for default service account to be created ...
I0719 17:30:23.301568 8686 system_pods.go:116] waiting for k8s-apps to be running ...
I0719 17:30:23.311992 8686 system_pods.go:86] 18 kube-system pods found
I0719 17:30:23.312026 8686 system_pods.go:89] "coredns-7db6d8ff4d-cr7jj" [fe33b1f9-1e7f-437f-b6f3-baf9cad00b54] Running
I0719 17:30:23.312035 8686 system_pods.go:89] "csi-hostpath-attacher-0" [8f512813-f014-4fe2-a442-100ab16662fe] Running
I0719 17:30:23.312041 8686 system_pods.go:89] "csi-hostpath-resizer-0" [54a45637-86dd-491b-b73c-8496d19089da] Running
I0719 17:30:23.312046 8686 system_pods.go:89] "csi-hostpathplugin-nj72z" [de3acb36-b60f-4fb6-8280-b9322f49c842] Running
I0719 17:30:23.312050 8686 system_pods.go:89] "etcd-addons-003987" [906692c2-607a-45f0-a5ff-8b6bc99d1a7f] Running
I0719 17:30:23.312056 8686 system_pods.go:89] "kindnet-wwmsb" [a3d1799e-16ac-49ee-81d0-0c49f730f0a8] Running
I0719 17:30:23.312061 8686 system_pods.go:89] "kube-apiserver-addons-003987" [e6cc597b-7d83-4c3e-b553-8f273bdf5319] Running
I0719 17:30:23.312066 8686 system_pods.go:89] "kube-controller-manager-addons-003987" [251682bd-2c6f-49ee-b61e-fa62fe9dd462] Running
I0719 17:30:23.312070 8686 system_pods.go:89] "kube-ingress-dns-minikube" [057f03f7-bd5f-4af4-9f16-22bb89fb1871] Running
I0719 17:30:23.312075 8686 system_pods.go:89] "kube-proxy-4mqxv" [9060545e-c285-48b1-9dc3-e53b56172f45] Running
I0719 17:30:23.312079 8686 system_pods.go:89] "kube-scheduler-addons-003987" [e6978342-5df7-484d-bdc3-22bde3f57a40] Running
I0719 17:30:23.312091 8686 system_pods.go:89] "metrics-server-c59844bb4-5jr5g" [cbf95996-dde7-45e3-b3aa-b55d1e229510] Running
I0719 17:30:23.312095 8686 system_pods.go:89] "nvidia-device-plugin-daemonset-tq9jl" [c8b269a6-3bf5-414c-aefc-6b8c11ae3f0f] Running
I0719 17:30:23.312101 8686 system_pods.go:89] "registry-656c9c8d9c-7zzhz" [61730236-a7fd-4184-83a6-4c60dc43391b] Running
I0719 17:30:23.312108 8686 system_pods.go:89] "registry-proxy-96kxs" [0c78b468-900f-47ce-a0ea-5516648ebe10] Running
I0719 17:30:23.312112 8686 system_pods.go:89] "snapshot-controller-745499f584-tl72z" [f3f675b2-19f2-4867-9502-b7af61ea6572] Running
I0719 17:30:23.312126 8686 system_pods.go:89] "snapshot-controller-745499f584-wwh85" [45046fbd-f86b-4108-84f2-e360aaa07903] Running
I0719 17:30:23.312130 8686 system_pods.go:89] "storage-provisioner" [6e2055a7-71ae-441c-85e3-a8770ba1d011] Running
I0719 17:30:23.312137 8686 system_pods.go:126] duration metric: took 10.563129ms to wait for k8s-apps to be running ...
I0719 17:30:23.312145 8686 system_svc.go:44] waiting for kubelet service to be running ....
I0719 17:30:23.312205 8686 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0719 17:30:23.325019 8686 system_svc.go:56] duration metric: took 12.866011ms WaitForService to wait for kubelet
I0719 17:30:23.325048 8686 kubeadm.go:582] duration metric: took 2m29.143408777s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0719 17:30:23.325069 8686 node_conditions.go:102] verifying NodePressure condition ...
I0719 17:30:23.328500 8686 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0719 17:30:23.328535 8686 node_conditions.go:123] node cpu capacity is 2
I0719 17:30:23.328547 8686 node_conditions.go:105] duration metric: took 3.471557ms to run NodePressure ...
I0719 17:30:23.328561 8686 start.go:241] waiting for startup goroutines ...
I0719 17:30:23.328569 8686 start.go:246] waiting for cluster config update ...
I0719 17:30:23.328584 8686 start.go:255] writing updated cluster config ...
I0719 17:30:23.328890 8686 ssh_runner.go:195] Run: rm -f paused
I0719 17:30:23.654540 8686 start.go:600] kubectl: 1.30.3, cluster: 1.30.3 (minor skew: 0)
I0719 17:30:23.658731 8686 out.go:177] * Done! kubectl is now configured to use "addons-003987" cluster and "default" namespace by default
==> CRI-O <==
Jul 19 17:34:06 addons-003987 crio[969]: time="2024-07-19 17:34:06.453526461Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=f91ce60f-d2df-4faa-aa39-656af9cb9190 name=/runtime.v1.ImageService/ImageStatus
Jul 19 17:34:06 addons-003987 crio[969]: time="2024-07-19 17:34:06.455762411Z" level=info msg="Creating container: default/hello-world-app-6778b5fc9f-djngb/hello-world-app" id=874d335f-1459-43fc-9ea6-d818bb4a4e8b name=/runtime.v1.RuntimeService/CreateContainer
Jul 19 17:34:06 addons-003987 crio[969]: time="2024-07-19 17:34:06.455965204Z" level=warning msg="Allowed annotations are specified for workload []"
Jul 19 17:34:06 addons-003987 crio[969]: time="2024-07-19 17:34:06.477247222Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/ab55f393d3bff82ceded9aa151a603003352eda79b54ef5bdeb69c07bc1ce51a/merged/etc/passwd: no such file or directory"
Jul 19 17:34:06 addons-003987 crio[969]: time="2024-07-19 17:34:06.477426786Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/ab55f393d3bff82ceded9aa151a603003352eda79b54ef5bdeb69c07bc1ce51a/merged/etc/group: no such file or directory"
Jul 19 17:34:06 addons-003987 crio[969]: time="2024-07-19 17:34:06.520614628Z" level=info msg="Created container 62d62e5003a7dfcaa8ab7ba08f943b08cb98722acdb3c06a35c5f5635ea1e1bd: default/hello-world-app-6778b5fc9f-djngb/hello-world-app" id=874d335f-1459-43fc-9ea6-d818bb4a4e8b name=/runtime.v1.RuntimeService/CreateContainer
Jul 19 17:34:06 addons-003987 crio[969]: time="2024-07-19 17:34:06.521353708Z" level=info msg="Starting container: 62d62e5003a7dfcaa8ab7ba08f943b08cb98722acdb3c06a35c5f5635ea1e1bd" id=28c359a2-b641-440f-876b-7806785035f9 name=/runtime.v1.RuntimeService/StartContainer
Jul 19 17:34:06 addons-003987 crio[969]: time="2024-07-19 17:34:06.529203550Z" level=info msg="Started container" PID=7978 containerID=62d62e5003a7dfcaa8ab7ba08f943b08cb98722acdb3c06a35c5f5635ea1e1bd description=default/hello-world-app-6778b5fc9f-djngb/hello-world-app id=28c359a2-b641-440f-876b-7806785035f9 name=/runtime.v1.RuntimeService/StartContainer sandboxID=fad647e1139181cfea69b79d5960875fca54bd4467be9a500185b94541ca41ab
Jul 19 17:34:07 addons-003987 crio[969]: time="2024-07-19 17:34:07.062822876Z" level=info msg="Removing container: d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696" id=72bd1eb2-78ea-4f5d-9c78-fcb33c8a84e9 name=/runtime.v1.RuntimeService/RemoveContainer
Jul 19 17:34:07 addons-003987 crio[969]: time="2024-07-19 17:34:07.087956723Z" level=info msg="Removed container d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=72bd1eb2-78ea-4f5d-9c78-fcb33c8a84e9 name=/runtime.v1.RuntimeService/RemoveContainer
Jul 19 17:34:08 addons-003987 crio[969]: time="2024-07-19 17:34:08.728963254Z" level=info msg="Stopping container: 09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22 (timeout: 2s)" id=3b13141d-39a4-412f-9d42-7225bb42aa06 name=/runtime.v1.RuntimeService/StopContainer
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.735464361Z" level=warning msg="Stopping container 09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22 with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=3b13141d-39a4-412f-9d42-7225bb42aa06 name=/runtime.v1.RuntimeService/StopContainer
Jul 19 17:34:10 addons-003987 conmon[5335]: conmon 09f52530ab8b666aeb2a <ninfo>: container 5349 exited with status 137
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.873999665Z" level=info msg="Stopped container 09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22: ingress-nginx/ingress-nginx-controller-6d9bd977d4-lcjqc/controller" id=3b13141d-39a4-412f-9d42-7225bb42aa06 name=/runtime.v1.RuntimeService/StopContainer
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.874522446Z" level=info msg="Stopping pod sandbox: 0c863aee51f9294eeddfc585a42e0e9e9302c8fa6be9f8a768ddfb974de54cf3" id=1d0f12c5-a8f7-42ab-a99e-728011897a96 name=/runtime.v1.RuntimeService/StopPodSandbox
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.877882501Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-OLELKW3T4JAOBZ5T - [0:0]\n:KUBE-HP-63SPESR4NGSX6TFL - [0:0]\n-X KUBE-HP-63SPESR4NGSX6TFL\n-X KUBE-HP-OLELKW3T4JAOBZ5T\nCOMMIT\n"
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.890773433Z" level=info msg="Closing host port tcp:80"
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.890827982Z" level=info msg="Closing host port tcp:443"
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.892312207Z" level=info msg="Host port tcp:80 does not have an open socket"
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.892341147Z" level=info msg="Host port tcp:443 does not have an open socket"
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.892517183Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-6d9bd977d4-lcjqc Namespace:ingress-nginx ID:0c863aee51f9294eeddfc585a42e0e9e9302c8fa6be9f8a768ddfb974de54cf3 UID:18d6ac2f-1b30-4811-a1b7-b59d50611783 NetNS:/var/run/netns/9277d6c0-c1c9-4840-aa01-cc54338c788e Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.892648311Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-6d9bd977d4-lcjqc from CNI network \"kindnet\" (type=ptp)"
Jul 19 17:34:10 addons-003987 crio[969]: time="2024-07-19 17:34:10.919948683Z" level=info msg="Stopped pod sandbox: 0c863aee51f9294eeddfc585a42e0e9e9302c8fa6be9f8a768ddfb974de54cf3" id=1d0f12c5-a8f7-42ab-a99e-728011897a96 name=/runtime.v1.RuntimeService/StopPodSandbox
Jul 19 17:34:11 addons-003987 crio[969]: time="2024-07-19 17:34:11.075112974Z" level=info msg="Removing container: 09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22" id=d4d16713-dd76-4126-867f-353d5e7feb63 name=/runtime.v1.RuntimeService/RemoveContainer
Jul 19 17:34:11 addons-003987 crio[969]: time="2024-07-19 17:34:11.096421060Z" level=info msg="Removed container 09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22: ingress-nginx/ingress-nginx-controller-6d9bd977d4-lcjqc/controller" id=d4d16713-dd76-4126-867f-353d5e7feb63 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
62d62e5003a7d docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 9 seconds ago Running hello-world-app 0 fad647e113918 hello-world-app-6778b5fc9f-djngb
8a3c650de2d9a docker.io/library/nginx@sha256:a45ee5d042aaa9e81e013f97ae40c3dda26fbe98f22b6251acdf28e579560d55 2 minutes ago Running nginx 0 81480afab21db nginx
00916ecfaac6e ghcr.io/headlamp-k8s/headlamp@sha256:1c3f42aacd8eee1d3f1c63efb5a3b42da387ca1d87b77b0f486e8443201fcb37 3 minutes ago Running headlamp 0 28fcd49092a5d headlamp-7867546754-22kzs
4d376f5507b5f 296b5f799fcd8a39f0e93373bc18787d846c6a2a78a5657b1514831f043c09bf 4 minutes ago Exited patch 2 895eb89b3a1d7 ingress-nginx-admission-patch-km5ph
afc82b0ca2962 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:a40e1a121ee367d1712ac3a54ec9c38c405a65dde923c98e5fa6368fa82c4b69 4 minutes ago Running gcp-auth 0 7c2f7624293f5 gcp-auth-5db96cd9b4-q67f9
e2fa88923db96 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:36d05b4077fb8e3d13663702fa337f124675ba8667cbd949c03a8e8ea6fa4366 4 minutes ago Exited create 0 42b22adbe6a38 ingress-nginx-admission-create-bzn4t
69c1a332bafec docker.io/marcnuri/yakd@sha256:1c961556224d57fc747de0b1874524208e5fb4f8386f23e9c1c4c18e97109f17 4 minutes ago Running yakd 0 8d2edf2966827 yakd-dashboard-799879c74f-jk4gx
b7a111cd7012d docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 5 minutes ago Running local-path-provisioner 0 8feb538e58e95 local-path-provisioner-8d985888d-nkjw9
2d220aeeb6d27 registry.k8s.io/metrics-server/metrics-server@sha256:7f0fc3565b6d4655d078bb8e250d0423d7c79aeb05fbc71e1ffa6ff664264d70 5 minutes ago Running metrics-server 0 d769d63ecb782 metrics-server-c59844bb4-5jr5g
45c215d08998d 2437cf762177702dec2dfe99a09c37427a15af6d9a57c456b65352667c223d93 5 minutes ago Running coredns 0 b19331d46ed47 coredns-7db6d8ff4d-cr7jj
a531d5a6a5e3d ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 c9e89766f656f storage-provisioner
27233dca5444e 5e32961ddcea3ade65511b2e27f675bbda25305639279f8b708014019e8cebb2 6 minutes ago Running kindnet-cni 0 b424f2f725f57 kindnet-wwmsb
acb20a5211342 2351f570ed0eac5533e538280d73c6aa5d6b6f6379f5f3fac08f51378621e6be 6 minutes ago Running kube-proxy 0 8c9264d64d79c kube-proxy-4mqxv
5f867b7d5c8f3 61773190d42ff0792f3bab2658e80b1c07519170955bb350b153b564ef28f4ca 6 minutes ago Running kube-apiserver 0 12aaf2853f181 kube-apiserver-addons-003987
5bc38fee9059e 8e97cdb19e7cc420af7c71de8b5c9ab536bd278758c8c0878c464b833d91b31a 6 minutes ago Running kube-controller-manager 0 e837924ca9d1b kube-controller-manager-addons-003987
9a589eff4291c d48f992a22722fc0290769b8fab1186db239bbad4cff837fbb641c55faef9355 6 minutes ago Running kube-scheduler 0 415107648f023 kube-scheduler-addons-003987
c95b6228b5cb6 014faa467e29798aeef733fe6d1a3b5e382688217b053ad23410e6cccd5d22fd 6 minutes ago Running etcd 0 7ecce34594efc etcd-addons-003987
==> coredns [45c215d08998d95d49da560d14301f0a73b215b57aac7df4e794102dcffdda79] <==
[INFO] 10.244.0.10:56600 - 56258 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002545561s
[INFO] 10.244.0.10:45331 - 49411 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000142764s
[INFO] 10.244.0.10:45331 - 7168 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000117959s
[INFO] 10.244.0.10:49380 - 22431 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000119198s
[INFO] 10.244.0.10:49380 - 60259 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.00023792s
[INFO] 10.244.0.10:48929 - 34917 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000137348s
[INFO] 10.244.0.10:48929 - 13080 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.00010241s
[INFO] 10.244.0.10:48662 - 32597 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000058035s
[INFO] 10.244.0.10:48662 - 3411 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000067193s
[INFO] 10.244.0.10:59890 - 59259 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001831399s
[INFO] 10.244.0.10:59890 - 15225 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001404832s
[INFO] 10.244.0.10:36420 - 16633 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000070647s
[INFO] 10.244.0.10:36420 - 7679 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000052555s
[INFO] 10.244.0.19:37781 - 56144 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000206846s
[INFO] 10.244.0.19:51317 - 47665 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000301298s
[INFO] 10.244.0.19:59680 - 51688 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00019028s
[INFO] 10.244.0.19:37175 - 41831 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000315181s
[INFO] 10.244.0.19:55261 - 56931 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00012157s
[INFO] 10.244.0.19:59720 - 12598 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000100539s
[INFO] 10.244.0.19:43648 - 29238 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.009158037s
[INFO] 10.244.0.19:39475 - 31527 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.008607382s
[INFO] 10.244.0.19:49432 - 24574 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00078535s
[INFO] 10.244.0.19:35683 - 64873 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.00186564s
[INFO] 10.244.0.22:60783 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00018415s
[INFO] 10.244.0.22:34626 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00014991s
==> describe nodes <==
Name: addons-003987
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-003987
kubernetes.io/os=linux
minikube.k8s.io/commit=405f18a5a62536f49733886cdc838e8ec36975de
minikube.k8s.io/name=addons-003987
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_07_19T17_27_41_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-003987
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 19 Jul 2024 17:27:38 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-003987
AcquireTime: <unset>
RenewTime: Fri, 19 Jul 2024 17:34:08 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 19 Jul 2024 17:32:16 +0000 Fri, 19 Jul 2024 17:27:35 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 19 Jul 2024 17:32:16 +0000 Fri, 19 Jul 2024 17:27:35 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 19 Jul 2024 17:32:16 +0000 Fri, 19 Jul 2024 17:27:35 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 19 Jul 2024 17:32:16 +0000 Fri, 19 Jul 2024 17:28:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-003987
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022364Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022364Ki
pods: 110
System Info:
Machine ID: fefd09e3ef944f37a722a0433fbd8bce
System UUID: fbdd52a9-6fff-4642-9f9e-059eff18f318
Boot ID: c94f42e3-605d-4105-a81f-92a1a68b3667
Kernel Version: 5.15.0-1064-aws
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.30.3
Kube-Proxy Version: v1.30.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-6778b5fc9f-djngb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m32s
gcp-auth gcp-auth-5db96cd9b4-q67f9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m12s
headlamp headlamp-7867546754-22kzs 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m52s
kube-system coredns-7db6d8ff4d-cr7jj 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 6m22s
kube-system etcd-addons-003987 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 6m37s
kube-system kindnet-wwmsb 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 6m22s
kube-system kube-apiserver-addons-003987 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m36s
kube-system kube-controller-manager-addons-003987 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m36s
kube-system kube-proxy-4mqxv 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m22s
kube-system kube-scheduler-addons-003987 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m36s
kube-system metrics-server-c59844bb4-5jr5g 100m (5%!)(MISSING) 0 (0%!)(MISSING) 200Mi (2%!)(MISSING) 0 (0%!)(MISSING) 6m18s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m17s
local-path-storage local-path-provisioner-8d985888d-nkjw9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m17s
yakd-dashboard yakd-dashboard-799879c74f-jk4gx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 6m17s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%!)(MISSING) 100m (5%!)(MISSING)
memory 548Mi (6%!)(MISSING) 476Mi (6%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m16s kube-proxy
Normal NodeHasSufficientMemory 6m43s (x8 over 6m43s) kubelet Node addons-003987 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m43s (x8 over 6m43s) kubelet Node addons-003987 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m43s (x8 over 6m43s) kubelet Node addons-003987 status is now: NodeHasSufficientPID
Normal Starting 6m36s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m36s kubelet Node addons-003987 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m36s kubelet Node addons-003987 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m36s kubelet Node addons-003987 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m23s node-controller Node addons-003987 event: Registered Node addons-003987 in Controller
Normal NodeReady 5m38s kubelet Node addons-003987 status is now: NodeReady
==> dmesg <==
[Jul19 17:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014418] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.450732] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.063271] systemd[1]: /lib/systemd/system/cloud-init-local.service:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.002877] systemd[1]: /lib/systemd/system/cloud-init.service:19: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.019286] systemd[1]: /lib/systemd/system/cloud-init.target:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.004920] systemd[1]: /lib/systemd/system/cloud-final.service:9: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.004051] systemd[1]: /lib/systemd/system/cloud-config.service:8: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.764692] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.799587] kauditd_printk_skb: 36 callbacks suppressed
==> etcd [c95b6228b5cb63d382c7630d2abc0fe392e6e86dfeccfad8b1b308bcc6ecec6a] <==
{"level":"info","ts":"2024-07-19T17:27:34.372351Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2024-07-19T17:27:34.372361Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2024-07-19T17:27:34.375191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-07-19T17:27:34.375297Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-07-19T17:27:35.243626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-07-19T17:27:35.243741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-07-19T17:27:35.243794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-07-19T17:27:35.243835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-07-19T17:27:35.243866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-07-19T17:27:35.243903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-07-19T17:27:35.243936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-07-19T17:27:35.247761Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-003987 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-07-19T17:27:35.247966Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-07-19T17:27:35.251601Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-07-19T17:27:35.251631Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-07-19T17:27:35.251717Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-07-19T17:27:35.251774Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-07-19T17:27:35.251855Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-07-19T17:27:35.251918Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-07-19T17:27:35.251926Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-07-19T17:27:35.25356Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-07-19T17:27:35.25356Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-07-19T17:27:54.847867Z","caller":"traceutil/trace.go:171","msg":"trace[1947215769] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"193.819164ms","start":"2024-07-19T17:27:54.654031Z","end":"2024-07-19T17:27:54.847851Z","steps":["trace[1947215769] 'process raft request' (duration: 193.778926ms)"],"step_count":1}
{"level":"info","ts":"2024-07-19T17:27:54.859344Z","caller":"traceutil/trace.go:171","msg":"trace[1161997460] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"205.401572ms","start":"2024-07-19T17:27:54.653918Z","end":"2024-07-19T17:27:54.85932Z","steps":["trace[1161997460] 'process raft request' (duration: 97.600269ms)","trace[1161997460] 'compare' (duration: 96.202854ms)"],"step_count":2}
{"level":"info","ts":"2024-07-19T17:27:54.90108Z","caller":"traceutil/trace.go:171","msg":"trace[1802201222] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"134.689285ms","start":"2024-07-19T17:27:54.766374Z","end":"2024-07-19T17:27:54.901063Z","steps":["trace[1802201222] 'process raft request' (duration: 121.866995ms)"],"step_count":1}
==> gcp-auth [afc82b0ca29620a513897fb65379d93b1b0762d4ae33f947dae6cb24fa098f7a] <==
2024/07/19 17:29:32 GCP Auth Webhook started!
2024/07/19 17:30:24 Ready to marshal response ...
2024/07/19 17:30:24 Ready to write response ...
2024/07/19 17:30:24 Ready to marshal response ...
2024/07/19 17:30:24 Ready to write response ...
2024/07/19 17:30:24 Ready to marshal response ...
2024/07/19 17:30:24 Ready to write response ...
2024/07/19 17:30:35 Ready to marshal response ...
2024/07/19 17:30:35 Ready to write response ...
2024/07/19 17:30:41 Ready to marshal response ...
2024/07/19 17:30:41 Ready to write response ...
2024/07/19 17:30:42 Ready to marshal response ...
2024/07/19 17:30:42 Ready to write response ...
2024/07/19 17:30:50 Ready to marshal response ...
2024/07/19 17:30:50 Ready to write response ...
2024/07/19 17:31:07 Ready to marshal response ...
2024/07/19 17:31:07 Ready to write response ...
2024/07/19 17:31:28 Ready to marshal response ...
2024/07/19 17:31:28 Ready to write response ...
2024/07/19 17:31:44 Ready to marshal response ...
2024/07/19 17:31:44 Ready to write response ...
2024/07/19 17:34:05 Ready to marshal response ...
2024/07/19 17:34:05 Ready to write response ...
==> kernel <==
17:34:16 up 16 min, 0 users, load average: 0.20, 0.74, 0.47
Linux addons-003987 5.15.0-1064-aws #70~20.04.1-Ubuntu SMP Thu Jun 27 14:52:48 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kindnet [27233dca5444edf6ba6166c8deb5c5ee87746e21578f19efc398ad7f6867a848] <==
E0719 17:32:59.121863 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.NetworkPolicy: failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "networkpolicies" in API group "networking.k8s.io" at the cluster scope
W0719 17:33:06.279447 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
E0719 17:33:06.279482 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
I0719 17:33:08.376535 1 main.go:299] Handling node with IPs: map[192.168.49.2:{}]
I0719 17:33:08.376571 1 main.go:303] handling current node
I0719 17:33:18.376737 1 main.go:299] Handling node with IPs: map[192.168.49.2:{}]
I0719 17:33:18.376770 1 main.go:303] handling current node
I0719 17:33:28.376734 1 main.go:299] Handling node with IPs: map[192.168.49.2:{}]
I0719 17:33:28.376768 1 main.go:303] handling current node
W0719 17:33:37.241947 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
E0719 17:33:37.241983 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
I0719 17:33:38.376170 1 main.go:299] Handling node with IPs: map[192.168.49.2:{}]
I0719 17:33:38.376208 1 main.go:303] handling current node
W0719 17:33:45.705626 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.Namespace: namespaces is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "namespaces" in API group "" at the cluster scope
E0719 17:33:45.705660 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "namespaces" in API group "" at the cluster scope
I0719 17:33:48.376619 1 main.go:299] Handling node with IPs: map[192.168.49.2:{}]
I0719 17:33:48.376662 1 main.go:303] handling current node
W0719 17:33:49.956426 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "networkpolicies" in API group "networking.k8s.io" at the cluster scope
E0719 17:33:49.956459 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.NetworkPolicy: failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "networkpolicies" in API group "networking.k8s.io" at the cluster scope
I0719 17:33:58.376556 1 main.go:299] Handling node with IPs: map[192.168.49.2:{}]
I0719 17:33:58.376595 1 main.go:303] handling current node
I0719 17:34:08.376514 1 main.go:299] Handling node with IPs: map[192.168.49.2:{}]
I0719 17:34:08.376546 1 main.go:303] handling current node
W0719 17:34:15.515015 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
E0719 17:34:15.515048 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.2/tools/cache/reflector.go:232: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
==> kube-apiserver [5f867b7d5c8f396c7b16156acb4ee45768a7804aa1da935bb5ebdf696c406b44] <==
E0719 17:29:49.019775 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.110.53.251:443/apis/metrics.k8s.io/v1beta1: Get "https://10.110.53.251:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.110.53.251:443: connect: connection refused
W0719 17:29:49.020077 1 handler_proxy.go:93] no RequestInfo found in the context
E0719 17:29:49.020186 1 controller.go:146] Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
E0719 17:29:49.021345 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.110.53.251:443/apis/metrics.k8s.io/v1beta1: Get "https://10.110.53.251:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.110.53.251:443: connect: connection refused
E0719 17:29:49.026886 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.110.53.251:443/apis/metrics.k8s.io/v1beta1: Get "https://10.110.53.251:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.110.53.251:443: connect: connection refused
I0719 17:29:49.279268 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0719 17:30:24.581401 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.99.238.197"}
I0719 17:30:58.973331 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0719 17:31:00.027346 1 cacher.go:168] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0719 17:31:18.534958 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0719 17:31:43.289014 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 17:31:43.289187 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 17:31:43.318654 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 17:31:43.318774 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 17:31:43.335033 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 17:31:43.335078 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 17:31:43.438692 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0719 17:31:43.438746 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0719 17:31:43.983033 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0719 17:31:44.330015 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.102.65.154"}
W0719 17:31:44.337878 1 cacher.go:168] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0719 17:31:44.438802 1 cacher.go:168] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0719 17:31:44.445119 1 cacher.go:168] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0719 17:34:05.254380 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.111.125.204"}
==> kube-controller-manager [5bc38fee9059ec0512ddae75453a7dfa655f9f2b8ff0308293cef030fa83bba4] <==
W0719 17:32:45.597688 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 17:32:45.597723 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 17:32:54.566415 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 17:32:54.566449 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 17:33:04.108003 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 17:33:04.108038 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 17:33:20.749619 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 17:33:20.749657 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 17:33:36.721083 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 17:33:36.721121 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 17:33:43.702659 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 17:33:43.702696 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0719 17:33:46.875766 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 17:33:46.875802 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0719 17:34:05.039958 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="72.475076ms"
I0719 17:34:05.047695 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="7.687837ms"
I0719 17:34:05.048093 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="41.707µs"
I0719 17:34:05.062814 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="50.511µs"
I0719 17:34:07.094221 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="14.465226ms"
I0719 17:34:07.094661 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-6778b5fc9f" duration="55.779µs"
I0719 17:34:07.715641 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-6d9bd977d4" duration="6.302µs"
I0719 17:34:07.718699 1 job_controller.go:566] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-create"
I0719 17:34:07.739958 1 job_controller.go:566] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-patch"
W0719 17:34:10.087152 1 reflector.go:547] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0719 17:34:10.087199 1 reflector.go:150] k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [acb20a5211342d0d8adfb2481e1d8a8ec14eec8c3a65350dfbae6f5366354a1f] <==
I0719 17:27:59.156746 1 server_linux.go:69] "Using iptables proxy"
I0719 17:27:59.264215 1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
I0719 17:27:59.571695 1 server.go:659] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0719 17:27:59.571768 1 server_linux.go:165] "Using iptables Proxier"
I0719 17:27:59.685832 1 server_linux.go:511] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0719 17:27:59.685865 1 server_linux.go:528] "Defaulting to no-op detect-local"
I0719 17:27:59.685896 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0719 17:27:59.686174 1 server.go:872] "Version info" version="v1.30.3"
I0719 17:27:59.686197 1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0719 17:27:59.698475 1 config.go:319] "Starting node config controller"
I0719 17:27:59.704569 1 shared_informer.go:313] Waiting for caches to sync for node config
I0719 17:27:59.705175 1 config.go:192] "Starting service config controller"
I0719 17:27:59.705566 1 shared_informer.go:313] Waiting for caches to sync for service config
I0719 17:27:59.705654 1 config.go:101] "Starting endpoint slice config controller"
I0719 17:27:59.705700 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0719 17:27:59.813826 1 shared_informer.go:320] Caches are synced for node config
I0719 17:27:59.813868 1 shared_informer.go:320] Caches are synced for service config
I0719 17:27:59.813912 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [9a589eff4291ca0853ea6b1ef2f00461121b83ec054379a17839cd5c9752dab8] <==
W0719 17:27:38.614947 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0719 17:27:38.614989 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0719 17:27:38.615421 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0719 17:27:38.615472 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0719 17:27:38.615572 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0719 17:27:38.615632 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0719 17:27:38.615966 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0719 17:27:38.616036 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0719 17:27:38.616609 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0719 17:27:38.617415 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0719 17:27:38.616804 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0719 17:27:38.617541 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0719 17:27:38.617184 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0719 17:27:38.617642 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0719 17:27:38.617391 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0719 17:27:38.617963 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0719 17:27:38.618078 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0719 17:27:38.618129 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0719 17:27:38.618175 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0719 17:27:38.618226 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0719 17:27:38.618321 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0719 17:27:38.618360 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0719 17:27:38.619696 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0719 17:27:38.619735 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
I0719 17:27:39.707728 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jul 19 17:34:05 addons-003987 kubelet[1544]: I0719 17:34:05.032195 1544 topology_manager.go:215] "Topology Admit Handler" podUID="65cea029-22f0-4a3a-ab6a-cccd01c1c9ce" podNamespace="default" podName="hello-world-app-6778b5fc9f-djngb"
Jul 19 17:34:05 addons-003987 kubelet[1544]: I0719 17:34:05.107233 1544 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gsgqp\" (UniqueName: \"kubernetes.io/projected/65cea029-22f0-4a3a-ab6a-cccd01c1c9ce-kube-api-access-gsgqp\") pod \"hello-world-app-6778b5fc9f-djngb\" (UID: \"65cea029-22f0-4a3a-ab6a-cccd01c1c9ce\") " pod="default/hello-world-app-6778b5fc9f-djngb"
Jul 19 17:34:05 addons-003987 kubelet[1544]: I0719 17:34:05.107301 1544 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/65cea029-22f0-4a3a-ab6a-cccd01c1c9ce-gcp-creds\") pod \"hello-world-app-6778b5fc9f-djngb\" (UID: \"65cea029-22f0-4a3a-ab6a-cccd01c1c9ce\") " pod="default/hello-world-app-6778b5fc9f-djngb"
Jul 19 17:34:06 addons-003987 kubelet[1544]: I0719 17:34:06.316599 1544 reconciler_common.go:161] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kl5mx\" (UniqueName: \"kubernetes.io/projected/057f03f7-bd5f-4af4-9f16-22bb89fb1871-kube-api-access-kl5mx\") pod \"057f03f7-bd5f-4af4-9f16-22bb89fb1871\" (UID: \"057f03f7-bd5f-4af4-9f16-22bb89fb1871\") "
Jul 19 17:34:06 addons-003987 kubelet[1544]: I0719 17:34:06.325824 1544 operation_generator.go:887] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/057f03f7-bd5f-4af4-9f16-22bb89fb1871-kube-api-access-kl5mx" (OuterVolumeSpecName: "kube-api-access-kl5mx") pod "057f03f7-bd5f-4af4-9f16-22bb89fb1871" (UID: "057f03f7-bd5f-4af4-9f16-22bb89fb1871"). InnerVolumeSpecName "kube-api-access-kl5mx". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jul 19 17:34:06 addons-003987 kubelet[1544]: I0719 17:34:06.417279 1544 reconciler_common.go:289] "Volume detached for volume \"kube-api-access-kl5mx\" (UniqueName: \"kubernetes.io/projected/057f03f7-bd5f-4af4-9f16-22bb89fb1871-kube-api-access-kl5mx\") on node \"addons-003987\" DevicePath \"\""
Jul 19 17:34:07 addons-003987 kubelet[1544]: I0719 17:34:07.061305 1544 scope.go:117] "RemoveContainer" containerID="d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696"
Jul 19 17:34:07 addons-003987 kubelet[1544]: I0719 17:34:07.079430 1544 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-6778b5fc9f-djngb" podStartSLOduration=1.050233806 podStartE2EDuration="2.079414529s" podCreationTimestamp="2024-07-19 17:34:05 +0000 UTC" firstStartedPulling="2024-07-19 17:34:05.421287268 +0000 UTC m=+385.072011585" lastFinishedPulling="2024-07-19 17:34:06.450467991 +0000 UTC m=+386.101192308" observedRunningTime="2024-07-19 17:34:07.078680634 +0000 UTC m=+386.729404959" watchObservedRunningTime="2024-07-19 17:34:07.079414529 +0000 UTC m=+386.730138846"
Jul 19 17:34:07 addons-003987 kubelet[1544]: I0719 17:34:07.088390 1544 scope.go:117] "RemoveContainer" containerID="d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696"
Jul 19 17:34:07 addons-003987 kubelet[1544]: E0719 17:34:07.088833 1544 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696\": container with ID starting with d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696 not found: ID does not exist" containerID="d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696"
Jul 19 17:34:07 addons-003987 kubelet[1544]: I0719 17:34:07.088870 1544 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696"} err="failed to get container status \"d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696\": rpc error: code = NotFound desc = could not find container \"d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696\": container with ID starting with d35d88763888fc5cf64acd3f4b016756cb787ba12f188fec4e952c55542df696 not found: ID does not exist"
Jul 19 17:34:08 addons-003987 kubelet[1544]: I0719 17:34:08.483840 1544 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="057f03f7-bd5f-4af4-9f16-22bb89fb1871" path="/var/lib/kubelet/pods/057f03f7-bd5f-4af4-9f16-22bb89fb1871/volumes"
Jul 19 17:34:08 addons-003987 kubelet[1544]: I0719 17:34:08.485143 1544 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6a96e013-b737-4be1-bb3c-edbb94296637" path="/var/lib/kubelet/pods/6a96e013-b737-4be1-bb3c-edbb94296637/volumes"
Jul 19 17:34:08 addons-003987 kubelet[1544]: I0719 17:34:08.485548 1544 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="df0f85b6-0a77-4f58-a605-79c46ea60323" path="/var/lib/kubelet/pods/df0f85b6-0a77-4f58-a605-79c46ea60323/volumes"
Jul 19 17:34:11 addons-003987 kubelet[1544]: I0719 17:34:11.044453 1544 reconciler_common.go:161] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lvkw4\" (UniqueName: \"kubernetes.io/projected/18d6ac2f-1b30-4811-a1b7-b59d50611783-kube-api-access-lvkw4\") pod \"18d6ac2f-1b30-4811-a1b7-b59d50611783\" (UID: \"18d6ac2f-1b30-4811-a1b7-b59d50611783\") "
Jul 19 17:34:11 addons-003987 kubelet[1544]: I0719 17:34:11.044566 1544 reconciler_common.go:161] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/18d6ac2f-1b30-4811-a1b7-b59d50611783-webhook-cert\") pod \"18d6ac2f-1b30-4811-a1b7-b59d50611783\" (UID: \"18d6ac2f-1b30-4811-a1b7-b59d50611783\") "
Jul 19 17:34:11 addons-003987 kubelet[1544]: I0719 17:34:11.047103 1544 operation_generator.go:887] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18d6ac2f-1b30-4811-a1b7-b59d50611783-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "18d6ac2f-1b30-4811-a1b7-b59d50611783" (UID: "18d6ac2f-1b30-4811-a1b7-b59d50611783"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Jul 19 17:34:11 addons-003987 kubelet[1544]: I0719 17:34:11.050193 1544 operation_generator.go:887] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/18d6ac2f-1b30-4811-a1b7-b59d50611783-kube-api-access-lvkw4" (OuterVolumeSpecName: "kube-api-access-lvkw4") pod "18d6ac2f-1b30-4811-a1b7-b59d50611783" (UID: "18d6ac2f-1b30-4811-a1b7-b59d50611783"). InnerVolumeSpecName "kube-api-access-lvkw4". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jul 19 17:34:11 addons-003987 kubelet[1544]: I0719 17:34:11.073352 1544 scope.go:117] "RemoveContainer" containerID="09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22"
Jul 19 17:34:11 addons-003987 kubelet[1544]: I0719 17:34:11.096697 1544 scope.go:117] "RemoveContainer" containerID="09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22"
Jul 19 17:34:11 addons-003987 kubelet[1544]: E0719 17:34:11.097147 1544 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22\": container with ID starting with 09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22 not found: ID does not exist" containerID="09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22"
Jul 19 17:34:11 addons-003987 kubelet[1544]: I0719 17:34:11.097182 1544 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22"} err="failed to get container status \"09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22\": rpc error: code = NotFound desc = could not find container \"09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22\": container with ID starting with 09f52530ab8b666aeb2ab30dab7b29d9adeb9ad36f28457419ebc7f3682aeb22 not found: ID does not exist"
Jul 19 17:34:11 addons-003987 kubelet[1544]: I0719 17:34:11.145438 1544 reconciler_common.go:289] "Volume detached for volume \"kube-api-access-lvkw4\" (UniqueName: \"kubernetes.io/projected/18d6ac2f-1b30-4811-a1b7-b59d50611783-kube-api-access-lvkw4\") on node \"addons-003987\" DevicePath \"\""
Jul 19 17:34:11 addons-003987 kubelet[1544]: I0719 17:34:11.145473 1544 reconciler_common.go:289] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/18d6ac2f-1b30-4811-a1b7-b59d50611783-webhook-cert\") on node \"addons-003987\" DevicePath \"\""
Jul 19 17:34:12 addons-003987 kubelet[1544]: I0719 17:34:12.483872 1544 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="18d6ac2f-1b30-4811-a1b7-b59d50611783" path="/var/lib/kubelet/pods/18d6ac2f-1b30-4811-a1b7-b59d50611783/volumes"
==> storage-provisioner [a531d5a6a5e3d55147c824b66a03309b5becf1fc4e1af11fabff00d80ed68cf1] <==
I0719 17:28:39.529689 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0719 17:28:39.585181 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0719 17:28:39.585233 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0719 17:28:39.594141 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0719 17:28:39.594334 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-003987_2ad2134b-5dc0-44df-bae1-d9d614eded0d!
I0719 17:28:39.601907 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ed93bc2b-cc0d-4ee0-9846-57caaffe7774", APIVersion:"v1", ResourceVersion:"936", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-003987_2ad2134b-5dc0-44df-bae1-d9d614eded0d became leader
I0719 17:28:39.695382 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-003987_2ad2134b-5dc0-44df-bae1-d9d614eded0d!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-003987 -n addons-003987
helpers_test.go:261: (dbg) Run: kubectl --context addons-003987 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (153.89s)