=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-789889 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-789889 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-789889 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [6dda91ae-e33c-4a78-99c1-8f056142cf6a] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [6dda91ae-e33c-4a78-99c1-8f056142cf6a] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 11.027469086s
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-789889 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-789889 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.736056662s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-789889 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-789889 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:306: (dbg) Run: out/minikube-linux-amd64 -p addons-789889 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-amd64 -p addons-789889 addons disable ingress-dns --alsologtostderr -v=1: (1.567011136s)
addons_test.go:311: (dbg) Run: out/minikube-linux-amd64 -p addons-789889 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-amd64 -p addons-789889 addons disable ingress --alsologtostderr -v=1: (7.677355387s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-789889
helpers_test.go:235: (dbg) docker inspect addons-789889:
-- stdout --
[
{
"Id": "55d4491b5079acb739ec696d66b1be7e17157f151530b87f72316d007d75f1c0",
"Created": "2024-03-11T20:12:36.166570886Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 20044,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-03-11T20:12:36.458680296Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:a5b872dc86053f77fb58d93168e89c4b0fa5961a7ed628d630f6cd6decd7bca0",
"ResolvConfPath": "/var/lib/docker/containers/55d4491b5079acb739ec696d66b1be7e17157f151530b87f72316d007d75f1c0/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/55d4491b5079acb739ec696d66b1be7e17157f151530b87f72316d007d75f1c0/hostname",
"HostsPath": "/var/lib/docker/containers/55d4491b5079acb739ec696d66b1be7e17157f151530b87f72316d007d75f1c0/hosts",
"LogPath": "/var/lib/docker/containers/55d4491b5079acb739ec696d66b1be7e17157f151530b87f72316d007d75f1c0/55d4491b5079acb739ec696d66b1be7e17157f151530b87f72316d007d75f1c0-json.log",
"Name": "/addons-789889",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-789889:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-789889",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/c518f0d51b328295bcae4c252e0c5327fbd472a9c6b05cb51b5aa6f89f537a08-init/diff:/var/lib/docker/overlay2/f73d37ffbd2d902d86868f0069c93dc80efa9c1753e745fa0a8d8a58d8251466/diff",
"MergedDir": "/var/lib/docker/overlay2/c518f0d51b328295bcae4c252e0c5327fbd472a9c6b05cb51b5aa6f89f537a08/merged",
"UpperDir": "/var/lib/docker/overlay2/c518f0d51b328295bcae4c252e0c5327fbd472a9c6b05cb51b5aa6f89f537a08/diff",
"WorkDir": "/var/lib/docker/overlay2/c518f0d51b328295bcae4c252e0c5327fbd472a9c6b05cb51b5aa6f89f537a08/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-789889",
"Source": "/var/lib/docker/volumes/addons-789889/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-789889",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-789889",
"name.minikube.sigs.k8s.io": "addons-789889",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ba0f60c60d77d596b88793102014fd114cc432e053fe7b5a7f3dcc4fcc2d9bcd",
"SandboxKey": "/var/run/docker/netns/ba0f60c60d77",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-789889": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"55d4491b5079",
"addons-789889"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "80a48db647fdb7e852065793a0467f93389812bd4070da9fd77c7ad8f04162ef",
"EndpointID": "e7686a5c16f5fb4a356eb1afddcee81215da30e7b9376ad0e71a6cfcd61b2cb0",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"addons-789889",
"55d4491b5079"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-789889 -n addons-789889
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-789889 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-789889 logs -n 25: (1.082012317s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-626010 | download-only-626010 | jenkins | v1.32.0 | 11 Mar 24 20:12 UTC | 11 Mar 24 20:12 UTC |
| delete | -p download-only-123637 | download-only-123637 | jenkins | v1.32.0 | 11 Mar 24 20:12 UTC | 11 Mar 24 20:12 UTC |
| start | --download-only -p | download-docker-266191 | jenkins | v1.32.0 | 11 Mar 24 20:12 UTC | |
| | download-docker-266191 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-266191 | download-docker-266191 | jenkins | v1.32.0 | 11 Mar 24 20:12 UTC | 11 Mar 24 20:12 UTC |
| start | --download-only -p | binary-mirror-655124 | jenkins | v1.32.0 | 11 Mar 24 20:12 UTC | |
| | binary-mirror-655124 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:37273 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-655124 | binary-mirror-655124 | jenkins | v1.32.0 | 11 Mar 24 20:12 UTC | 11 Mar 24 20:12 UTC |
| addons | enable dashboard -p | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:12 UTC | |
| | addons-789889 | | | | | |
| addons | disable dashboard -p | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:12 UTC | |
| | addons-789889 | | | | | |
| start | -p addons-789889 --wait=true | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:12 UTC | 11 Mar 24 20:14 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=helm-tiller | | | | | |
| addons | disable nvidia-device-plugin | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| | -p addons-789889 | | | | | |
| addons | enable headlamp | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| | -p addons-789889 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| | addons-789889 | | | | | |
| ssh | addons-789889 ssh cat | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| | /opt/local-path-provisioner/pvc-a1870566-05d9-4628-b331-dd790f1180ca_default_test-pvc/file1 | | | | | |
| addons | addons-789889 addons disable | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-789889 ip | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| addons | addons-789889 addons disable | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-789889 addons | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| | addons-789889 | | | | | |
| addons | addons-789889 addons disable | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | 11 Mar 24 20:14 UTC |
| | helm-tiller --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-789889 ssh curl -s | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:14 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-789889 addons | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:15 UTC | 11 Mar 24 20:15 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-789889 addons | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:15 UTC | 11 Mar 24 20:15 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-789889 ip | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:17 UTC | 11 Mar 24 20:17 UTC |
| addons | addons-789889 addons disable | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:17 UTC | 11 Mar 24 20:17 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-789889 addons disable | addons-789889 | jenkins | v1.32.0 | 11 Mar 24 20:17 UTC | 11 Mar 24 20:17 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/03/11 20:12:15
Running on machine: ubuntu-20-agent-11
Binary: Built with gc go1.22.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0311 20:12:15.195483 19368 out.go:291] Setting OutFile to fd 1 ...
I0311 20:12:15.195593 19368 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0311 20:12:15.195603 19368 out.go:304] Setting ErrFile to fd 2...
I0311 20:12:15.195607 19368 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0311 20:12:15.195771 19368 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18358-10847/.minikube/bin
I0311 20:12:15.196343 19368 out.go:298] Setting JSON to false
I0311 20:12:15.197141 19368 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-11","uptime":3281,"bootTime":1710184655,"procs":169,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0311 20:12:15.197197 19368 start.go:139] virtualization: kvm guest
I0311 20:12:15.199362 19368 out.go:177] * [addons-789889] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0311 20:12:15.200824 19368 out.go:177] - MINIKUBE_LOCATION=18358
I0311 20:12:15.200847 19368 notify.go:220] Checking for updates...
I0311 20:12:15.202101 19368 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0311 20:12:15.203358 19368 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18358-10847/kubeconfig
I0311 20:12:15.204723 19368 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18358-10847/.minikube
I0311 20:12:15.205961 19368 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0311 20:12:15.207135 19368 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0311 20:12:15.208471 19368 driver.go:392] Setting default libvirt URI to qemu:///system
I0311 20:12:15.227511 19368 docker.go:122] docker version: linux-25.0.4:Docker Engine - Community
I0311 20:12:15.227595 19368 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0311 20:12:15.274724 19368 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:47 SystemTime:2024-03-11 20:12:15.267002033 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647988736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-11 Labels:[] ExperimentalBuild:false ServerVersion:25.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerEr
rors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.13.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0311 20:12:15.274824 19368 docker.go:295] overlay module found
I0311 20:12:15.276611 19368 out.go:177] * Using the docker driver based on user configuration
I0311 20:12:15.277859 19368 start.go:297] selected driver: docker
I0311 20:12:15.277877 19368 start.go:901] validating driver "docker" against <nil>
I0311 20:12:15.277891 19368 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0311 20:12:15.278601 19368 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0311 20:12:15.325615 19368 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:47 SystemTime:2024-03-11 20:12:15.317872205 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647988736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-11 Labels:[] ExperimentalBuild:false ServerVersion:25.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerEr
rors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.13.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0311 20:12:15.325790 19368 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0311 20:12:15.326040 19368 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0311 20:12:15.327657 19368 out.go:177] * Using Docker driver with root privileges
I0311 20:12:15.329119 19368 cni.go:84] Creating CNI manager for ""
I0311 20:12:15.329140 19368 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0311 20:12:15.329151 19368 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0311 20:12:15.329233 19368 start.go:340] cluster config:
{Name:addons-789889 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-789889 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0311 20:12:15.330565 19368 out.go:177] * Starting "addons-789889" primary control-plane node in "addons-789889" cluster
I0311 20:12:15.331705 19368 cache.go:121] Beginning downloading kic base image for docker with crio
I0311 20:12:15.332947 19368 out.go:177] * Pulling base image v0.0.42-1708944392-18244 ...
I0311 20:12:15.334060 19368 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0311 20:12:15.334084 19368 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 in local docker daemon
I0311 20:12:15.334095 19368 preload.go:147] Found local preload: /home/jenkins/minikube-integration/18358-10847/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4
I0311 20:12:15.334107 19368 cache.go:56] Caching tarball of preloaded images
I0311 20:12:15.334204 19368 preload.go:173] Found /home/jenkins/minikube-integration/18358-10847/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0311 20:12:15.334219 19368 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on crio
I0311 20:12:15.334552 19368 profile.go:142] Saving config to /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/config.json ...
I0311 20:12:15.334576 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/config.json: {Name:mk64b2318727101b51fa743ccc0f2a04ed0ab696 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:15.348004 19368 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 to local cache
I0311 20:12:15.348100 19368 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 in local cache directory
I0311 20:12:15.348117 19368 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 in local cache directory, skipping pull
I0311 20:12:15.348121 19368 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 exists in cache, skipping pull
I0311 20:12:15.348128 19368 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 as a tarball
I0311 20:12:15.348133 19368 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 from local cache
I0311 20:12:26.884318 19368 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 from cached tarball
I0311 20:12:26.884363 19368 cache.go:194] Successfully downloaded all kic artifacts
I0311 20:12:26.884402 19368 start.go:360] acquireMachinesLock for addons-789889: {Name:mke89600c4d42689ef83b0d258efd91d04bb64c3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0311 20:12:26.884503 19368 start.go:364] duration metric: took 78.037µs to acquireMachinesLock for "addons-789889"
I0311 20:12:26.884531 19368 start.go:93] Provisioning new machine with config: &{Name:addons-789889 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-789889 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0311 20:12:26.884628 19368 start.go:125] createHost starting for "" (driver="docker")
I0311 20:12:26.886467 19368 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0311 20:12:26.886695 19368 start.go:159] libmachine.API.Create for "addons-789889" (driver="docker")
I0311 20:12:26.886729 19368 client.go:168] LocalClient.Create starting
I0311 20:12:26.886818 19368 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18358-10847/.minikube/certs/ca.pem
I0311 20:12:26.978664 19368 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18358-10847/.minikube/certs/cert.pem
I0311 20:12:27.171564 19368 cli_runner.go:164] Run: docker network inspect addons-789889 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0311 20:12:27.188223 19368 cli_runner.go:211] docker network inspect addons-789889 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0311 20:12:27.188320 19368 network_create.go:281] running [docker network inspect addons-789889] to gather additional debugging logs...
I0311 20:12:27.188347 19368 cli_runner.go:164] Run: docker network inspect addons-789889
W0311 20:12:27.201731 19368 cli_runner.go:211] docker network inspect addons-789889 returned with exit code 1
I0311 20:12:27.201759 19368 network_create.go:284] error running [docker network inspect addons-789889]: docker network inspect addons-789889: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-789889 not found
I0311 20:12:27.201783 19368 network_create.go:286] output of [docker network inspect addons-789889]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-789889 not found
** /stderr **
I0311 20:12:27.201858 19368 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0311 20:12:27.216234 19368 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc002d4d630}
I0311 20:12:27.216276 19368 network_create.go:124] attempt to create docker network addons-789889 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0311 20:12:27.216340 19368 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-789889 addons-789889
I0311 20:12:27.264905 19368 network_create.go:108] docker network addons-789889 192.168.49.0/24 created
I0311 20:12:27.264937 19368 kic.go:121] calculated static IP "192.168.49.2" for the "addons-789889" container
I0311 20:12:27.265024 19368 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0311 20:12:27.279020 19368 cli_runner.go:164] Run: docker volume create addons-789889 --label name.minikube.sigs.k8s.io=addons-789889 --label created_by.minikube.sigs.k8s.io=true
I0311 20:12:27.295245 19368 oci.go:103] Successfully created a docker volume addons-789889
I0311 20:12:27.295330 19368 cli_runner.go:164] Run: docker run --rm --name addons-789889-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-789889 --entrypoint /usr/bin/test -v addons-789889:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 -d /var/lib
I0311 20:12:31.060092 19368 cli_runner.go:217] Completed: docker run --rm --name addons-789889-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-789889 --entrypoint /usr/bin/test -v addons-789889:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 -d /var/lib: (3.764723627s)
I0311 20:12:31.060142 19368 oci.go:107] Successfully prepared a docker volume addons-789889
I0311 20:12:31.060172 19368 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0311 20:12:31.060194 19368 kic.go:194] Starting extracting preloaded images to volume ...
I0311 20:12:31.060253 19368 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18358-10847/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-789889:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 -I lz4 -xf /preloaded.tar -C /extractDir
I0311 20:12:36.106963 19368 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18358-10847/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-789889:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 -I lz4 -xf /preloaded.tar -C /extractDir: (5.046674759s)
I0311 20:12:36.107008 19368 kic.go:203] duration metric: took 5.046810244s to extract preloaded images to volume ...
W0311 20:12:36.107135 19368 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0311 20:12:36.107227 19368 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0311 20:12:36.151777 19368 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-789889 --name addons-789889 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-789889 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-789889 --network addons-789889 --ip 192.168.49.2 --volume addons-789889:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08
I0311 20:12:36.466001 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Running}}
I0311 20:12:36.481584 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:12:36.498599 19368 cli_runner.go:164] Run: docker exec addons-789889 stat /var/lib/dpkg/alternatives/iptables
I0311 20:12:36.538350 19368 oci.go:144] the created container "addons-789889" has a running status.
I0311 20:12:36.538381 19368 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa...
I0311 20:12:36.730355 19368 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0311 20:12:36.750080 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:12:36.770622 19368 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0311 20:12:36.770650 19368 kic_runner.go:114] Args: [docker exec --privileged addons-789889 chown docker:docker /home/docker/.ssh/authorized_keys]
I0311 20:12:36.824103 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:12:36.841639 19368 machine.go:94] provisionDockerMachine start ...
I0311 20:12:36.841722 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:12:36.860056 19368 main.go:141] libmachine: Using SSH client type: native
I0311 20:12:36.860249 19368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82d2e0] 0x830040 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0311 20:12:36.860260 19368 main.go:141] libmachine: About to run SSH command:
hostname
I0311 20:12:37.085648 19368 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-789889
I0311 20:12:37.085676 19368 ubuntu.go:169] provisioning hostname "addons-789889"
I0311 20:12:37.085726 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:12:37.101913 19368 main.go:141] libmachine: Using SSH client type: native
I0311 20:12:37.102107 19368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82d2e0] 0x830040 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0311 20:12:37.102132 19368 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-789889 && echo "addons-789889" | sudo tee /etc/hostname
I0311 20:12:37.223915 19368 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-789889
I0311 20:12:37.224009 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:12:37.239507 19368 main.go:141] libmachine: Using SSH client type: native
I0311 20:12:37.239683 19368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82d2e0] 0x830040 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0311 20:12:37.239706 19368 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-789889' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-789889/g' /etc/hosts;
else
echo '127.0.1.1 addons-789889' | sudo tee -a /etc/hosts;
fi
fi
I0311 20:12:37.354093 19368 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0311 20:12:37.354135 19368 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18358-10847/.minikube CaCertPath:/home/jenkins/minikube-integration/18358-10847/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18358-10847/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18358-10847/.minikube}
I0311 20:12:37.354162 19368 ubuntu.go:177] setting up certificates
I0311 20:12:37.354171 19368 provision.go:84] configureAuth start
I0311 20:12:37.354215 19368 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-789889
I0311 20:12:37.370258 19368 provision.go:143] copyHostCerts
I0311 20:12:37.370329 19368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18358-10847/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18358-10847/.minikube/ca.pem (1078 bytes)
I0311 20:12:37.370507 19368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18358-10847/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18358-10847/.minikube/cert.pem (1123 bytes)
I0311 20:12:37.370588 19368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18358-10847/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18358-10847/.minikube/key.pem (1679 bytes)
I0311 20:12:37.370646 19368 provision.go:117] generating server cert: /home/jenkins/minikube-integration/18358-10847/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18358-10847/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18358-10847/.minikube/certs/ca-key.pem org=jenkins.addons-789889 san=[127.0.0.1 192.168.49.2 addons-789889 localhost minikube]
I0311 20:12:37.455809 19368 provision.go:177] copyRemoteCerts
I0311 20:12:37.455899 19368 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0311 20:12:37.455938 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:12:37.471407 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:12:37.554154 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0311 20:12:37.574640 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0311 20:12:37.594542 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0311 20:12:37.613528 19368 provision.go:87] duration metric: took 259.347651ms to configureAuth
I0311 20:12:37.613551 19368 ubuntu.go:193] setting minikube options for container-runtime
I0311 20:12:37.613691 19368 config.go:182] Loaded profile config "addons-789889": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0311 20:12:37.613777 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:12:37.628833 19368 main.go:141] libmachine: Using SSH client type: native
I0311 20:12:37.628999 19368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x82d2e0] 0x830040 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0311 20:12:37.629015 19368 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0311 20:12:37.818942 19368 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0311 20:12:37.818964 19368 machine.go:97] duration metric: took 977.302346ms to provisionDockerMachine
I0311 20:12:37.818973 19368 client.go:171] duration metric: took 10.932238571s to LocalClient.Create
I0311 20:12:37.818992 19368 start.go:167] duration metric: took 10.932297457s to libmachine.API.Create "addons-789889"
I0311 20:12:37.819007 19368 start.go:293] postStartSetup for "addons-789889" (driver="docker")
I0311 20:12:37.819033 19368 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0311 20:12:37.819083 19368 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0311 20:12:37.819115 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:12:37.835666 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:12:37.918519 19368 ssh_runner.go:195] Run: cat /etc/os-release
I0311 20:12:37.921327 19368 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0311 20:12:37.921358 19368 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0311 20:12:37.921366 19368 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0311 20:12:37.921372 19368 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0311 20:12:37.921382 19368 filesync.go:126] Scanning /home/jenkins/minikube-integration/18358-10847/.minikube/addons for local assets ...
I0311 20:12:37.921424 19368 filesync.go:126] Scanning /home/jenkins/minikube-integration/18358-10847/.minikube/files for local assets ...
I0311 20:12:37.921445 19368 start.go:296] duration metric: took 102.432317ms for postStartSetup
I0311 20:12:37.921684 19368 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-789889
I0311 20:12:37.936796 19368 profile.go:142] Saving config to /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/config.json ...
I0311 20:12:37.937030 19368 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0311 20:12:37.937084 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:12:37.952448 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:12:38.034710 19368 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0311 20:12:38.038370 19368 start.go:128] duration metric: took 11.153728125s to createHost
I0311 20:12:38.038388 19368 start.go:83] releasing machines lock for "addons-789889", held for 11.153874763s
I0311 20:12:38.038476 19368 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-789889
I0311 20:12:38.055302 19368 ssh_runner.go:195] Run: cat /version.json
I0311 20:12:38.055355 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:12:38.055392 19368 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0311 20:12:38.055452 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:12:38.070655 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:12:38.071559 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:12:38.229381 19368 ssh_runner.go:195] Run: systemctl --version
I0311 20:12:38.233241 19368 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0311 20:12:38.367360 19368 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0311 20:12:38.371372 19368 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0311 20:12:38.387514 19368 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0311 20:12:38.387583 19368 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0311 20:12:38.411766 19368 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0311 20:12:38.411796 19368 start.go:494] detecting cgroup driver to use...
I0311 20:12:38.411824 19368 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0311 20:12:38.411876 19368 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0311 20:12:38.424787 19368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0311 20:12:38.434169 19368 docker.go:217] disabling cri-docker service (if available) ...
I0311 20:12:38.434217 19368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0311 20:12:38.445679 19368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0311 20:12:38.457294 19368 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0311 20:12:38.526174 19368 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0311 20:12:38.606686 19368 docker.go:233] disabling docker service ...
I0311 20:12:38.606734 19368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0311 20:12:38.623020 19368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0311 20:12:38.632701 19368 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0311 20:12:38.702329 19368 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0311 20:12:38.778964 19368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0311 20:12:38.788553 19368 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0311 20:12:38.801633 19368 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0311 20:12:38.801689 19368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0311 20:12:38.809559 19368 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0311 20:12:38.809625 19368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0311 20:12:38.817577 19368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0311 20:12:38.825361 19368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0311 20:12:38.833203 19368 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0311 20:12:38.840772 19368 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0311 20:12:38.847834 19368 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0311 20:12:38.854724 19368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0311 20:12:38.925121 19368 ssh_runner.go:195] Run: sudo systemctl restart crio
I0311 20:12:39.024626 19368 start.go:541] Will wait 60s for socket path /var/run/crio/crio.sock
I0311 20:12:39.024712 19368 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0311 20:12:39.027800 19368 start.go:562] Will wait 60s for crictl version
I0311 20:12:39.027839 19368 ssh_runner.go:195] Run: which crictl
I0311 20:12:39.030667 19368 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0311 20:12:39.062311 19368 start.go:578] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0311 20:12:39.062451 19368 ssh_runner.go:195] Run: crio --version
I0311 20:12:39.094551 19368 ssh_runner.go:195] Run: crio --version
I0311 20:12:39.125971 19368 out.go:177] * Preparing Kubernetes v1.28.4 on CRI-O 1.24.6 ...
I0311 20:12:39.127471 19368 cli_runner.go:164] Run: docker network inspect addons-789889 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0311 20:12:39.142326 19368 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0311 20:12:39.145456 19368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0311 20:12:39.154736 19368 kubeadm.go:877] updating cluster {Name:addons-789889 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-789889 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0311 20:12:39.154857 19368 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0311 20:12:39.154921 19368 ssh_runner.go:195] Run: sudo crictl images --output json
I0311 20:12:39.205677 19368 crio.go:496] all images are preloaded for cri-o runtime.
I0311 20:12:39.205698 19368 crio.go:415] Images already preloaded, skipping extraction
I0311 20:12:39.205738 19368 ssh_runner.go:195] Run: sudo crictl images --output json
I0311 20:12:39.235293 19368 crio.go:496] all images are preloaded for cri-o runtime.
I0311 20:12:39.235315 19368 cache_images.go:84] Images are preloaded, skipping loading
I0311 20:12:39.235322 19368 kubeadm.go:928] updating node { 192.168.49.2 8443 v1.28.4 crio true true} ...
I0311 20:12:39.235432 19368 kubeadm.go:940] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-789889 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-789889 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0311 20:12:39.235503 19368 ssh_runner.go:195] Run: crio config
I0311 20:12:39.274057 19368 cni.go:84] Creating CNI manager for ""
I0311 20:12:39.274079 19368 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0311 20:12:39.274095 19368 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0311 20:12:39.274127 19368 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-789889 NodeName:addons-789889 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0311 20:12:39.274283 19368 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-789889"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0311 20:12:39.274351 19368 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0311 20:12:39.281843 19368 binaries.go:44] Found k8s binaries, skipping transfer
I0311 20:12:39.281891 19368 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0311 20:12:39.289015 19368 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0311 20:12:39.303693 19368 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0311 20:12:39.318307 19368 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2151 bytes)
I0311 20:12:39.332612 19368 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0311 20:12:39.335704 19368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0311 20:12:39.344575 19368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0311 20:12:39.422661 19368 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0311 20:12:39.433935 19368 certs.go:68] Setting up /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889 for IP: 192.168.49.2
I0311 20:12:39.433963 19368 certs.go:194] generating shared ca certs ...
I0311 20:12:39.433979 19368 certs.go:226] acquiring lock for ca certs: {Name:mk61175e08a645085ea1d44dae5f284c17d2eb7e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:39.434084 19368 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/18358-10847/.minikube/ca.key
I0311 20:12:39.509763 19368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18358-10847/.minikube/ca.crt ...
I0311 20:12:39.509790 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/ca.crt: {Name:mkea42206330f8a652af102a204eeb1a70ebf32e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:39.509924 19368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18358-10847/.minikube/ca.key ...
I0311 20:12:39.509934 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/ca.key: {Name:mk9a18ababcf0a6a886b48dfd08352bd26eef918 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:39.509999 19368 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/18358-10847/.minikube/proxy-client-ca.key
I0311 20:12:39.754260 19368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18358-10847/.minikube/proxy-client-ca.crt ...
I0311 20:12:39.754292 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/proxy-client-ca.crt: {Name:mkb20a8043d4cfd7bb8a5d0c00e6d56e866e21af Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:39.754457 19368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18358-10847/.minikube/proxy-client-ca.key ...
I0311 20:12:39.754468 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/proxy-client-ca.key: {Name:mk28b708c3d9d56af792202e018e87b014500d3f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:39.754540 19368 certs.go:256] generating profile certs ...
I0311 20:12:39.754591 19368 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/client.key
I0311 20:12:39.754604 19368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/client.crt with IP's: []
I0311 20:12:40.100174 19368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/client.crt ...
I0311 20:12:40.100204 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/client.crt: {Name:mk6a75bb0174d9591d391ff720425e1fdbc90412 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:40.100352 19368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/client.key ...
I0311 20:12:40.100361 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/client.key: {Name:mkf769655e55aa5d993c8c4c6de477909f657f0c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:40.100434 19368 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.key.9678d603
I0311 20:12:40.100451 19368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.crt.9678d603 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0311 20:12:40.364748 19368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.crt.9678d603 ...
I0311 20:12:40.364782 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.crt.9678d603: {Name:mkb11645fbe48662ae57fb591fdc84bbd344f864 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:40.364943 19368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.key.9678d603 ...
I0311 20:12:40.364958 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.key.9678d603: {Name:mkc654b8de0c7e5c900c436453008e2f9deefadb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:40.365028 19368 certs.go:381] copying /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.crt.9678d603 -> /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.crt
I0311 20:12:40.365109 19368 certs.go:385] copying /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.key.9678d603 -> /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.key
I0311 20:12:40.365159 19368 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/proxy-client.key
I0311 20:12:40.365176 19368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/proxy-client.crt with IP's: []
I0311 20:12:40.450602 19368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/proxy-client.crt ...
I0311 20:12:40.450627 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/proxy-client.crt: {Name:mke5333d44dcd151b2e752267cf400a790a7113b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:40.450769 19368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/proxy-client.key ...
I0311 20:12:40.450779 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/proxy-client.key: {Name:mk30d928386ba8037e7e39ad1e28ce0b02d13bc2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:12:40.450935 19368 certs.go:484] found cert: /home/jenkins/minikube-integration/18358-10847/.minikube/certs/ca-key.pem (1679 bytes)
I0311 20:12:40.450966 19368 certs.go:484] found cert: /home/jenkins/minikube-integration/18358-10847/.minikube/certs/ca.pem (1078 bytes)
I0311 20:12:40.450988 19368 certs.go:484] found cert: /home/jenkins/minikube-integration/18358-10847/.minikube/certs/cert.pem (1123 bytes)
I0311 20:12:40.451016 19368 certs.go:484] found cert: /home/jenkins/minikube-integration/18358-10847/.minikube/certs/key.pem (1679 bytes)
I0311 20:12:40.451567 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0311 20:12:40.472244 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0311 20:12:40.492764 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0311 20:12:40.512575 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0311 20:12:40.532166 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0311 20:12:40.551601 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0311 20:12:40.570771 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0311 20:12:40.590371 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/profiles/addons-789889/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0311 20:12:40.610457 19368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18358-10847/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0311 20:12:40.630783 19368 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0311 20:12:40.645346 19368 ssh_runner.go:195] Run: openssl version
I0311 20:12:40.649982 19368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0311 20:12:40.657722 19368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0311 20:12:40.660543 19368 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Mar 11 20:12 /usr/share/ca-certificates/minikubeCA.pem
I0311 20:12:40.660582 19368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0311 20:12:40.666534 19368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0311 20:12:40.673988 19368 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0311 20:12:40.676640 19368 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0311 20:12:40.676682 19368 kubeadm.go:391] StartCluster: {Name:addons-789889 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708944392-18244@sha256:8610dac8144c3f59a6cf50871eb10395cea122e148262744231a04c396033b08 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-789889 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0311 20:12:40.676764 19368 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0311 20:12:40.676809 19368 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0311 20:12:40.706639 19368 cri.go:89] found id: ""
I0311 20:12:40.706690 19368 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0311 20:12:40.714224 19368 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0311 20:12:40.721556 19368 kubeadm.go:213] ignoring SystemVerification for kubeadm because of docker driver
I0311 20:12:40.721609 19368 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0311 20:12:40.728889 19368 kubeadm.go:154] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0311 20:12:40.728910 19368 kubeadm.go:156] found existing configuration files:
I0311 20:12:40.728948 19368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0311 20:12:40.736180 19368 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0311 20:12:40.736224 19368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0311 20:12:40.743360 19368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0311 20:12:40.750450 19368 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0311 20:12:40.750492 19368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0311 20:12:40.757453 19368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0311 20:12:40.764588 19368 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0311 20:12:40.764628 19368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0311 20:12:40.771291 19368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0311 20:12:40.778173 19368 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0311 20:12:40.778217 19368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0311 20:12:40.784869 19368 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0311 20:12:40.865440 19368 kubeadm.go:309] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1053-gcp\n", err: exit status 1
I0311 20:12:40.932998 19368 kubeadm.go:309] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0311 20:12:50.252061 19368 kubeadm.go:309] [init] Using Kubernetes version: v1.28.4
I0311 20:12:50.252119 19368 kubeadm.go:309] [preflight] Running pre-flight checks
I0311 20:12:50.252218 19368 kubeadm.go:309] [preflight] The system verification failed. Printing the output from the verification:
I0311 20:12:50.252274 19368 kubeadm.go:309] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1053-gcp[0m
I0311 20:12:50.252350 19368 kubeadm.go:309] [0;37mOS[0m: [0;32mLinux[0m
I0311 20:12:50.252428 19368 kubeadm.go:309] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0311 20:12:50.252504 19368 kubeadm.go:309] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0311 20:12:50.252559 19368 kubeadm.go:309] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0311 20:12:50.252609 19368 kubeadm.go:309] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0311 20:12:50.252683 19368 kubeadm.go:309] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0311 20:12:50.252762 19368 kubeadm.go:309] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0311 20:12:50.252838 19368 kubeadm.go:309] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0311 20:12:50.252905 19368 kubeadm.go:309] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0311 20:12:50.252955 19368 kubeadm.go:309] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0311 20:12:50.253039 19368 kubeadm.go:309] [preflight] Pulling images required for setting up a Kubernetes cluster
I0311 20:12:50.253190 19368 kubeadm.go:309] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0311 20:12:50.253316 19368 kubeadm.go:309] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0311 20:12:50.253393 19368 kubeadm.go:309] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0311 20:12:50.255074 19368 out.go:204] - Generating certificates and keys ...
I0311 20:12:50.255170 19368 kubeadm.go:309] [certs] Using existing ca certificate authority
I0311 20:12:50.255272 19368 kubeadm.go:309] [certs] Using existing apiserver certificate and key on disk
I0311 20:12:50.255351 19368 kubeadm.go:309] [certs] Generating "apiserver-kubelet-client" certificate and key
I0311 20:12:50.255399 19368 kubeadm.go:309] [certs] Generating "front-proxy-ca" certificate and key
I0311 20:12:50.255475 19368 kubeadm.go:309] [certs] Generating "front-proxy-client" certificate and key
I0311 20:12:50.255557 19368 kubeadm.go:309] [certs] Generating "etcd/ca" certificate and key
I0311 20:12:50.255633 19368 kubeadm.go:309] [certs] Generating "etcd/server" certificate and key
I0311 20:12:50.255776 19368 kubeadm.go:309] [certs] etcd/server serving cert is signed for DNS names [addons-789889 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0311 20:12:50.255864 19368 kubeadm.go:309] [certs] Generating "etcd/peer" certificate and key
I0311 20:12:50.256018 19368 kubeadm.go:309] [certs] etcd/peer serving cert is signed for DNS names [addons-789889 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0311 20:12:50.256075 19368 kubeadm.go:309] [certs] Generating "etcd/healthcheck-client" certificate and key
I0311 20:12:50.256130 19368 kubeadm.go:309] [certs] Generating "apiserver-etcd-client" certificate and key
I0311 20:12:50.256168 19368 kubeadm.go:309] [certs] Generating "sa" key and public key
I0311 20:12:50.256215 19368 kubeadm.go:309] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0311 20:12:50.256257 19368 kubeadm.go:309] [kubeconfig] Writing "admin.conf" kubeconfig file
I0311 20:12:50.256301 19368 kubeadm.go:309] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0311 20:12:50.256354 19368 kubeadm.go:309] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0311 20:12:50.256402 19368 kubeadm.go:309] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0311 20:12:50.256483 19368 kubeadm.go:309] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0311 20:12:50.256557 19368 kubeadm.go:309] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0311 20:12:50.257951 19368 out.go:204] - Booting up control plane ...
I0311 20:12:50.258051 19368 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0311 20:12:50.258139 19368 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0311 20:12:50.258232 19368 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0311 20:12:50.258349 19368 kubeadm.go:309] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0311 20:12:50.258491 19368 kubeadm.go:309] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0311 20:12:50.258565 19368 kubeadm.go:309] [kubelet-start] Starting the kubelet
I0311 20:12:50.258738 19368 kubeadm.go:309] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0311 20:12:50.258848 19368 kubeadm.go:309] [apiclient] All control plane components are healthy after 5.002323 seconds
I0311 20:12:50.258996 19368 kubeadm.go:309] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0311 20:12:50.259153 19368 kubeadm.go:309] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0311 20:12:50.259246 19368 kubeadm.go:309] [upload-certs] Skipping phase. Please see --upload-certs
I0311 20:12:50.259439 19368 kubeadm.go:309] [mark-control-plane] Marking the node addons-789889 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0311 20:12:50.259489 19368 kubeadm.go:309] [bootstrap-token] Using token: 7zw089.7920x0z9f4g45vv2
I0311 20:12:50.260869 19368 out.go:204] - Configuring RBAC rules ...
I0311 20:12:50.260956 19368 kubeadm.go:309] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0311 20:12:50.261052 19368 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0311 20:12:50.261177 19368 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0311 20:12:50.261284 19368 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0311 20:12:50.261385 19368 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0311 20:12:50.261463 19368 kubeadm.go:309] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0311 20:12:50.261613 19368 kubeadm.go:309] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0311 20:12:50.261683 19368 kubeadm.go:309] [addons] Applied essential addon: CoreDNS
I0311 20:12:50.261750 19368 kubeadm.go:309] [addons] Applied essential addon: kube-proxy
I0311 20:12:50.261759 19368 kubeadm.go:309]
I0311 20:12:50.261844 19368 kubeadm.go:309] Your Kubernetes control-plane has initialized successfully!
I0311 20:12:50.261851 19368 kubeadm.go:309]
I0311 20:12:50.261916 19368 kubeadm.go:309] To start using your cluster, you need to run the following as a regular user:
I0311 20:12:50.261926 19368 kubeadm.go:309]
I0311 20:12:50.261951 19368 kubeadm.go:309] mkdir -p $HOME/.kube
I0311 20:12:50.262000 19368 kubeadm.go:309] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0311 20:12:50.262042 19368 kubeadm.go:309] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0311 20:12:50.262048 19368 kubeadm.go:309]
I0311 20:12:50.262091 19368 kubeadm.go:309] Alternatively, if you are the root user, you can run:
I0311 20:12:50.262096 19368 kubeadm.go:309]
I0311 20:12:50.262135 19368 kubeadm.go:309] export KUBECONFIG=/etc/kubernetes/admin.conf
I0311 20:12:50.262141 19368 kubeadm.go:309]
I0311 20:12:50.262191 19368 kubeadm.go:309] You should now deploy a pod network to the cluster.
I0311 20:12:50.262263 19368 kubeadm.go:309] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0311 20:12:50.262323 19368 kubeadm.go:309] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0311 20:12:50.262329 19368 kubeadm.go:309]
I0311 20:12:50.262396 19368 kubeadm.go:309] You can now join any number of control-plane nodes by copying certificate authorities
I0311 20:12:50.262479 19368 kubeadm.go:309] and service account keys on each node and then running the following as root:
I0311 20:12:50.262488 19368 kubeadm.go:309]
I0311 20:12:50.262565 19368 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token 7zw089.7920x0z9f4g45vv2 \
I0311 20:12:50.262662 19368 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:1baeaf18cabce5e312a7b1aa1c11f7feea3503ae4f2bac0c2ca3f3d3deaa101c \
I0311 20:12:50.262681 19368 kubeadm.go:309] --control-plane
I0311 20:12:50.262687 19368 kubeadm.go:309]
I0311 20:12:50.262758 19368 kubeadm.go:309] Then you can join any number of worker nodes by running the following on each as root:
I0311 20:12:50.262764 19368 kubeadm.go:309]
I0311 20:12:50.262836 19368 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token 7zw089.7920x0z9f4g45vv2 \
I0311 20:12:50.262934 19368 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:1baeaf18cabce5e312a7b1aa1c11f7feea3503ae4f2bac0c2ca3f3d3deaa101c
I0311 20:12:50.262944 19368 cni.go:84] Creating CNI manager for ""
I0311 20:12:50.262953 19368 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0311 20:12:50.265264 19368 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0311 20:12:50.266542 19368 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0311 20:12:50.269878 19368 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0311 20:12:50.269890 19368 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0311 20:12:50.285755 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0311 20:12:50.900409 19368 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0311 20:12:50.900471 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:50.900504 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-789889 minikube.k8s.io/updated_at=2024_03_11T20_12_50_0700 minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=e0a9a803bb8418ee87aee3b4880090eb65379520 minikube.k8s.io/name=addons-789889 minikube.k8s.io/primary=true
I0311 20:12:51.001467 19368 ops.go:34] apiserver oom_adj: -16
I0311 20:12:51.001504 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:51.502428 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:52.001906 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:52.501900 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:53.002068 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:53.502501 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:54.002171 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:54.502452 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:55.001946 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:55.502173 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:56.002307 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:56.502485 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:57.001650 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:57.502401 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:58.001922 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:58.502342 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:59.001668 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:12:59.502326 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:13:00.001854 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:13:00.501729 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:13:01.002326 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:13:01.501949 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:13:02.002444 19368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0311 20:13:02.063471 19368 kubeadm.go:1106] duration metric: took 11.163049185s to wait for elevateKubeSystemPrivileges
W0311 20:13:02.063515 19368 kubeadm.go:286] apiserver tunnel failed: apiserver port not set
I0311 20:13:02.063524 19368 kubeadm.go:393] duration metric: took 21.386845702s to StartCluster
I0311 20:13:02.063544 19368 settings.go:142] acquiring lock: {Name:mkc1b0d9abfd1d75f9583edf27847e79fe9a432c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:13:02.063678 19368 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18358-10847/kubeconfig
I0311 20:13:02.064059 19368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18358-10847/kubeconfig: {Name:mk1cf953658cafaf1f1b8ca8b3ff0ea966a04749 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0311 20:13:02.064256 19368 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0311 20:13:02.064268 19368 start.go:234] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0311 20:13:02.066215 19368 out.go:177] * Verifying Kubernetes components...
I0311 20:13:02.064335 19368 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:true inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0311 20:13:02.067507 19368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0311 20:13:02.064487 19368 config.go:182] Loaded profile config "addons-789889": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0311 20:13:02.066265 19368 addons.go:69] Setting yakd=true in profile "addons-789889"
I0311 20:13:02.066266 19368 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-789889"
I0311 20:13:02.067720 19368 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-789889"
I0311 20:13:02.066272 19368 addons.go:69] Setting default-storageclass=true in profile "addons-789889"
I0311 20:13:02.066277 19368 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-789889"
I0311 20:13:02.066277 19368 addons.go:69] Setting cloud-spanner=true in profile "addons-789889"
I0311 20:13:02.066281 19368 addons.go:69] Setting registry=true in profile "addons-789889"
I0311 20:13:02.066284 19368 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-789889"
I0311 20:13:02.066283 19368 addons.go:69] Setting volumesnapshots=true in profile "addons-789889"
I0311 20:13:02.066288 19368 addons.go:69] Setting ingress=true in profile "addons-789889"
I0311 20:13:02.066289 19368 addons.go:69] Setting storage-provisioner=true in profile "addons-789889"
I0311 20:13:02.066288 19368 addons.go:69] Setting metrics-server=true in profile "addons-789889"
I0311 20:13:02.066293 19368 addons.go:69] Setting gcp-auth=true in profile "addons-789889"
I0311 20:13:02.066296 19368 addons.go:69] Setting ingress-dns=true in profile "addons-789889"
I0311 20:13:02.066302 19368 addons.go:69] Setting inspektor-gadget=true in profile "addons-789889"
I0311 20:13:02.066313 19368 addons.go:69] Setting helm-tiller=true in profile "addons-789889"
I0311 20:13:02.067627 19368 addons.go:234] Setting addon yakd=true in "addons-789889"
I0311 20:13:02.067776 19368 addons.go:234] Setting addon cloud-spanner=true in "addons-789889"
I0311 20:13:02.067785 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.067800 19368 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-789889"
I0311 20:13:02.067834 19368 mustload.go:65] Loading cluster: addons-789889
I0311 20:13:02.067843 19368 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-789889"
I0311 20:13:02.067847 19368 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-789889"
I0311 20:13:02.067888 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.067996 19368 config.go:182] Loaded profile config "addons-789889": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0311 20:13:02.068178 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.068194 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.068247 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.068358 19368 addons.go:234] Setting addon inspektor-gadget=true in "addons-789889"
I0311 20:13:02.068363 19368 addons.go:234] Setting addon registry=true in "addons-789889"
I0311 20:13:02.068378 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.068396 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.068420 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.068463 19368 addons.go:234] Setting addon helm-tiller=true in "addons-789889"
I0311 20:13:02.068494 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.068838 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.068841 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.068879 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.069032 19368 addons.go:234] Setting addon ingress=true in "addons-789889"
I0311 20:13:02.069098 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.069582 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.067787 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.068364 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.070814 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.070866 19368 addons.go:234] Setting addon ingress-dns=true in "addons-789889"
I0311 20:13:02.070924 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.067805 19368 addons.go:234] Setting addon storage-provisioner=true in "addons-789889"
I0311 20:13:02.071012 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.067807 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.071053 19368 addons.go:234] Setting addon volumesnapshots=true in "addons-789889"
I0311 20:13:02.071096 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.073670 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.067819 19368 addons.go:234] Setting addon metrics-server=true in "addons-789889"
I0311 20:13:02.075730 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.076141 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.109953 19368 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0
I0311 20:13:02.110107 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.109928 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.109718 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.113647 19368 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.10.0
I0311 20:13:02.115514 19368 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0
I0311 20:13:02.116286 19368 addons.go:234] Setting addon default-storageclass=true in "addons-789889"
I0311 20:13:02.118539 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.118700 19368 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0311 20:13:02.118717 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0311 20:13:02.118769 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.120245 19368 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.5
I0311 20:13:02.121455 19368 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0311 20:13:02.121467 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0311 20:13:02.121527 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.119005 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.124361 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.132935 19368 out.go:177] - Using image docker.io/registry:2.8.3
I0311 20:13:02.134336 19368 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0311 20:13:02.135639 19368 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0311 20:13:02.135658 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0311 20:13:02.135714 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.137127 19368 out.go:177] - Using image ghcr.io/helm/tiller:v2.17.0
I0311 20:13:02.138397 19368 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-dp.yaml
I0311 20:13:02.138435 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-dp.yaml (2422 bytes)
I0311 20:13:02.138495 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.141025 19368 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-789889"
I0311 20:13:02.141074 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:02.141586 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:02.163086 19368 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.26.0
I0311 20:13:02.164504 19368 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0311 20:13:02.164532 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0311 20:13:02.164611 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.168187 19368 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0
I0311 20:13:02.169831 19368 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0311 20:13:02.169807 19368 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0311 20:13:02.171187 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0311 20:13:02.171243 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.171433 19368 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0311 20:13:02.172916 19368 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0311 20:13:02.174771 19368 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0311 20:13:02.176370 19368 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0311 20:13:02.179404 19368 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0311 20:13:02.180741 19368 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0311 20:13:02.180918 19368 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0311 20:13:02.180798 19368 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.14
I0311 20:13:02.181896 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.182075 19368 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0311 20:13:02.183831 19368 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0311 20:13:02.183853 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0311 20:13:02.183907 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.185316 19368 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0311 20:13:02.185356 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0311 20:13:02.185407 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.183730 19368 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0311 20:13:02.185550 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0311 20:13:02.185604 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.186738 19368 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0311 20:13:02.187915 19368 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0311 20:13:02.187929 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0311 20:13:02.187972 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.188532 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.192566 19368 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0311 20:13:02.193728 19368 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0311 20:13:02.193745 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0311 20:13:02.193794 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.195290 19368 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0311 20:13:02.196626 19368 out.go:177] - Using image docker.io/busybox:stable
I0311 20:13:02.198031 19368 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0311 20:13:02.198049 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0311 20:13:02.198097 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.203362 19368 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0311 20:13:02.203382 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0311 20:13:02.203432 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.213276 19368 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0311 20:13:02.214935 19368 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0311 20:13:02.214957 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0311 20:13:02.215014 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:02.218051 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.226708 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.229211 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.231166 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.232612 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.237990 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.240440 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.243351 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.245113 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.245903 19368 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0311 20:13:02.245990 19368 ssh_runner.go:195] Run: sudo systemctl start kubelet
W0311 20:13:02.257289 19368 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0311 20:13:02.257318 19368 retry.go:31] will retry after 162.404478ms: ssh: handshake failed: EOF
I0311 20:13:02.259525 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.261761 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.266221 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:02.507051 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0311 20:13:02.510129 19368 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0311 20:13:02.510153 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0311 20:13:02.512340 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0311 20:13:02.600347 19368 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0311 20:13:02.600379 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0311 20:13:02.612828 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0311 20:13:02.698739 19368 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0311 20:13:02.698810 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0311 20:13:02.702855 19368 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0311 20:13:02.702925 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0311 20:13:02.703725 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0311 20:13:02.704040 19368 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-rbac.yaml
I0311 20:13:02.704077 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-rbac.yaml (1188 bytes)
I0311 20:13:02.709431 19368 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0311 20:13:02.709488 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0311 20:13:02.713002 19368 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0311 20:13:02.713021 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0311 20:13:02.795886 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0311 20:13:02.795891 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0311 20:13:02.807541 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0311 20:13:02.901557 19368 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0311 20:13:02.901644 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0311 20:13:02.904688 19368 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-svc.yaml
I0311 20:13:02.904748 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-svc.yaml (951 bytes)
I0311 20:13:02.995938 19368 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0311 20:13:02.995964 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0311 20:13:02.996339 19368 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0311 20:13:02.996358 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0311 20:13:03.005992 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0311 20:13:03.008995 19368 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0311 20:13:03.009063 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0311 20:13:03.017335 19368 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0311 20:13:03.017362 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0311 20:13:03.215693 19368 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0311 20:13:03.215721 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0311 20:13:03.298863 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml
I0311 20:13:03.306770 19368 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0311 20:13:03.306824 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0311 20:13:03.496230 19368 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0311 20:13:03.496329 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0311 20:13:03.510091 19368 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0311 20:13:03.510182 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0311 20:13:03.596713 19368 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0311 20:13:03.596815 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0311 20:13:03.614898 19368 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0311 20:13:03.614969 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0311 20:13:03.711878 19368 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0311 20:13:03.711983 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0311 20:13:03.808488 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0311 20:13:03.912980 19368 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0311 20:13:03.913004 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0311 20:13:04.100733 19368 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0311 20:13:04.100821 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0311 20:13:04.309180 19368 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0311 20:13:04.309216 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0311 20:13:04.501465 19368 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0311 20:13:04.501555 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0311 20:13:04.505022 19368 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0311 20:13:04.505079 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0311 20:13:04.601621 19368 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0311 20:13:04.601650 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0311 20:13:04.712346 19368 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.466329799s)
I0311 20:13:04.713302 19368 node_ready.go:35] waiting up to 6m0s for node "addons-789889" to be "Ready" ...
I0311 20:13:04.713494 19368 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.467565121s)
I0311 20:13:04.713520 19368 start.go:948] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0311 20:13:04.797171 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0311 20:13:04.809804 19368 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0311 20:13:04.809872 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0311 20:13:04.898878 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0311 20:13:05.096645 19368 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0311 20:13:05.096676 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0311 20:13:05.201772 19368 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0311 20:13:05.201864 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0311 20:13:05.300109 19368 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0311 20:13:05.300204 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0311 20:13:05.616144 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0311 20:13:05.714038 19368 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0311 20:13:05.714111 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0311 20:13:05.810214 19368 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-789889" context rescaled to 1 replicas
I0311 20:13:05.919595 19368 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0311 20:13:05.919619 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0311 20:13:06.302272 19368 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0311 20:13:06.302355 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0311 20:13:06.509891 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0311 20:13:06.816041 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.308947577s)
I0311 20:13:06.820437 19368 node_ready.go:53] node "addons-789889" has status "Ready":"False"
I0311 20:13:08.799496 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.287122059s)
I0311 20:13:08.799540 19368 addons.go:470] Verifying addon ingress=true in "addons-789889"
I0311 20:13:08.799591 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.186675545s)
I0311 20:13:08.799644 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.095862422s)
I0311 20:13:08.799723 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.003768047s)
I0311 20:13:08.799762 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.003853658s)
I0311 20:13:08.802158 19368 out.go:177] * Verifying ingress addon...
I0311 20:13:08.799819 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.992251716s)
I0311 20:13:08.799850 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.793831204s)
I0311 20:13:08.802294 19368 addons.go:470] Verifying addon registry=true in "addons-789889"
I0311 20:13:08.799893 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml: (5.500946604s)
I0311 20:13:08.799979 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.991458542s)
I0311 20:13:08.802398 19368 addons.go:470] Verifying addon metrics-server=true in "addons-789889"
I0311 20:13:08.800088 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.002867154s)
I0311 20:13:08.800113 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.901198608s)
I0311 20:13:08.800201 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.183980575s)
I0311 20:13:08.804657 19368 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-789889 service yakd-dashboard -n yakd-dashboard
W0311 20:13:08.804699 19368 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0311 20:13:08.805927 19368 out.go:177] * Verifying registry addon...
I0311 20:13:08.805939 19368 retry.go:31] will retry after 198.456505ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0311 20:13:08.806815 19368 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
W0311 20:13:08.806855 19368 out.go:239] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0311 20:13:08.808461 19368 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0311 20:13:08.813451 19368 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0311 20:13:08.813468 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:08.813639 19368 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0311 20:13:08.813655 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:09.007350 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0311 20:13:09.126302 19368 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0311 20:13:09.126372 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:09.142702 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:09.216603 19368 node_ready.go:53] node "addons-789889" has status "Ready":"False"
I0311 20:13:09.312916 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:09.313073 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:09.403374 19368 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0311 20:13:09.423016 19368 addons.go:234] Setting addon gcp-auth=true in "addons-789889"
I0311 20:13:09.423080 19368 host.go:66] Checking if "addons-789889" exists ...
I0311 20:13:09.423412 19368 cli_runner.go:164] Run: docker container inspect addons-789889 --format={{.State.Status}}
I0311 20:13:09.441394 19368 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0311 20:13:09.441436 19368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789889
I0311 20:13:09.457995 19368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18358-10847/.minikube/machines/addons-789889/id_rsa Username:docker}
I0311 20:13:09.817628 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:09.817714 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:09.914619 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.404626311s)
I0311 20:13:09.914658 19368 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-789889"
I0311 20:13:09.916095 19368 out.go:177] * Verifying csi-hostpath-driver addon...
I0311 20:13:09.918286 19368 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0311 20:13:09.923221 19368 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0311 20:13:09.923239 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:10.313525 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:10.313713 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:10.422112 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:10.540499 19368 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.533104554s)
I0311 20:13:10.540535 19368 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.099119933s)
I0311 20:13:10.542146 19368 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.1
I0311 20:13:10.543457 19368 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0
I0311 20:13:10.544740 19368 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0311 20:13:10.544759 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0311 20:13:10.597759 19368 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0311 20:13:10.597789 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0311 20:13:10.613867 19368 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0311 20:13:10.613890 19368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0311 20:13:10.630762 19368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0311 20:13:10.814504 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:10.814919 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:10.923024 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:11.213270 19368 addons.go:470] Verifying addon gcp-auth=true in "addons-789889"
I0311 20:13:11.215646 19368 out.go:177] * Verifying gcp-auth addon...
I0311 20:13:11.216973 19368 node_ready.go:53] node "addons-789889" has status "Ready":"False"
I0311 20:13:11.217593 19368 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0311 20:13:11.219874 19368 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0311 20:13:11.219890 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:11.314665 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:11.314935 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:11.421691 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:11.720194 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:11.813318 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:11.813588 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:11.922895 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:12.216503 19368 node_ready.go:49] node "addons-789889" has status "Ready":"True"
I0311 20:13:12.216529 19368 node_ready.go:38] duration metric: took 7.503198033s for node "addons-789889" to be "Ready" ...
I0311 20:13:12.216541 19368 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0311 20:13:12.220808 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:12.225241 19368 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mlh2v" in "kube-system" namespace to be "Ready" ...
I0311 20:13:12.313840 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:12.314003 19368 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0311 20:13:12.314025 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:12.424357 19368 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0311 20:13:12.424386 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:12.721662 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:12.814615 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:12.815561 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:12.923407 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:13.220544 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:13.316232 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:13.316348 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:13.429265 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:13.720609 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:13.730218 19368 pod_ready.go:92] pod "coredns-5dd5756b68-mlh2v" in "kube-system" namespace has status "Ready":"True"
I0311 20:13:13.730243 19368 pod_ready.go:81] duration metric: took 1.504976952s for pod "coredns-5dd5756b68-mlh2v" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.730268 19368 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-789889" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.734693 19368 pod_ready.go:92] pod "etcd-addons-789889" in "kube-system" namespace has status "Ready":"True"
I0311 20:13:13.734716 19368 pod_ready.go:81] duration metric: took 4.438958ms for pod "etcd-addons-789889" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.734728 19368 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-789889" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.797986 19368 pod_ready.go:92] pod "kube-apiserver-addons-789889" in "kube-system" namespace has status "Ready":"True"
I0311 20:13:13.798004 19368 pod_ready.go:81] duration metric: took 63.268983ms for pod "kube-apiserver-addons-789889" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.798014 19368 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-789889" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.802356 19368 pod_ready.go:92] pod "kube-controller-manager-addons-789889" in "kube-system" namespace has status "Ready":"True"
I0311 20:13:13.802375 19368 pod_ready.go:81] duration metric: took 4.352743ms for pod "kube-controller-manager-addons-789889" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.802388 19368 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-gtddz" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.813394 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:13.813439 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:13.817116 19368 pod_ready.go:92] pod "kube-proxy-gtddz" in "kube-system" namespace has status "Ready":"True"
I0311 20:13:13.817133 19368 pod_ready.go:81] duration metric: took 14.739709ms for pod "kube-proxy-gtddz" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.817142 19368 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-789889" in "kube-system" namespace to be "Ready" ...
I0311 20:13:13.925097 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:14.217820 19368 pod_ready.go:92] pod "kube-scheduler-addons-789889" in "kube-system" namespace has status "Ready":"True"
I0311 20:13:14.217850 19368 pod_ready.go:81] duration metric: took 400.701166ms for pod "kube-scheduler-addons-789889" in "kube-system" namespace to be "Ready" ...
I0311 20:13:14.217864 19368 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-69cf46c98-jdsvh" in "kube-system" namespace to be "Ready" ...
I0311 20:13:14.297590 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:14.315840 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:14.316033 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:14.496718 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:14.796560 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:14.813627 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:14.814371 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:14.924916 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:15.221426 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:15.313915 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:15.314571 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:15.423390 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:15.721233 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:15.814502 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:15.815409 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:15.923640 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:16.220824 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:16.223701 19368 pod_ready.go:102] pod "metrics-server-69cf46c98-jdsvh" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:16.314243 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:16.314339 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:16.423828 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:16.721302 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:16.813963 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:16.814668 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:16.924098 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:17.222024 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:17.313979 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:17.314026 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:17.423095 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:17.725925 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:17.815368 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:17.815648 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:17.925681 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:18.221224 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:18.314497 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:18.314741 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:18.423296 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:18.720200 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:18.723599 19368 pod_ready.go:102] pod "metrics-server-69cf46c98-jdsvh" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:18.814456 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:18.814621 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:18.924474 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:19.221417 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:19.314170 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:19.314408 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:19.423296 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:19.720967 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:19.813349 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:19.813392 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:19.923353 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:20.220533 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:20.314231 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:20.314251 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:20.423879 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:20.720894 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:20.722936 19368 pod_ready.go:92] pod "metrics-server-69cf46c98-jdsvh" in "kube-system" namespace has status "Ready":"True"
I0311 20:13:20.722971 19368 pod_ready.go:81] duration metric: took 6.50509958s for pod "metrics-server-69cf46c98-jdsvh" in "kube-system" namespace to be "Ready" ...
I0311 20:13:20.722980 19368 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace to be "Ready" ...
I0311 20:13:20.813554 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:20.813596 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:20.924182 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:21.221664 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:21.314979 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:21.315124 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:21.423757 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:21.720953 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:21.814467 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:21.814671 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:21.923920 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:22.221195 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:22.314181 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:22.314931 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:22.425065 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:22.721392 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:22.728278 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:22.814037 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:22.814372 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:22.923951 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:23.221429 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:23.313939 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:23.314290 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:23.423823 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:23.720877 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:23.814768 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:23.814816 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:23.925242 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:24.220816 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:24.314337 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:24.314630 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:24.423455 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:24.721515 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:24.729377 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:24.814353 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:24.814463 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:24.924357 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:25.221195 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:25.314653 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:25.314667 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:25.423997 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:25.721130 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:25.813972 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:25.814092 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:25.923553 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:26.220304 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:26.313747 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:26.314280 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:26.423162 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:26.721115 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:26.813355 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:26.813611 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:26.923632 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:27.220175 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:27.228329 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:27.314026 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:27.317624 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:27.424691 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:27.721156 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:27.813805 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:27.814021 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:27.923255 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:28.221493 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:28.314258 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:28.314599 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:28.423818 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:28.720468 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:28.813564 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:28.813826 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:28.922344 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:29.220585 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:29.314011 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:29.314215 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:29.423253 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:29.720533 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:29.727486 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:29.813784 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:29.813871 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:29.922908 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:30.221074 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:30.314477 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:30.314496 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:30.423442 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:30.720972 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:30.813301 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:30.813415 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:30.923265 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:31.220226 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:31.313063 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:31.313274 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:31.423381 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:31.721846 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:31.727896 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:31.813262 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:31.813426 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:31.923935 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:32.220912 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:32.313162 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:32.313192 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:32.423631 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:32.720427 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:32.814096 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:32.814099 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:32.923971 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:33.221270 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:33.313935 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:33.314111 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:33.422966 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:33.721023 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:33.813002 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:33.813062 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:33.923095 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:34.221282 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:34.228210 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:34.313397 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:34.313678 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:34.423439 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:34.720735 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:34.814225 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:34.814244 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:34.923317 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:35.220359 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:35.313912 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:35.314086 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:35.423875 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:35.721197 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:35.814508 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:35.814601 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:35.924910 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:36.221031 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:36.313938 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:36.314061 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:36.424059 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:36.721601 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:36.727610 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:36.814304 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:36.814569 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:36.924347 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:37.221957 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:37.314219 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:37.314454 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:37.423955 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:37.721338 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:37.813560 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:37.813642 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:37.924067 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:38.221352 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:38.314328 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:38.314522 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:38.423267 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:38.720448 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:38.814127 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:38.814245 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:38.923165 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:39.220316 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:39.227782 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:39.314271 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:39.314516 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:39.423619 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:39.721103 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:39.813478 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:39.813830 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:39.923036 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:40.220426 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:40.314140 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:40.314207 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:40.423434 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:40.720673 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:40.813927 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:40.813953 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:40.923105 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:41.221365 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:41.314171 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:41.314653 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:41.424254 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:41.721231 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:41.728160 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:41.813728 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:41.813873 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:41.922701 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:42.221151 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:42.314072 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:42.314290 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:42.423468 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:42.720514 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:42.813417 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:42.813652 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:42.923263 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:43.221113 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:43.313634 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:43.313838 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:43.422598 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:43.720828 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:43.728199 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:43.813684 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:43.813917 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:43.922861 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:44.221130 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:44.313497 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:44.313547 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:44.423498 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:44.720430 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:44.814255 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:44.814459 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:44.923586 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:45.221991 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:45.315273 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:45.315277 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:45.429286 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:45.721381 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:45.730046 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:45.814548 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:45.814597 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:45.924276 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:46.221442 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:46.313920 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:46.314148 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:46.423704 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:46.720688 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:46.814454 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:46.814653 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:46.924279 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:47.221288 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:47.313797 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:47.314043 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:47.424043 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:47.721322 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:47.813784 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:47.813910 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:47.923008 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:48.221416 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:48.227936 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:48.313630 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:48.313706 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:48.440589 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:48.722568 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:48.813767 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:48.814150 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:48.924123 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:49.221776 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:49.313997 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:49.314212 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:49.423282 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:49.720395 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:49.813522 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:49.813678 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:49.923645 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:50.221778 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:50.228594 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:50.314266 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:50.314318 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:50.423759 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:50.720953 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:50.814131 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:50.814164 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:50.923419 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:51.257340 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:51.315945 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:51.316111 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:51.423061 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:51.721200 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:51.814209 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:51.814333 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:51.923488 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:52.220995 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:52.313761 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:52.313827 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:52.422874 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:52.721323 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:52.727549 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:52.814070 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:52.814251 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:52.923392 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:53.220555 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:53.314087 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:53.314330 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:53.423541 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:53.721488 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:53.814072 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:53.814267 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:53.923482 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:54.220591 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:54.314663 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:54.314715 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:54.423267 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:54.722153 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:54.729787 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:54.814979 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:54.815779 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:54.924690 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:55.221738 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:55.313977 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:55.314623 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:55.424931 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:55.721730 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:55.814593 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:55.814599 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:55.924979 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:56.221697 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:56.314466 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:56.314466 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:56.424637 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:56.721809 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:56.814238 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:56.814831 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:56.923823 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:57.232040 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:57.234916 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:57.314828 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:57.314894 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:57.423414 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:57.721360 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:57.814521 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:57.814570 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:57.928671 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:58.220715 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:58.313980 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:58.314628 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:58.423648 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:58.720858 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:58.816168 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:58.816362 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:58.923497 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:59.220471 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:59.314400 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:59.314510 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:59.423239 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:13:59.720885 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:13:59.728651 19368 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"False"
I0311 20:13:59.814745 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:13:59.815102 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:13:59.924227 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:00.221252 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:00.228919 19368 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace has status "Ready":"True"
I0311 20:14:00.228953 19368 pod_ready.go:81] duration metric: took 39.505964329s for pod "nvidia-device-plugin-daemonset-hz466" in "kube-system" namespace to be "Ready" ...
I0311 20:14:00.228980 19368 pod_ready.go:38] duration metric: took 48.012424857s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0311 20:14:00.229007 19368 api_server.go:52] waiting for apiserver process to appear ...
I0311 20:14:00.229076 19368 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0311 20:14:00.243220 19368 api_server.go:72] duration metric: took 58.178907385s to wait for apiserver process to appear ...
I0311 20:14:00.243242 19368 api_server.go:88] waiting for apiserver healthz status ...
I0311 20:14:00.243268 19368 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0311 20:14:00.248521 19368 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0311 20:14:00.249446 19368 api_server.go:141] control plane version: v1.28.4
I0311 20:14:00.249469 19368 api_server.go:131] duration metric: took 6.219001ms to wait for apiserver health ...
I0311 20:14:00.249477 19368 system_pods.go:43] waiting for kube-system pods to appear ...
I0311 20:14:00.303686 19368 system_pods.go:59] 19 kube-system pods found
I0311 20:14:00.303721 19368 system_pods.go:61] "coredns-5dd5756b68-mlh2v" [d2851ef7-a3ab-4eb7-b982-602c889e8154] Running
I0311 20:14:00.303729 19368 system_pods.go:61] "csi-hostpath-attacher-0" [ef041f9c-1437-4d2c-a053-8bcc11635e5f] Running
I0311 20:14:00.303733 19368 system_pods.go:61] "csi-hostpath-resizer-0" [2c8f195d-1c8d-4d48-8730-66f4cdc7dc89] Running
I0311 20:14:00.303744 19368 system_pods.go:61] "csi-hostpathplugin-5lv4n" [82248e7e-c160-4ff9-a975-2b488179e297] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0311 20:14:00.303752 19368 system_pods.go:61] "etcd-addons-789889" [5cca00bf-8b45-4faa-a6b4-524701d2462b] Running
I0311 20:14:00.303760 19368 system_pods.go:61] "kindnet-98h2q" [980a5b39-0147-485f-b8b6-30e7cbcbeef2] Running
I0311 20:14:00.303768 19368 system_pods.go:61] "kube-apiserver-addons-789889" [19fb83b3-2993-4306-b74e-300f6d27d547] Running
I0311 20:14:00.303779 19368 system_pods.go:61] "kube-controller-manager-addons-789889" [dbcb29b4-1768-4f69-9ad3-0b55b7bab5be] Running
I0311 20:14:00.303787 19368 system_pods.go:61] "kube-ingress-dns-minikube" [e8a04476-a818-4349-b891-a9f5e97360ea] Running
I0311 20:14:00.303792 19368 system_pods.go:61] "kube-proxy-gtddz" [e01efc88-2843-463e-af1b-589f57a29dcb] Running
I0311 20:14:00.303798 19368 system_pods.go:61] "kube-scheduler-addons-789889" [874dec07-b7cf-45c8-aa16-64b434d448fa] Running
I0311 20:14:00.303802 19368 system_pods.go:61] "metrics-server-69cf46c98-jdsvh" [7d3d9caa-4275-4eb1-9361-c02e64e727ad] Running
I0311 20:14:00.303807 19368 system_pods.go:61] "nvidia-device-plugin-daemonset-hz466" [8e096dbc-63a2-43e9-840b-aefa0a707f99] Running
I0311 20:14:00.303812 19368 system_pods.go:61] "registry-4prcf" [3df7e1e1-7f36-475a-a4c6-4e7cba4b04a4] Running
I0311 20:14:00.303825 19368 system_pods.go:61] "registry-proxy-hb7gm" [ddcadfe8-d6fe-4ce5-aa31-f63362775ad4] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0311 20:14:00.303834 19368 system_pods.go:61] "snapshot-controller-58dbcc7b99-pdqsz" [efe8ae4e-68fb-4277-bee6-be49249e8706] Running
I0311 20:14:00.303840 19368 system_pods.go:61] "snapshot-controller-58dbcc7b99-xmpjk" [a90030ca-3c81-44e2-b4e5-3e92fa871787] Running
I0311 20:14:00.303845 19368 system_pods.go:61] "storage-provisioner" [08bc2b9f-c252-4ca7-ab10-25edd9462252] Running
I0311 20:14:00.303850 19368 system_pods.go:61] "tiller-deploy-7b677967b9-zcqbq" [58866558-3af7-4715-bf34-94d2f55dc966] Running
I0311 20:14:00.303861 19368 system_pods.go:74] duration metric: took 54.375131ms to wait for pod list to return data ...
I0311 20:14:00.303875 19368 default_sa.go:34] waiting for default service account to be created ...
I0311 20:14:00.306146 19368 default_sa.go:45] found service account: "default"
I0311 20:14:00.306166 19368 default_sa.go:55] duration metric: took 2.281155ms for default service account to be created ...
I0311 20:14:00.306175 19368 system_pods.go:116] waiting for k8s-apps to be running ...
I0311 20:14:00.313730 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:00.315012 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:00.315233 19368 system_pods.go:86] 19 kube-system pods found
I0311 20:14:00.315256 19368 system_pods.go:89] "coredns-5dd5756b68-mlh2v" [d2851ef7-a3ab-4eb7-b982-602c889e8154] Running
I0311 20:14:00.315265 19368 system_pods.go:89] "csi-hostpath-attacher-0" [ef041f9c-1437-4d2c-a053-8bcc11635e5f] Running
I0311 20:14:00.315281 19368 system_pods.go:89] "csi-hostpath-resizer-0" [2c8f195d-1c8d-4d48-8730-66f4cdc7dc89] Running
I0311 20:14:00.315298 19368 system_pods.go:89] "csi-hostpathplugin-5lv4n" [82248e7e-c160-4ff9-a975-2b488179e297] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0311 20:14:00.315309 19368 system_pods.go:89] "etcd-addons-789889" [5cca00bf-8b45-4faa-a6b4-524701d2462b] Running
I0311 20:14:00.315321 19368 system_pods.go:89] "kindnet-98h2q" [980a5b39-0147-485f-b8b6-30e7cbcbeef2] Running
I0311 20:14:00.315330 19368 system_pods.go:89] "kube-apiserver-addons-789889" [19fb83b3-2993-4306-b74e-300f6d27d547] Running
I0311 20:14:00.315341 19368 system_pods.go:89] "kube-controller-manager-addons-789889" [dbcb29b4-1768-4f69-9ad3-0b55b7bab5be] Running
I0311 20:14:00.315352 19368 system_pods.go:89] "kube-ingress-dns-minikube" [e8a04476-a818-4349-b891-a9f5e97360ea] Running
I0311 20:14:00.315360 19368 system_pods.go:89] "kube-proxy-gtddz" [e01efc88-2843-463e-af1b-589f57a29dcb] Running
I0311 20:14:00.315371 19368 system_pods.go:89] "kube-scheduler-addons-789889" [874dec07-b7cf-45c8-aa16-64b434d448fa] Running
I0311 20:14:00.315379 19368 system_pods.go:89] "metrics-server-69cf46c98-jdsvh" [7d3d9caa-4275-4eb1-9361-c02e64e727ad] Running
I0311 20:14:00.315389 19368 system_pods.go:89] "nvidia-device-plugin-daemonset-hz466" [8e096dbc-63a2-43e9-840b-aefa0a707f99] Running
I0311 20:14:00.315396 19368 system_pods.go:89] "registry-4prcf" [3df7e1e1-7f36-475a-a4c6-4e7cba4b04a4] Running
I0311 20:14:00.315408 19368 system_pods.go:89] "registry-proxy-hb7gm" [ddcadfe8-d6fe-4ce5-aa31-f63362775ad4] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0311 20:14:00.315418 19368 system_pods.go:89] "snapshot-controller-58dbcc7b99-pdqsz" [efe8ae4e-68fb-4277-bee6-be49249e8706] Running
I0311 20:14:00.315433 19368 system_pods.go:89] "snapshot-controller-58dbcc7b99-xmpjk" [a90030ca-3c81-44e2-b4e5-3e92fa871787] Running
I0311 20:14:00.315442 19368 system_pods.go:89] "storage-provisioner" [08bc2b9f-c252-4ca7-ab10-25edd9462252] Running
I0311 20:14:00.315450 19368 system_pods.go:89] "tiller-deploy-7b677967b9-zcqbq" [58866558-3af7-4715-bf34-94d2f55dc966] Running
I0311 20:14:00.315461 19368 system_pods.go:126] duration metric: took 9.279086ms to wait for k8s-apps to be running ...
I0311 20:14:00.315473 19368 system_svc.go:44] waiting for kubelet service to be running ....
I0311 20:14:00.315525 19368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0311 20:14:00.328987 19368 system_svc.go:56] duration metric: took 13.507356ms WaitForService to wait for kubelet
I0311 20:14:00.329014 19368 kubeadm.go:576] duration metric: took 58.264713087s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0311 20:14:00.329037 19368 node_conditions.go:102] verifying NodePressure condition ...
I0311 20:14:00.331621 19368 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0311 20:14:00.331645 19368 node_conditions.go:123] node cpu capacity is 8
I0311 20:14:00.331659 19368 node_conditions.go:105] duration metric: took 2.617482ms to run NodePressure ...
I0311 20:14:00.331670 19368 start.go:240] waiting for startup goroutines ...
I0311 20:14:00.424998 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:00.726724 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:00.814728 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:00.814763 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:00.923609 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:01.221044 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:01.313768 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:01.314073 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:01.423137 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:01.721458 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:01.814519 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:01.814774 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:01.923417 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:02.220381 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:02.313852 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:02.314145 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:02.423895 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:02.720924 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:02.813603 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:02.813955 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:02.923100 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:03.221512 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:03.314551 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:03.314687 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:03.423869 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:03.720532 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:03.813820 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:03.813879 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:03.922968 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:04.221063 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:04.313832 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:04.313855 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:04.423462 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:04.721065 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:04.813929 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:04.814245 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:04.924749 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:05.221263 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:05.314519 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:05.315280 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:05.423922 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:05.721010 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:05.813754 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:05.813875 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:05.923324 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:06.221565 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:06.314452 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:06.314814 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:06.423983 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:06.721747 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:06.816504 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:06.817178 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:06.923867 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:07.221086 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:07.316603 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:07.318874 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:07.423315 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:07.721223 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:07.814170 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:07.814884 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:07.923869 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:08.221029 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:08.316002 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0311 20:14:08.316047 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:08.423003 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:08.721844 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:08.814910 19368 kapi.go:107] duration metric: took 1m0.006444977s to wait for kubernetes.io/minikube-addons=registry ...
I0311 20:14:08.815218 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:08.923663 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:09.220495 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:09.313977 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:09.424362 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:09.720240 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:09.813582 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:09.923315 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:10.221273 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:10.314472 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:10.423665 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:10.720877 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:10.813426 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:10.924179 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:11.220887 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:11.313120 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:11.423810 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:11.720903 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:11.815368 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:11.922794 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:12.221207 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:12.314446 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:12.424796 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:12.720937 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:12.813159 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:12.923677 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:13.221133 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:13.313903 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:13.423778 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:13.721535 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:13.814323 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:13.924484 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:14.221661 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:14.314262 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:14.423725 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0311 20:14:14.721048 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:14.813976 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:14.923776 19368 kapi.go:107] duration metric: took 1m5.00549026s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0311 20:14:15.221243 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:15.313763 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:15.720502 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:15.813718 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:16.221475 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:16.314349 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:16.721853 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:16.814903 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:17.221439 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:17.316928 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:17.722101 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:17.815224 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:18.222154 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:18.314917 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:18.721241 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:18.814045 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:19.220981 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:19.313371 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:19.721205 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:19.813295 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:20.220924 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:20.314098 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:20.721006 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:20.813464 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:21.221262 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:21.313758 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:21.720509 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:21.814289 19368 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0311 20:14:22.220542 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:22.313919 19368 kapi.go:107] duration metric: took 1m13.507104553s to wait for app.kubernetes.io/name=ingress-nginx ...
I0311 20:14:22.721694 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:23.220829 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:23.721105 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:24.221476 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:24.721091 19368 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0311 20:14:25.221353 19368 kapi.go:107] duration metric: took 1m14.003758043s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0311 20:14:25.223183 19368 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-789889 cluster.
I0311 20:14:25.224628 19368 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0311 20:14:25.225949 19368 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0311 20:14:25.227431 19368 out.go:177] * Enabled addons: cloud-spanner, storage-provisioner, ingress-dns, nvidia-device-plugin, helm-tiller, metrics-server, inspektor-gadget, default-storageclass, yakd, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0311 20:14:25.228771 19368 addons.go:505] duration metric: took 1m23.16444064s for enable addons: enabled=[cloud-spanner storage-provisioner ingress-dns nvidia-device-plugin helm-tiller metrics-server inspektor-gadget default-storageclass yakd volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0311 20:14:25.228803 19368 start.go:245] waiting for cluster config update ...
I0311 20:14:25.228820 19368 start.go:254] writing updated cluster config ...
I0311 20:14:25.229067 19368 ssh_runner.go:195] Run: rm -f paused
I0311 20:14:25.276010 19368 start.go:600] kubectl: 1.29.2, cluster: 1.28.4 (minor skew: 1)
I0311 20:14:25.277940 19368 out.go:177] * Done! kubectl is now configured to use "addons-789889" cluster and "default" namespace by default
==> CRI-O <==
Mar 11 20:17:12 addons-789889 crio[965]: time="2024-03-11 20:17:12.269829864Z" level=info msg="Removing container: 578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5" id=26a3d8cd-f29c-4af6-807a-26fa59386a71 name=/runtime.v1.RuntimeService/RemoveContainer
Mar 11 20:17:12 addons-789889 crio[965]: time="2024-03-11 20:17:12.282754600Z" level=info msg="Removed container 578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=26a3d8cd-f29c-4af6-807a-26fa59386a71 name=/runtime.v1.RuntimeService/RemoveContainer
Mar 11 20:17:13 addons-789889 crio[965]: time="2024-03-11 20:17:13.322524254Z" level=info msg="Pulled image: gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7" id=2dde79f0-a694-44ca-a1f9-8d5945df06e2 name=/runtime.v1.ImageService/PullImage
Mar 11 20:17:13 addons-789889 crio[965]: time="2024-03-11 20:17:13.323355728Z" level=info msg="Checking image status: gcr.io/google-samples/hello-app:1.0" id=2aaa56a9-ad73-4d8b-aec7-10b7ba1196b6 name=/runtime.v1.ImageService/ImageStatus
Mar 11 20:17:13 addons-789889 crio[965]: time="2024-03-11 20:17:13.324818369Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=2aaa56a9-ad73-4d8b-aec7-10b7ba1196b6 name=/runtime.v1.ImageService/ImageStatus
Mar 11 20:17:13 addons-789889 crio[965]: time="2024-03-11 20:17:13.325663771Z" level=info msg="Creating container: default/hello-world-app-5d77478584-rsd49/hello-world-app" id=c96ae070-f391-4ded-9fef-3fe6dcf5e798 name=/runtime.v1.RuntimeService/CreateContainer
Mar 11 20:17:13 addons-789889 crio[965]: time="2024-03-11 20:17:13.325745382Z" level=warning msg="Allowed annotations are specified for workload []"
Mar 11 20:17:13 addons-789889 crio[965]: time="2024-03-11 20:17:13.372963982Z" level=info msg="Created container b6e234949376aa3f6ab5a0a061004369787dbd9d392e5b2154c2ef325ab3392b: default/hello-world-app-5d77478584-rsd49/hello-world-app" id=c96ae070-f391-4ded-9fef-3fe6dcf5e798 name=/runtime.v1.RuntimeService/CreateContainer
Mar 11 20:17:13 addons-789889 crio[965]: time="2024-03-11 20:17:13.373533835Z" level=info msg="Starting container: b6e234949376aa3f6ab5a0a061004369787dbd9d392e5b2154c2ef325ab3392b" id=5fbe89ce-9909-4722-849a-c41f63e2d9b5 name=/runtime.v1.RuntimeService/StartContainer
Mar 11 20:17:13 addons-789889 crio[965]: time="2024-03-11 20:17:13.378834805Z" level=info msg="Started container" PID=10173 containerID=b6e234949376aa3f6ab5a0a061004369787dbd9d392e5b2154c2ef325ab3392b description=default/hello-world-app-5d77478584-rsd49/hello-world-app id=5fbe89ce-9909-4722-849a-c41f63e2d9b5 name=/runtime.v1.RuntimeService/StartContainer sandboxID=498197d44cdc974219cc9b807ce28a8b4803e3e97f1022a250cddea787634642
Mar 11 20:17:14 addons-789889 crio[965]: time="2024-03-11 20:17:14.019563117Z" level=info msg="Stopping container: 3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82 (timeout: 2s)" id=dc8cbeb1-030f-4cb9-885b-1c11d06553ea name=/runtime.v1.RuntimeService/StopContainer
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.025194545Z" level=warning msg="Stopping container 3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82 with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=dc8cbeb1-030f-4cb9-885b-1c11d06553ea name=/runtime.v1.RuntimeService/StopContainer
Mar 11 20:17:16 addons-789889 conmon[6280]: conmon 3a701e5fde84f163906c <ninfo>: container 6292 exited with status 137
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.157638845Z" level=info msg="Stopped container 3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82: ingress-nginx/ingress-nginx-controller-76dc478dd8-qchm4/controller" id=dc8cbeb1-030f-4cb9-885b-1c11d06553ea name=/runtime.v1.RuntimeService/StopContainer
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.158131835Z" level=info msg="Stopping pod sandbox: 9fa4793c2ea3ec3227355c95f7f56b39063b4298bb9dcd0930c0e41ccd4fe665" id=14ad3a82-1813-4373-bbb4-30a430b0078d name=/runtime.v1.RuntimeService/StopPodSandbox
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.160998881Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-T5VPE7FBCAWNLZKH - [0:0]\n:KUBE-HP-EZ4HS27EHLYHLVI3 - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n-X KUBE-HP-EZ4HS27EHLYHLVI3\n-X KUBE-HP-T5VPE7FBCAWNLZKH\nCOMMIT\n"
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.163622613Z" level=info msg="Closing host port tcp:80"
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.163665616Z" level=info msg="Closing host port tcp:443"
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.164989908Z" level=info msg="Host port tcp:80 does not have an open socket"
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.165007213Z" level=info msg="Host port tcp:443 does not have an open socket"
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.165167202Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-76dc478dd8-qchm4 Namespace:ingress-nginx ID:9fa4793c2ea3ec3227355c95f7f56b39063b4298bb9dcd0930c0e41ccd4fe665 UID:ccafcfff-b1af-4960-a106-f7accfb95209 NetNS:/var/run/netns/95ea0a93-48a3-40c2-b470-d664e57268e8 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.165311032Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-76dc478dd8-qchm4 from CNI network \"kindnet\" (type=ptp)"
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.203769587Z" level=info msg="Stopped pod sandbox: 9fa4793c2ea3ec3227355c95f7f56b39063b4298bb9dcd0930c0e41ccd4fe665" id=14ad3a82-1813-4373-bbb4-30a430b0078d name=/runtime.v1.RuntimeService/StopPodSandbox
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.281765242Z" level=info msg="Removing container: 3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82" id=d6e6e7b7-56d5-4cfa-a401-e5e5ddc2dc65 name=/runtime.v1.RuntimeService/RemoveContainer
Mar 11 20:17:16 addons-789889 crio[965]: time="2024-03-11 20:17:16.294391900Z" level=info msg="Removed container 3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82: ingress-nginx/ingress-nginx-controller-76dc478dd8-qchm4/controller" id=d6e6e7b7-56d5-4cfa-a401-e5e5ddc2dc65 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b6e234949376a gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7 7 seconds ago Running hello-world-app 0 498197d44cdc9 hello-world-app-5d77478584-rsd49
92f79d19939a6 docker.io/library/nginx@sha256:6a2f8b28e45c4adea04ec207a251fd4a2df03ddc930f782af51e315ebc76e9a9 2 minutes ago Running nginx 0 b5a79cc64b21b nginx
bae04202e9914 ghcr.io/headlamp-k8s/headlamp@sha256:19628eec9aaecf7944a049b6ab67f45e818365b9ec68cb7808ce1f6feb52d750 2 minutes ago Running headlamp 0 2317b1a575cba headlamp-5485c556b-kmskq
13847e3ff50a7 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:01b0de782aa30e7fc91ac5a91b5cc35e95e9679dee7ef07af06457b471f88f32 2 minutes ago Running gcp-auth 0 08a9cd051c7e2 gcp-auth-5f6b4f85fd-pvl8c
0264910ec7e99 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:261843b59d96d7e8a91e89545c7f27a066b1ab5cddbea8236cf1695c31889023 3 minutes ago Exited patch 0 e27c4be69e929 ingress-nginx-admission-patch-99gqb
e4ce76d80cb43 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:261843b59d96d7e8a91e89545c7f27a066b1ab5cddbea8236cf1695c31889023 3 minutes ago Exited create 0 592bf5f939e50 ingress-nginx-admission-create-twfvn
347daac10369f docker.io/marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310 3 minutes ago Running yakd 0 90f93ca09f63f yakd-dashboard-9947fc6bf-dxvtq
02625b5732a48 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 3 minutes ago Running local-path-provisioner 0 a9ceadf0f066c local-path-provisioner-78b46b4d5c-dbmh4
aade9f5b5575f 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 63a30bf828127 storage-provisioner
81f8ffccb33ac ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 4 minutes ago Running coredns 0 2e392ed3d6805 coredns-5dd5756b68-mlh2v
73d5830c5be9b docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 4 minutes ago Running kindnet-cni 0 a8d2b52fdbf40 kindnet-98h2q
4c81cf5d52a6b 83f6cc407eed88d214aad97f3539bde5c8e485ff14424cd021a3a2899304398e 4 minutes ago Running kube-proxy 0 e9d09a6acc9de kube-proxy-gtddz
3ef6994ea3e06 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 4 minutes ago Running etcd 0 4a9d923b6166a etcd-addons-789889
1f8bf97a452ed d058aa5ab969ce7b84d25e7188be1f80633b18db8ea7d02d9d0a78e676236591 4 minutes ago Running kube-controller-manager 0 50c392eb58ebf kube-controller-manager-addons-789889
0a4525b88e132 e3db313c6dbc065d4ac3b32c7a6f2a878949031b881d217b63881a109c5cfba1 4 minutes ago Running kube-scheduler 0 ff7cda3e10ce2 kube-scheduler-addons-789889
526b006f39d75 7fe0e6f37db33464725e616a12ccc4e36970370005a2b09683a974db6350c257 4 minutes ago Running kube-apiserver 0 746d5ad6add6b kube-apiserver-addons-789889
==> coredns [81f8ffccb33acc943162e68df16a75b00964201471a8a507fe85cb642857b7cd] <==
[INFO] 10.244.0.17:40316 - 29846 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000092647s
[INFO] 10.244.0.17:50494 - 9102 "A IN registry.kube-system.svc.cluster.local.europe-west4-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004034202s
[INFO] 10.244.0.17:50494 - 39555 "AAAA IN registry.kube-system.svc.cluster.local.europe-west4-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.005443375s
[INFO] 10.244.0.17:53435 - 14401 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.004309947s
[INFO] 10.244.0.17:53435 - 59460 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005013533s
[INFO] 10.244.0.17:57545 - 46651 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.004437734s
[INFO] 10.244.0.17:57545 - 4664 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.004692319s
[INFO] 10.244.0.17:34444 - 46893 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000058682s
[INFO] 10.244.0.17:34444 - 45867 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000072274s
[INFO] 10.244.0.21:55615 - 18945 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000206027s
[INFO] 10.244.0.21:52685 - 37411 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000118602s
[INFO] 10.244.0.21:44908 - 9666 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000128532s
[INFO] 10.244.0.21:58813 - 54437 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000165754s
[INFO] 10.244.0.21:41228 - 6187 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000125435s
[INFO] 10.244.0.21:32848 - 42776 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00014926s
[INFO] 10.244.0.21:52153 - 6870 "A IN storage.googleapis.com.europe-west4-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.005667231s
[INFO] 10.244.0.21:34725 - 53517 "AAAA IN storage.googleapis.com.europe-west4-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.009603794s
[INFO] 10.244.0.21:41701 - 61016 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.008875656s
[INFO] 10.244.0.21:45394 - 60237 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.009812391s
[INFO] 10.244.0.21:41187 - 45824 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.00434698s
[INFO] 10.244.0.21:38101 - 49735 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005270107s
[INFO] 10.244.0.21:50371 - 360 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000771688s
[INFO] 10.244.0.21:36967 - 44249 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 344 0.000813749s
[INFO] 10.244.0.25:32978 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000147868s
[INFO] 10.244.0.25:52503 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000119329s
==> describe nodes <==
Name: addons-789889
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-789889
kubernetes.io/os=linux
minikube.k8s.io/commit=e0a9a803bb8418ee87aee3b4880090eb65379520
minikube.k8s.io/name=addons-789889
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_03_11T20_12_50_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-789889
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 11 Mar 2024 20:12:47 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-789889
AcquireTime: <unset>
RenewTime: Mon, 11 Mar 2024 20:17:15 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 11 Mar 2024 20:15:23 +0000 Mon, 11 Mar 2024 20:12:45 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 11 Mar 2024 20:15:23 +0000 Mon, 11 Mar 2024 20:12:45 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 11 Mar 2024 20:15:23 +0000 Mon, 11 Mar 2024 20:12:45 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 11 Mar 2024 20:15:23 +0000 Mon, 11 Mar 2024 20:13:12 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-789889
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859364Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859364Ki
pods: 110
System Info:
Machine ID: d38ae154ed1146c0a67311f14ced015a
System UUID: bd169439-bc7e-4c5e-9aca-1ec72da6e1a2
Boot ID: 3f21e884-c30f-4bb8-b74e-4a7135ace83c
Kernel Version: 5.15.0-1053-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-rsd49 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m33s
gcp-auth gcp-auth-5f6b4f85fd-pvl8c 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m10s
headlamp headlamp-5485c556b-kmskq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m48s
kube-system coredns-5dd5756b68-mlh2v 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 4m17s
kube-system etcd-addons-789889 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 4m32s
kube-system kindnet-98h2q 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 4m18s
kube-system kube-apiserver-addons-789889 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m31s
kube-system kube-controller-manager-addons-789889 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m31s
kube-system kube-proxy-gtddz 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m18s
kube-system kube-scheduler-addons-789889 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m31s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m14s
local-path-storage local-path-provisioner-78b46b4d5c-dbmh4 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 4m14s
yakd-dashboard yakd-dashboard-9947fc6bf-dxvtq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (0%!)(MISSING) 256Mi (0%!)(MISSING) 4m13s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 348Mi (1%!)(MISSING) 476Mi (1%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m13s kube-proxy
Normal Starting 4m31s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m31s kubelet Node addons-789889 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m31s kubelet Node addons-789889 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m31s kubelet Node addons-789889 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m20s node-controller Node addons-789889 event: Registered Node addons-789889 in Controller
Normal NodeReady 4m9s kubelet Node addons-789889 status is now: NodeReady
==> dmesg <==
[ +0.000754] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000680] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000741] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.004209] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.001199] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +0.612651] systemd[1]: /lib/systemd/system/cloud-config.service:8: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.002597] systemd[1]: /lib/systemd/system/cloud-init.service:19: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.002535] systemd[1]: /lib/systemd/system/cloud-init-local.service:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.046308] systemd[1]: /lib/systemd/system/cloud-final.service:9: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.013317] systemd[1]: /lib/systemd/system/cloud-init.target:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +8.868034] kauditd_printk_skb: 36 callbacks suppressed
[Mar11 20:14] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 1a a0 bb d1 c9 86 9a d3 1b 34 95 1b 08 00
[Mar11 20:15] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 1a a0 bb d1 c9 86 9a d3 1b 34 95 1b 08 00
[ +2.015792] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000022] ll header: 00000000: 1a a0 bb d1 c9 86 9a d3 1b 34 95 1b 08 00
[ +4.255584] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 1a a0 bb d1 c9 86 9a d3 1b 34 95 1b 08 00
[ +8.191205] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 1a a0 bb d1 c9 86 9a d3 1b 34 95 1b 08 00
[ +16.126440] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 1a a0 bb d1 c9 86 9a d3 1b 34 95 1b 08 00
[Mar11 20:16] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000021] ll header: 00000000: 1a a0 bb d1 c9 86 9a d3 1b 34 95 1b 08 00
==> etcd [3ef6994ea3e06c31321a9d3911e32f0abdde072a40033b16c90da39d002bd161] <==
{"level":"info","ts":"2024-03-11T20:13:06.595426Z","caller":"traceutil/trace.go:171","msg":"trace[1074608442] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"178.732017ms","start":"2024-03-11T20:13:06.416673Z","end":"2024-03-11T20:13:06.595405Z","steps":["trace[1074608442] 'process raft request' (duration: 101.66852ms)"],"step_count":1}
{"level":"info","ts":"2024-03-11T20:13:06.595759Z","caller":"traceutil/trace.go:171","msg":"trace[662557243] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"178.964912ms","start":"2024-03-11T20:13:06.416783Z","end":"2024-03-11T20:13:06.595748Z","steps":["trace[662557243] 'process raft request' (duration: 178.298093ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-11T20:13:06.595949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.586494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-03-11T20:13:06.596213Z","caller":"traceutil/trace.go:171","msg":"trace[228374214] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:377; }","duration":"400.860465ms","start":"2024-03-11T20:13:06.19534Z","end":"2024-03-11T20:13:06.596201Z","steps":["trace[228374214] 'agreement among raft nodes before linearized reading' (duration: 400.562719ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-11T20:13:06.596296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-03-11T20:13:06.195292Z","time spent":"400.986421ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "}
{"level":"warn","ts":"2024-03-11T20:13:06.596546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.054699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/tiller-deploy\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-03-11T20:13:06.597743Z","caller":"traceutil/trace.go:171","msg":"trace[1176359143] range","detail":"{range_begin:/registry/deployments/kube-system/tiller-deploy; range_end:; response_count:0; response_revision:377; }","duration":"187.253531ms","start":"2024-03-11T20:13:06.410478Z","end":"2024-03-11T20:13:06.597732Z","steps":["trace[1176359143] 'agreement among raft nodes before linearized reading' (duration: 186.037945ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-11T20:13:06.597917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.241833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-03-11T20:13:06.598021Z","caller":"traceutil/trace.go:171","msg":"trace[106241042] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:0; response_revision:377; }","duration":"188.350318ms","start":"2024-03-11T20:13:06.409663Z","end":"2024-03-11T20:13:06.598013Z","steps":["trace[106241042] 'agreement among raft nodes before linearized reading' (duration: 188.226404ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-11T20:13:06.598231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.511185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"}
{"level":"info","ts":"2024-03-11T20:13:06.598277Z","caller":"traceutil/trace.go:171","msg":"trace[1341842001] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:377; }","duration":"292.562738ms","start":"2024-03-11T20:13:06.305704Z","end":"2024-03-11T20:13:06.598267Z","steps":["trace[1341842001] 'agreement among raft nodes before linearized reading' (duration: 292.4661ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-11T20:13:06.598407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.736722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-03-11T20:13:06.598456Z","caller":"traceutil/trace.go:171","msg":"trace[563902227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:377; }","duration":"292.785202ms","start":"2024-03-11T20:13:06.305663Z","end":"2024-03-11T20:13:06.598449Z","steps":["trace[563902227] 'agreement among raft nodes before linearized reading' (duration: 292.725364ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-11T20:13:06.598557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.496025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-5dd5756b68\" ","response":"range_response_count:1 size:3752"}
{"level":"info","ts":"2024-03-11T20:13:06.59858Z","caller":"traceutil/trace.go:171","msg":"trace[577623346] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-5dd5756b68; range_end:; response_count:1; response_revision:377; }","duration":"303.520082ms","start":"2024-03-11T20:13:06.295055Z","end":"2024-03-11T20:13:06.598575Z","steps":["trace[577623346] 'agreement among raft nodes before linearized reading' (duration: 303.476658ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-11T20:13:06.598596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-03-11T20:13:06.295048Z","time spent":"303.54306ms","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3776,"request content":"key:\"/registry/replicasets/kube-system/coredns-5dd5756b68\" "}
{"level":"warn","ts":"2024-03-11T20:13:06.598701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.942224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-789889\" ","response":"range_response_count:1 size:5654"}
{"level":"info","ts":"2024-03-11T20:13:06.598723Z","caller":"traceutil/trace.go:171","msg":"trace[1927586742] range","detail":"{range_begin:/registry/minions/addons-789889; range_end:; response_count:1; response_revision:377; }","duration":"303.964014ms","start":"2024-03-11T20:13:06.294753Z","end":"2024-03-11T20:13:06.598718Z","steps":["trace[1927586742] 'agreement among raft nodes before linearized reading' (duration: 303.925363ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-11T20:13:06.598737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-03-11T20:13:06.294739Z","time spent":"303.994889ms","remote":"127.0.0.1:39518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":5678,"request content":"key:\"/registry/minions/addons-789889\" "}
{"level":"warn","ts":"2024-03-11T20:13:06.598834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.429725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-03-11T20:13:06.598858Z","caller":"traceutil/trace.go:171","msg":"trace[1364456468] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:377; }","duration":"403.451825ms","start":"2024-03-11T20:13:06.1954Z","end":"2024-03-11T20:13:06.598852Z","steps":["trace[1364456468] 'agreement among raft nodes before linearized reading' (duration: 403.415389ms)"],"step_count":1}
{"level":"warn","ts":"2024-03-11T20:13:06.598875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-03-11T20:13:06.19539Z","time spent":"403.48057ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "}
{"level":"warn","ts":"2024-03-11T20:13:07.396463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.216323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121823"}
{"level":"info","ts":"2024-03-11T20:13:07.396611Z","caller":"traceutil/trace.go:171","msg":"trace[957542016] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:448; }","duration":"100.372906ms","start":"2024-03-11T20:13:07.296223Z","end":"2024-03-11T20:13:07.396595Z","steps":["trace[957542016] 'agreement among raft nodes before linearized reading' (duration: 100.086669ms)"],"step_count":1}
{"level":"info","ts":"2024-03-11T20:14:45.72525Z","caller":"traceutil/trace.go:171","msg":"trace[1530892397] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1378; }","duration":"136.526694ms","start":"2024-03-11T20:14:45.58871Z","end":"2024-03-11T20:14:45.725237Z","steps":["trace[1530892397] 'process raft request' (duration: 136.426522ms)"],"step_count":1}
==> gcp-auth [13847e3ff50a756f8e915dbe438bece333e25909f9dee60a25df62594cd26c90] <==
2024/03/11 20:14:24 GCP Auth Webhook started!
2024/03/11 20:14:25 Ready to marshal response ...
2024/03/11 20:14:25 Ready to write response ...
2024/03/11 20:14:25 Ready to marshal response ...
2024/03/11 20:14:25 Ready to write response ...
2024/03/11 20:14:33 Ready to marshal response ...
2024/03/11 20:14:33 Ready to write response ...
2024/03/11 20:14:33 Ready to marshal response ...
2024/03/11 20:14:33 Ready to write response ...
2024/03/11 20:14:33 Ready to marshal response ...
2024/03/11 20:14:33 Ready to write response ...
2024/03/11 20:14:36 Ready to marshal response ...
2024/03/11 20:14:36 Ready to write response ...
2024/03/11 20:14:39 Ready to marshal response ...
2024/03/11 20:14:39 Ready to write response ...
2024/03/11 20:14:48 Ready to marshal response ...
2024/03/11 20:14:48 Ready to write response ...
2024/03/11 20:14:50 Ready to marshal response ...
2024/03/11 20:14:50 Ready to write response ...
2024/03/11 20:14:52 Ready to marshal response ...
2024/03/11 20:14:52 Ready to write response ...
2024/03/11 20:15:17 Ready to marshal response ...
2024/03/11 20:15:17 Ready to write response ...
2024/03/11 20:17:10 Ready to marshal response ...
2024/03/11 20:17:10 Ready to write response ...
==> kernel <==
20:17:21 up 59 min, 0 users, load average: 0.46, 0.46, 0.23
Linux addons-789889 5.15.0-1053-gcp #61~20.04.1-Ubuntu SMP Mon Feb 26 16:50:40 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [73d5830c5be9bc321ca1f126bddfae63018ce5ee40325fc6ac71cd14276f6453] <==
I0311 20:15:11.795146 1 main.go:227] handling current node
I0311 20:15:21.798783 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:15:21.798807 1 main.go:227] handling current node
I0311 20:15:31.810949 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:15:31.810970 1 main.go:227] handling current node
I0311 20:15:41.814684 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:15:41.814717 1 main.go:227] handling current node
I0311 20:15:51.826738 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:15:51.826764 1 main.go:227] handling current node
I0311 20:16:01.830607 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:16:01.830631 1 main.go:227] handling current node
I0311 20:16:11.835090 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:16:11.835112 1 main.go:227] handling current node
I0311 20:16:21.838594 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:16:21.838619 1 main.go:227] handling current node
I0311 20:16:31.851293 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:16:31.851313 1 main.go:227] handling current node
I0311 20:16:41.855397 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:16:41.855424 1 main.go:227] handling current node
I0311 20:16:51.865140 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:16:51.865164 1 main.go:227] handling current node
I0311 20:17:01.868448 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:17:01.868470 1 main.go:227] handling current node
I0311 20:17:11.872431 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0311 20:17:11.872457 1 main.go:227] handling current node
==> kube-apiserver [526b006f39d75d7d03f09a2016bb4d3561ffd3efa18cfd3ffe6d767edd6288c9] <==
I0311 20:14:51.812668 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0311 20:14:52.823831 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
E0311 20:14:56.149456 1 upgradeaware.go:425] Error proxying data from client to backend: read tcp 192.168.49.2:8443->10.244.0.28:49134: read: connection reset by peer
I0311 20:15:08.131623 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0311 20:15:21.608961 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0311 20:15:34.422384 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0311 20:15:34.422523 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0311 20:15:34.428900 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0311 20:15:34.428949 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0311 20:15:34.499931 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0311 20:15:34.499970 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0311 20:15:34.504657 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0311 20:15:34.504698 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0311 20:15:34.513470 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0311 20:15:34.513518 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0311 20:15:34.517106 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0311 20:15:34.517205 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0311 20:15:34.524978 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0311 20:15:34.525087 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0311 20:15:34.527196 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0311 20:15:34.527240 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0311 20:15:35.500281 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0311 20:15:35.528264 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0311 20:15:35.535280 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0311 20:17:10.504801 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.107.38.89"}
==> kube-controller-manager [1f8bf97a452ed51722d337b1092465b77b4b1c875f2b82d3840551b28b6bdea8] <==
W0311 20:16:11.287763 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0311 20:16:11.287793 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0311 20:16:13.705686 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0311 20:16:13.705712 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0311 20:16:20.258512 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0311 20:16:20.258539 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0311 20:16:45.607486 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0311 20:16:45.607519 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0311 20:16:46.722442 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0311 20:16:46.722472 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0311 20:16:49.458136 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0311 20:16:49.458164 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0311 20:16:56.814735 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0311 20:16:56.814777 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0311 20:17:10.342564 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I0311 20:17:10.352119 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-rsd49"
I0311 20:17:10.355971 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="13.730523ms"
I0311 20:17:10.360367 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="4.354231ms"
I0311 20:17:10.360515 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="38.889µs"
I0311 20:17:10.366551 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="65.236µs"
I0311 20:17:13.009875 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0311 20:17:13.010250 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-76dc478dd8" duration="6.589µs"
I0311 20:17:13.014264 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I0311 20:17:14.289134 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="4.609154ms"
I0311 20:17:14.289296 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="46.066µs"
==> kube-proxy [4c81cf5d52a6b3d8e80509993ea0b34d41b4a126f5e53fb590d2128a16d7c9eb] <==
I0311 20:13:07.505662 1 server_others.go:69] "Using iptables proxy"
I0311 20:13:07.612281 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0311 20:13:07.910588 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0311 20:13:07.913052 1 server_others.go:152] "Using iptables Proxier"
I0311 20:13:07.913086 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0311 20:13:07.913094 1 server_others.go:438] "Defaulting to no-op detect-local"
I0311 20:13:07.913130 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0311 20:13:07.913388 1 server.go:846] "Version info" version="v1.28.4"
I0311 20:13:07.913402 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0311 20:13:07.914305 1 config.go:188] "Starting service config controller"
I0311 20:13:07.914342 1 shared_informer.go:311] Waiting for caches to sync for service config
I0311 20:13:07.914390 1 config.go:97] "Starting endpoint slice config controller"
I0311 20:13:07.914401 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0311 20:13:07.914986 1 config.go:315] "Starting node config controller"
I0311 20:13:07.915006 1 shared_informer.go:311] Waiting for caches to sync for node config
I0311 20:13:08.014492 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0311 20:13:08.014511 1 shared_informer.go:318] Caches are synced for service config
I0311 20:13:08.015759 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [0a4525b88e132692fb89b353b25224fdd4d5a84f56faccc0b485212c23d21180] <==
E0311 20:12:47.299775 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0311 20:12:47.299291 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0311 20:12:47.299800 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0311 20:12:47.299797 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0311 20:12:47.299752 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0311 20:12:47.299806 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0311 20:12:47.299820 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0311 20:12:47.299838 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0311 20:12:47.300925 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0311 20:12:47.300960 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0311 20:12:47.301038 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0311 20:12:47.301063 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0311 20:12:47.301070 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0311 20:12:47.301096 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0311 20:12:47.301225 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0311 20:12:47.301295 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0311 20:12:48.104192 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0311 20:12:48.104229 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0311 20:12:48.282485 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0311 20:12:48.282516 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0311 20:12:48.283217 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0311 20:12:48.283238 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0311 20:12:48.333829 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0311 20:12:48.333854 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I0311 20:12:50.523021 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Mar 11 20:17:10 addons-789889 kubelet[1663]: W0311 20:17:10.701294 1663 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/55d4491b5079acb739ec696d66b1be7e17157f151530b87f72316d007d75f1c0/crio-498197d44cdc974219cc9b807ce28a8b4803e3e97f1022a250cddea787634642 WatchSource:0}: Error finding container 498197d44cdc974219cc9b807ce28a8b4803e3e97f1022a250cddea787634642: Status 404 returned error can't find the container with id 498197d44cdc974219cc9b807ce28a8b4803e3e97f1022a250cddea787634642
Mar 11 20:17:11 addons-789889 kubelet[1663]: I0311 20:17:11.350630 1663 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9nflk\" (UniqueName: \"kubernetes.io/projected/e8a04476-a818-4349-b891-a9f5e97360ea-kube-api-access-9nflk\") pod \"e8a04476-a818-4349-b891-a9f5e97360ea\" (UID: \"e8a04476-a818-4349-b891-a9f5e97360ea\") "
Mar 11 20:17:11 addons-789889 kubelet[1663]: I0311 20:17:11.352390 1663 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e8a04476-a818-4349-b891-a9f5e97360ea-kube-api-access-9nflk" (OuterVolumeSpecName: "kube-api-access-9nflk") pod "e8a04476-a818-4349-b891-a9f5e97360ea" (UID: "e8a04476-a818-4349-b891-a9f5e97360ea"). InnerVolumeSpecName "kube-api-access-9nflk". PluginName "kubernetes.io/projected", VolumeGidValue ""
Mar 11 20:17:11 addons-789889 kubelet[1663]: I0311 20:17:11.451747 1663 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-9nflk\" (UniqueName: \"kubernetes.io/projected/e8a04476-a818-4349-b891-a9f5e97360ea-kube-api-access-9nflk\") on node \"addons-789889\" DevicePath \"\""
Mar 11 20:17:12 addons-789889 kubelet[1663]: I0311 20:17:12.268861 1663 scope.go:117] "RemoveContainer" containerID="578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5"
Mar 11 20:17:12 addons-789889 kubelet[1663]: I0311 20:17:12.283151 1663 scope.go:117] "RemoveContainer" containerID="578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5"
Mar 11 20:17:12 addons-789889 kubelet[1663]: E0311 20:17:12.283580 1663 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5\": container with ID starting with 578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5 not found: ID does not exist" containerID="578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5"
Mar 11 20:17:12 addons-789889 kubelet[1663]: I0311 20:17:12.283634 1663 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5"} err="failed to get container status \"578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5\": rpc error: code = NotFound desc = could not find container \"578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5\": container with ID starting with 578b356699579ea7b4e1c829e9a9ae85cb34ae00478cb2e561028dc6ad9622c5 not found: ID does not exist"
Mar 11 20:17:12 addons-789889 kubelet[1663]: E0311 20:17:12.898447 1663 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/8a67c5be4e122918b0316ac02c29345cd3bdd611c13cf8d57fedabb7a8bb75fb/diff" to get inode usage: stat /var/lib/containers/storage/overlay/8a67c5be4e122918b0316ac02c29345cd3bdd611c13cf8d57fedabb7a8bb75fb/diff: no such file or directory, extraDiskErr: <nil>
Mar 11 20:17:12 addons-789889 kubelet[1663]: E0311 20:17:12.899611 1663 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/3fc5bf58099337c7091bcf6f001a5a861c3ad07b370bc86257276726f74962cd/diff" to get inode usage: stat /var/lib/containers/storage/overlay/3fc5bf58099337c7091bcf6f001a5a861c3ad07b370bc86257276726f74962cd/diff: no such file or directory, extraDiskErr: <nil>
Mar 11 20:17:14 addons-789889 kubelet[1663]: I0311 20:17:14.110495 1663 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="0732082b-50f6-4ab4-871f-d7da5caf1def" path="/var/lib/kubelet/pods/0732082b-50f6-4ab4-871f-d7da5caf1def/volumes"
Mar 11 20:17:14 addons-789889 kubelet[1663]: I0311 20:17:14.111006 1663 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="2745280a-afe6-47e8-af2d-6ef4a8e2c6dd" path="/var/lib/kubelet/pods/2745280a-afe6-47e8-af2d-6ef4a8e2c6dd/volumes"
Mar 11 20:17:14 addons-789889 kubelet[1663]: I0311 20:17:14.111360 1663 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="e8a04476-a818-4349-b891-a9f5e97360ea" path="/var/lib/kubelet/pods/e8a04476-a818-4349-b891-a9f5e97360ea/volumes"
Mar 11 20:17:16 addons-789889 kubelet[1663]: I0311 20:17:16.280794 1663 scope.go:117] "RemoveContainer" containerID="3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82"
Mar 11 20:17:16 addons-789889 kubelet[1663]: I0311 20:17:16.294630 1663 scope.go:117] "RemoveContainer" containerID="3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82"
Mar 11 20:17:16 addons-789889 kubelet[1663]: E0311 20:17:16.294952 1663 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82\": container with ID starting with 3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82 not found: ID does not exist" containerID="3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82"
Mar 11 20:17:16 addons-789889 kubelet[1663]: I0311 20:17:16.295001 1663 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82"} err="failed to get container status \"3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82\": rpc error: code = NotFound desc = could not find container \"3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82\": container with ID starting with 3a701e5fde84f163906cec9c8519deb332c7bbe97cebf224289e4aad701cbc82 not found: ID does not exist"
Mar 11 20:17:16 addons-789889 kubelet[1663]: I0311 20:17:16.320679 1663 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/ccafcfff-b1af-4960-a106-f7accfb95209-webhook-cert\") pod \"ccafcfff-b1af-4960-a106-f7accfb95209\" (UID: \"ccafcfff-b1af-4960-a106-f7accfb95209\") "
Mar 11 20:17:16 addons-789889 kubelet[1663]: I0311 20:17:16.320722 1663 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8sl2x\" (UniqueName: \"kubernetes.io/projected/ccafcfff-b1af-4960-a106-f7accfb95209-kube-api-access-8sl2x\") pod \"ccafcfff-b1af-4960-a106-f7accfb95209\" (UID: \"ccafcfff-b1af-4960-a106-f7accfb95209\") "
Mar 11 20:17:16 addons-789889 kubelet[1663]: I0311 20:17:16.322561 1663 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ccafcfff-b1af-4960-a106-f7accfb95209-kube-api-access-8sl2x" (OuterVolumeSpecName: "kube-api-access-8sl2x") pod "ccafcfff-b1af-4960-a106-f7accfb95209" (UID: "ccafcfff-b1af-4960-a106-f7accfb95209"). InnerVolumeSpecName "kube-api-access-8sl2x". PluginName "kubernetes.io/projected", VolumeGidValue ""
Mar 11 20:17:16 addons-789889 kubelet[1663]: I0311 20:17:16.322672 1663 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ccafcfff-b1af-4960-a106-f7accfb95209-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "ccafcfff-b1af-4960-a106-f7accfb95209" (UID: "ccafcfff-b1af-4960-a106-f7accfb95209"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Mar 11 20:17:16 addons-789889 kubelet[1663]: I0311 20:17:16.421801 1663 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/ccafcfff-b1af-4960-a106-f7accfb95209-webhook-cert\") on node \"addons-789889\" DevicePath \"\""
Mar 11 20:17:16 addons-789889 kubelet[1663]: I0311 20:17:16.421839 1663 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-8sl2x\" (UniqueName: \"kubernetes.io/projected/ccafcfff-b1af-4960-a106-f7accfb95209-kube-api-access-8sl2x\") on node \"addons-789889\" DevicePath \"\""
Mar 11 20:17:18 addons-789889 kubelet[1663]: I0311 20:17:18.110684 1663 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="ccafcfff-b1af-4960-a106-f7accfb95209" path="/var/lib/kubelet/pods/ccafcfff-b1af-4960-a106-f7accfb95209/volumes"
Mar 11 20:17:21 addons-789889 kubelet[1663]: I0311 20:17:21.108498 1663 kubelet_pods.go:906] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/coredns-5dd5756b68-mlh2v" secret="" err="secret \"gcp-auth\" not found"
==> storage-provisioner [aade9f5b5575f1f6d4949a6da7c11b029948bcce713cb03708a74c3803e9db8a] <==
I0311 20:13:12.836924 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0311 20:13:12.903825 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0311 20:13:12.903859 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0311 20:13:12.910315 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0311 20:13:12.910523 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-789889_fb651e90-0ba9-4e29-a8c6-8dddb5576bb0!
I0311 20:13:12.910482 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"f274513e-b5a0-4ff2-991c-35ce34363911", APIVersion:"v1", ResourceVersion:"874", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-789889_fb651e90-0ba9-4e29-a8c6-8dddb5576bb0 became leader
I0311 20:13:13.010751 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-789889_fb651e90-0ba9-4e29-a8c6-8dddb5576bb0!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-789889 -n addons-789889
helpers_test.go:261: (dbg) Run: kubectl --context addons-789889 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (153.72s)