=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-705389 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:231: (dbg) Run: kubectl --context addons-705389 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-705389 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [26d9e66c-776e-4a72-ad1e-d94afba64761] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [26d9e66c-776e-4a72-ad1e-d94afba64761] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.014229822s
addons_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p addons-705389 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:285: (dbg) Run: kubectl --context addons-705389 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p addons-705389 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.0517147s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-arm64 -p addons-705389 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-arm64 -p addons-705389 addons disable ingress-dns --alsologtostderr -v=1: (1.119781103s)
addons_test.go:310: (dbg) Run: out/minikube-linux-arm64 -p addons-705389 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-arm64 -p addons-705389 addons disable ingress --alsologtostderr -v=1: (7.771449771s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-705389
helpers_test.go:235: (dbg) docker inspect addons-705389:
-- stdout --
[
{
"Id": "ca7ea7a107cd2c9aa0330bb3a3da99412ee2d4fd90ce9d98b325311d9844f588",
"Created": "2023-11-07T23:02:01.298753646Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 8518,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-07T23:02:01.70148988Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:62753ecb37c4e3c5bf7b6c8d02fe88b543f553e92492fca245cded98b0d364dd",
"ResolvConfPath": "/var/lib/docker/containers/ca7ea7a107cd2c9aa0330bb3a3da99412ee2d4fd90ce9d98b325311d9844f588/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/ca7ea7a107cd2c9aa0330bb3a3da99412ee2d4fd90ce9d98b325311d9844f588/hostname",
"HostsPath": "/var/lib/docker/containers/ca7ea7a107cd2c9aa0330bb3a3da99412ee2d4fd90ce9d98b325311d9844f588/hosts",
"LogPath": "/var/lib/docker/containers/ca7ea7a107cd2c9aa0330bb3a3da99412ee2d4fd90ce9d98b325311d9844f588/ca7ea7a107cd2c9aa0330bb3a3da99412ee2d4fd90ce9d98b325311d9844f588-json.log",
"Name": "/addons-705389",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-705389:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-705389",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/066ce93ffbb3b0d1a1905884dbf52bfe03ef9677f0c0c7c718784898a946afe4-init/diff:/var/lib/docker/overlay2/def196dc8a3d27299244ed5014f1d879dfc5c896a504644a641cada3a411b821/diff",
"MergedDir": "/var/lib/docker/overlay2/066ce93ffbb3b0d1a1905884dbf52bfe03ef9677f0c0c7c718784898a946afe4/merged",
"UpperDir": "/var/lib/docker/overlay2/066ce93ffbb3b0d1a1905884dbf52bfe03ef9677f0c0c7c718784898a946afe4/diff",
"WorkDir": "/var/lib/docker/overlay2/066ce93ffbb3b0d1a1905884dbf52bfe03ef9677f0c0c7c718784898a946afe4/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-705389",
"Source": "/var/lib/docker/volumes/addons-705389/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-705389",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-705389",
"name.minikube.sigs.k8s.io": "addons-705389",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "134b0484d5f5de458b72ea512d7fb2ce8a78a839fc31d32e5dea37f8d822b930",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
]
},
"SandboxKey": "/var/run/docker/netns/134b0484d5f5",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-705389": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"ca7ea7a107cd",
"addons-705389"
],
"NetworkID": "59313438b91a268b76dacf37617a90ba72dc8bb6171809d76dbb2d4850ca39d4",
"EndpointID": "d9bca686477389e3b7b4b7f8bbcad767e658ecb39cf7341abbdd0f1840b334b4",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-705389 -n addons-705389
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-705389 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-705389 logs -n 25: (1.489892435s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | 07 Nov 23 23:01 UTC |
| delete | -p download-only-729698 | download-only-729698 | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | 07 Nov 23 23:01 UTC |
| delete | -p download-only-729698 | download-only-729698 | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | 07 Nov 23 23:01 UTC |
| start | --download-only -p | download-docker-949347 | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | |
| | download-docker-949347 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-949347 | download-docker-949347 | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | 07 Nov 23 23:01 UTC |
| start | --download-only -p | binary-mirror-431297 | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | |
| | binary-mirror-431297 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39335 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-431297 | binary-mirror-431297 | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | 07 Nov 23 23:01 UTC |
| addons | enable dashboard -p | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | |
| | addons-705389 | | | | | |
| addons | disable dashboard -p | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | |
| | addons-705389 | | | | | |
| start | -p addons-705389 --wait=true | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:01 UTC | 07 Nov 23 23:04 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | disable nvidia-device-plugin | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:04 UTC | 07 Nov 23 23:04 UTC |
| | -p addons-705389 | | | | | |
| ip | addons-705389 ip | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:04 UTC | 07 Nov 23 23:04 UTC |
| addons | addons-705389 addons disable | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:04 UTC | 07 Nov 23 23:04 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-705389 ssh cat | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:04 UTC | 07 Nov 23 23:04 UTC |
| | /opt/local-path-provisioner/pvc-855d3783-d5df-4f86-983d-e2cf8016b546_default_test-pvc/file1 | | | | | |
| addons | addons-705389 addons disable | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:04 UTC | 07 Nov 23 23:05 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:04 UTC | 07 Nov 23 23:04 UTC |
| | addons-705389 | | | | | |
| addons | enable headlamp | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:04 UTC | 07 Nov 23 23:04 UTC |
| | -p addons-705389 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:05 UTC | 07 Nov 23 23:05 UTC |
| | addons-705389 | | | | | |
| addons | addons-705389 addons | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:05 UTC | 07 Nov 23 23:05 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-705389 addons | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:05 UTC | 07 Nov 23 23:05 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-705389 addons | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:05 UTC | 07 Nov 23 23:05 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-705389 ssh curl -s | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:05 UTC | 07 Nov 23 23:05 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-705389 ip | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:05 UTC | 07 Nov 23 23:05 UTC |
| addons | addons-705389 addons disable | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:05 UTC | 07 Nov 23 23:05 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-705389 addons disable | addons-705389 | jenkins | v1.32.0 | 07 Nov 23 23:05 UTC | 07 Nov 23 23:05 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/11/07 23:01:36
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1107 23:01:36.802368 8034 out.go:296] Setting OutFile to fd 1 ...
I1107 23:01:36.802572 8034 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1107 23:01:36.802584 8034 out.go:309] Setting ErrFile to fd 2...
I1107 23:01:36.802590 8034 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1107 23:01:36.802889 8034 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17585-2228/.minikube/bin
I1107 23:01:36.803339 8034 out.go:303] Setting JSON to false
I1107 23:01:36.804112 8034 start.go:128] hostinfo: {"hostname":"ip-172-31-30-239","uptime":2433,"bootTime":1699395664,"procs":145,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I1107 23:01:36.804188 8034 start.go:138] virtualization:
I1107 23:01:36.809176 8034 out.go:177] * [addons-705389] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1107 23:01:36.811602 8034 out.go:177] - MINIKUBE_LOCATION=17585
I1107 23:01:36.811662 8034 notify.go:220] Checking for updates...
I1107 23:01:36.815524 8034 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1107 23:01:36.817983 8034 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17585-2228/kubeconfig
I1107 23:01:36.820343 8034 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17585-2228/.minikube
I1107 23:01:36.822650 8034 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1107 23:01:36.824830 8034 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1107 23:01:36.826946 8034 driver.go:378] Setting default libvirt URI to qemu:///system
I1107 23:01:36.851116 8034 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1107 23:01:36.851264 8034 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1107 23:01:36.937843 8034 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-11-07 23:01:36.927609641 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1107 23:01:36.937940 8034 docker.go:295] overlay module found
I1107 23:01:36.940340 8034 out.go:177] * Using the docker driver based on user configuration
I1107 23:01:36.942952 8034 start.go:298] selected driver: docker
I1107 23:01:36.942979 8034 start.go:902] validating driver "docker" against <nil>
I1107 23:01:36.942996 8034 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1107 23:01:36.943927 8034 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1107 23:01:37.031424 8034 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-11-07 23:01:37.008899261 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1107 23:01:37.031600 8034 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1107 23:01:37.031851 8034 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1107 23:01:37.034221 8034 out.go:177] * Using Docker driver with root privileges
I1107 23:01:37.037440 8034 cni.go:84] Creating CNI manager for ""
I1107 23:01:37.037527 8034 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1107 23:01:37.037545 8034 start_flags.go:318] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I1107 23:01:37.037557 8034 start_flags.go:323] config:
{Name:addons-705389 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-705389 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:
cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1107 23:01:37.040426 8034 out.go:177] * Starting control plane node addons-705389 in cluster addons-705389
I1107 23:01:37.043124 8034 cache.go:121] Beginning downloading kic base image for docker with docker
I1107 23:01:37.046315 8034 out.go:177] * Pulling base image ...
I1107 23:01:37.048852 8034 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime docker
I1107 23:01:37.048979 8034 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17585-2228/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-docker-overlay2-arm64.tar.lz4
I1107 23:01:37.049027 8034 cache.go:56] Caching tarball of preloaded images
I1107 23:01:37.049004 8034 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 in local docker daemon
I1107 23:01:37.049192 8034 preload.go:174] Found /home/jenkins/minikube-integration/17585-2228/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I1107 23:01:37.049211 8034 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on docker
I1107 23:01:37.049642 8034 profile.go:148] Saving config to /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/config.json ...
I1107 23:01:37.049714 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/config.json: {Name:mk68fb32a9320415a146fcb18b999beb72141d1b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:01:37.067382 8034 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 to local cache
I1107 23:01:37.067483 8034 image.go:63] Checking for gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 in local cache directory
I1107 23:01:37.067507 8034 image.go:66] Found gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 in local cache directory, skipping pull
I1107 23:01:37.067516 8034 image.go:105] gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 exists in cache, skipping pull
I1107 23:01:37.067528 8034 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 as a tarball
I1107 23:01:37.067534 8034 cache.go:162] Loading gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 from local cache
I1107 23:01:53.491729 8034 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 from cached tarball
I1107 23:01:53.491766 8034 cache.go:194] Successfully downloaded all kic artifacts
I1107 23:01:53.491843 8034 start.go:365] acquiring machines lock for addons-705389: {Name:mk3c925c31f7a29b22ed8fd648b4f785e3d4d5ce Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1107 23:01:53.491969 8034 start.go:369] acquired machines lock for "addons-705389" in 90.364µs
I1107 23:01:53.491998 8034 start.go:93] Provisioning new machine with config: &{Name:addons-705389 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-705389 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServ
erIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Custo
mQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I1107 23:01:53.492101 8034 start.go:125] createHost starting for "" (driver="docker")
I1107 23:01:53.494879 8034 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1107 23:01:53.495139 8034 start.go:159] libmachine.API.Create for "addons-705389" (driver="docker")
I1107 23:01:53.495174 8034 client.go:168] LocalClient.Create starting
I1107 23:01:53.495292 8034 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17585-2228/.minikube/certs/ca.pem
I1107 23:01:54.041601 8034 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17585-2228/.minikube/certs/cert.pem
I1107 23:01:54.680939 8034 cli_runner.go:164] Run: docker network inspect addons-705389 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1107 23:01:54.698767 8034 cli_runner.go:211] docker network inspect addons-705389 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1107 23:01:54.698847 8034 network_create.go:281] running [docker network inspect addons-705389] to gather additional debugging logs...
I1107 23:01:54.698867 8034 cli_runner.go:164] Run: docker network inspect addons-705389
W1107 23:01:54.718611 8034 cli_runner.go:211] docker network inspect addons-705389 returned with exit code 1
I1107 23:01:54.718653 8034 network_create.go:284] error running [docker network inspect addons-705389]: docker network inspect addons-705389: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-705389 not found
I1107 23:01:54.718669 8034 network_create.go:286] output of [docker network inspect addons-705389]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-705389 not found
** /stderr **
I1107 23:01:54.718788 8034 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1107 23:01:54.737276 8034 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4002573320}
I1107 23:01:54.737314 8034 network_create.go:124] attempt to create docker network addons-705389 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1107 23:01:54.737373 8034 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-705389 addons-705389
I1107 23:01:54.805659 8034 network_create.go:108] docker network addons-705389 192.168.49.0/24 created
I1107 23:01:54.805693 8034 kic.go:121] calculated static IP "192.168.49.2" for the "addons-705389" container
I1107 23:01:54.805767 8034 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1107 23:01:54.823450 8034 cli_runner.go:164] Run: docker volume create addons-705389 --label name.minikube.sigs.k8s.io=addons-705389 --label created_by.minikube.sigs.k8s.io=true
I1107 23:01:54.842878 8034 oci.go:103] Successfully created a docker volume addons-705389
I1107 23:01:54.842975 8034 cli_runner.go:164] Run: docker run --rm --name addons-705389-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-705389 --entrypoint /usr/bin/test -v addons-705389:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib
I1107 23:01:57.120598 8034 cli_runner.go:217] Completed: docker run --rm --name addons-705389-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-705389 --entrypoint /usr/bin/test -v addons-705389:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib: (2.277579896s)
I1107 23:01:57.120630 8034 oci.go:107] Successfully prepared a docker volume addons-705389
I1107 23:01:57.120661 8034 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime docker
I1107 23:01:57.120680 8034 kic.go:194] Starting extracting preloaded images to volume ...
I1107 23:01:57.120770 8034 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17585-2228/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-705389:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir
I1107 23:02:01.202836 8034 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17585-2228/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-705389:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir: (4.08200174s)
I1107 23:02:01.202869 8034 kic.go:203] duration metric: took 4.082187 seconds to extract preloaded images to volume
W1107 23:02:01.203024 8034 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1107 23:02:01.203146 8034 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1107 23:02:01.281196 8034 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-705389 --name addons-705389 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-705389 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-705389 --network addons-705389 --ip 192.168.49.2 --volume addons-705389:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0
I1107 23:02:01.722500 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Running}}
I1107 23:02:01.742490 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:01.761896 8034 cli_runner.go:164] Run: docker exec addons-705389 stat /var/lib/dpkg/alternatives/iptables
I1107 23:02:01.873230 8034 oci.go:144] the created container "addons-705389" has a running status.
I1107 23:02:01.873256 8034 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa...
I1107 23:02:02.593318 8034 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1107 23:02:02.621965 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:02.648911 8034 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1107 23:02:02.648931 8034 kic_runner.go:114] Args: [docker exec --privileged addons-705389 chown docker:docker /home/docker/.ssh/authorized_keys]
I1107 23:02:02.736576 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:02.759440 8034 machine.go:88] provisioning docker machine ...
I1107 23:02:02.759469 8034 ubuntu.go:169] provisioning hostname "addons-705389"
I1107 23:02:02.759542 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:02.779744 8034 main.go:141] libmachine: Using SSH client type: native
I1107 23:02:02.780200 8034 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bdf40] 0x3c06b0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1107 23:02:02.780213 8034 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-705389 && echo "addons-705389" | sudo tee /etc/hostname
I1107 23:02:02.950042 8034 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-705389
I1107 23:02:02.950120 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:02.984496 8034 main.go:141] libmachine: Using SSH client type: native
I1107 23:02:02.984932 8034 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bdf40] 0x3c06b0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1107 23:02:02.984962 8034 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-705389' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-705389/g' /etc/hosts;
else
echo '127.0.1.1 addons-705389' | sudo tee -a /etc/hosts;
fi
fi
I1107 23:02:03.125823 8034 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1107 23:02:03.125847 8034 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17585-2228/.minikube CaCertPath:/home/jenkins/minikube-integration/17585-2228/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17585-2228/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17585-2228/.minikube}
I1107 23:02:03.125876 8034 ubuntu.go:177] setting up certificates
I1107 23:02:03.125889 8034 provision.go:83] configureAuth start
I1107 23:02:03.125951 8034 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-705389
I1107 23:02:03.145323 8034 provision.go:138] copyHostCerts
I1107 23:02:03.145435 8034 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17585-2228/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17585-2228/.minikube/ca.pem (1082 bytes)
I1107 23:02:03.145565 8034 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17585-2228/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17585-2228/.minikube/cert.pem (1123 bytes)
I1107 23:02:03.145631 8034 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17585-2228/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17585-2228/.minikube/key.pem (1679 bytes)
I1107 23:02:03.145683 8034 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17585-2228/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17585-2228/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17585-2228/.minikube/certs/ca-key.pem org=jenkins.addons-705389 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-705389]
I1107 23:02:03.546382 8034 provision.go:172] copyRemoteCerts
I1107 23:02:03.546452 8034 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1107 23:02:03.546502 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:03.564928 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:03.658629 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1107 23:02:03.686343 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1107 23:02:03.714148 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1107 23:02:03.743197 8034 provision.go:86] duration metric: configureAuth took 617.295836ms
I1107 23:02:03.743223 8034 ubuntu.go:193] setting minikube options for container-runtime
I1107 23:02:03.743401 8034 config.go:182] Loaded profile config "addons-705389": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.3
I1107 23:02:03.743458 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:03.761968 8034 main.go:141] libmachine: Using SSH client type: native
I1107 23:02:03.762362 8034 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bdf40] 0x3c06b0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1107 23:02:03.762374 8034 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1107 23:02:03.889444 8034 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I1107 23:02:03.889462 8034 ubuntu.go:71] root file system type: overlay
I1107 23:02:03.889582 8034 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I1107 23:02:03.889648 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:03.908513 8034 main.go:141] libmachine: Using SSH client type: native
I1107 23:02:03.908957 8034 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bdf40] 0x3c06b0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1107 23:02:03.909045 8034 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1107 23:02:04.048022 8034 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1107 23:02:04.048119 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:04.067494 8034 main.go:141] libmachine: Using SSH client type: native
I1107 23:02:04.067943 8034 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bdf40] 0x3c06b0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I1107 23:02:04.067969 8034 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1107 23:02:04.847717 8034 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-10-26 09:06:20.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-11-07 23:02:04.039890544 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I1107 23:02:04.847806 8034 machine.go:91] provisioned docker machine in 2.088345996s
I1107 23:02:04.847839 8034 client.go:171] LocalClient.Create took 11.352657606s
I1107 23:02:04.847972 8034 start.go:167] duration metric: libmachine.API.Create for "addons-705389" took 11.352831072s
I1107 23:02:04.848004 8034 start.go:300] post-start starting for "addons-705389" (driver="docker")
I1107 23:02:04.848043 8034 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1107 23:02:04.848128 8034 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1107 23:02:04.848194 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:04.867641 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:04.963105 8034 ssh_runner.go:195] Run: cat /etc/os-release
I1107 23:02:04.967286 8034 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1107 23:02:04.967326 8034 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1107 23:02:04.967341 8034 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1107 23:02:04.967348 8034 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1107 23:02:04.967359 8034 filesync.go:126] Scanning /home/jenkins/minikube-integration/17585-2228/.minikube/addons for local assets ...
I1107 23:02:04.967430 8034 filesync.go:126] Scanning /home/jenkins/minikube-integration/17585-2228/.minikube/files for local assets ...
I1107 23:02:04.967460 8034 start.go:303] post-start completed in 119.42172ms
I1107 23:02:04.967765 8034 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-705389
I1107 23:02:04.986501 8034 profile.go:148] Saving config to /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/config.json ...
I1107 23:02:04.986796 8034 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1107 23:02:04.986846 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:05.013897 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:05.107123 8034 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1107 23:02:05.114059 8034 start.go:128] duration metric: createHost completed in 11.621939822s
I1107 23:02:05.114083 8034 start.go:83] releasing machines lock for "addons-705389", held for 11.622101571s
I1107 23:02:05.114161 8034 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-705389
I1107 23:02:05.133110 8034 ssh_runner.go:195] Run: cat /version.json
I1107 23:02:05.133173 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:05.133455 8034 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1107 23:02:05.133511 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:05.166047 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:05.166667 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:05.458418 8034 ssh_runner.go:195] Run: systemctl --version
I1107 23:02:05.464006 8034 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1107 23:02:05.469292 8034 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1107 23:02:05.498467 8034 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1107 23:02:05.498592 8034 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1107 23:02:05.534131 8034 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1107 23:02:05.534159 8034 start.go:472] detecting cgroup driver to use...
I1107 23:02:05.534193 8034 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1107 23:02:05.534309 8034 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1107 23:02:05.553731 8034 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1107 23:02:05.565435 8034 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1107 23:02:05.577427 8034 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I1107 23:02:05.577501 8034 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1107 23:02:05.589690 8034 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1107 23:02:05.601811 8034 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1107 23:02:05.613595 8034 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1107 23:02:05.625238 8034 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1107 23:02:05.636206 8034 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1107 23:02:05.647809 8034 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1107 23:02:05.658480 8034 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1107 23:02:05.669008 8034 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1107 23:02:05.763257 8034 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1107 23:02:05.887674 8034 start.go:472] detecting cgroup driver to use...
I1107 23:02:05.887730 8034 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1107 23:02:05.887784 8034 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1107 23:02:05.903227 8034 cruntime.go:279] skipping containerd shutdown because we are bound to it
I1107 23:02:05.903320 8034 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1107 23:02:05.918338 8034 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1107 23:02:05.938947 8034 ssh_runner.go:195] Run: which cri-dockerd
I1107 23:02:05.945202 8034 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1107 23:02:05.955959 8034 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I1107 23:02:05.986873 8034 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1107 23:02:06.110353 8034 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1107 23:02:06.225398 8034 docker.go:560] configuring docker to use "cgroupfs" as cgroup driver...
I1107 23:02:06.225519 8034 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1107 23:02:06.248792 8034 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1107 23:02:06.368561 8034 ssh_runner.go:195] Run: sudo systemctl restart docker
I1107 23:02:06.655007 8034 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1107 23:02:06.753464 8034 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1107 23:02:06.851707 8034 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1107 23:02:06.956700 8034 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1107 23:02:07.061770 8034 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1107 23:02:07.078881 8034 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1107 23:02:07.178111 8034 ssh_runner.go:195] Run: sudo systemctl restart cri-docker
I1107 23:02:07.260777 8034 start.go:519] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1107 23:02:07.260876 8034 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1107 23:02:07.266067 8034 start.go:540] Will wait 60s for crictl version
I1107 23:02:07.266132 8034 ssh_runner.go:195] Run: which crictl
I1107 23:02:07.271553 8034 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1107 23:02:07.327352 8034 start.go:556] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 24.0.7
RuntimeApiVersion: v1
I1107 23:02:07.327441 8034 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1107 23:02:07.357343 8034 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1107 23:02:07.391555 8034 out.go:204] * Preparing Kubernetes v1.28.3 on Docker 24.0.7 ...
I1107 23:02:07.391654 8034 cli_runner.go:164] Run: docker network inspect addons-705389 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1107 23:02:07.409107 8034 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1107 23:02:07.413850 8034 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1107 23:02:07.427220 8034 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime docker
I1107 23:02:07.427289 8034 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1107 23:02:07.449347 8034 docker.go:671] Got preloaded images: -- stdout --
registry.k8s.io/kube-scheduler:v1.28.3
registry.k8s.io/kube-apiserver:v1.28.3
registry.k8s.io/kube-controller-manager:v1.28.3
registry.k8s.io/kube-proxy:v1.28.3
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I1107 23:02:07.449372 8034 docker.go:601] Images already preloaded, skipping extraction
I1107 23:02:07.449443 8034 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1107 23:02:07.471515 8034 docker.go:671] Got preloaded images: -- stdout --
registry.k8s.io/kube-controller-manager:v1.28.3
registry.k8s.io/kube-scheduler:v1.28.3
registry.k8s.io/kube-apiserver:v1.28.3
registry.k8s.io/kube-proxy:v1.28.3
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I1107 23:02:07.471551 8034 cache_images.go:84] Images are preloaded, skipping loading
I1107 23:02:07.471615 8034 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I1107 23:02:07.532908 8034 cni.go:84] Creating CNI manager for ""
I1107 23:02:07.532937 8034 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1107 23:02:07.532971 8034 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1107 23:02:07.532992 8034 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-705389 NodeName:addons-705389 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1107 23:02:07.533136 8034 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-705389"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1107 23:02:07.533201 8034 kubeadm.go:976] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-705389 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:addons-705389 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1107 23:02:07.533269 8034 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1107 23:02:07.544257 8034 binaries.go:44] Found k8s binaries, skipping transfer
I1107 23:02:07.544333 8034 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1107 23:02:07.555225 8034 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I1107 23:02:07.577008 8034 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1107 23:02:07.597411 8034 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2096 bytes)
I1107 23:02:07.617669 8034 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1107 23:02:07.622298 8034 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1107 23:02:07.635339 8034 certs.go:56] Setting up /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389 for IP: 192.168.49.2
I1107 23:02:07.635371 8034 certs.go:190] acquiring lock for shared ca certs: {Name:mk9a3e4d35b7079db49eb191a7c695fba58dc729 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:07.635486 8034 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17585-2228/.minikube/ca.key
I1107 23:02:08.528265 8034 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-2228/.minikube/ca.crt ...
I1107 23:02:08.528300 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/ca.crt: {Name:mk65ba241c2e344ad098f9cf11f262cfc43c6c9a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:08.528493 8034 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-2228/.minikube/ca.key ...
I1107 23:02:08.528505 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/ca.key: {Name:mk69b82de164e99d39032a2239caa09afbdd8626 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:08.528587 8034 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17585-2228/.minikube/proxy-client-ca.key
I1107 23:02:08.751634 8034 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-2228/.minikube/proxy-client-ca.crt ...
I1107 23:02:08.751664 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/proxy-client-ca.crt: {Name:mkdf9065dc329a526644bec2425c97094c4311b2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:08.751832 8034 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-2228/.minikube/proxy-client-ca.key ...
I1107 23:02:08.751844 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/proxy-client-ca.key: {Name:mk45d71c8d41940f298dcaad6677bc2073869fe6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:08.751980 8034 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/client.key
I1107 23:02:08.751997 8034 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/client.crt with IP's: []
I1107 23:02:08.929798 8034 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/client.crt ...
I1107 23:02:08.929829 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/client.crt: {Name:mkbc77353f4541b1b5e5f21c0d1844f4d64003c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:08.930006 8034 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/client.key ...
I1107 23:02:08.930018 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/client.key: {Name:mke4781b56a5951975985f48e8b06dc4965efe8b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:08.930094 8034 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.key.dd3b5fb2
I1107 23:02:08.930114 8034 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1107 23:02:09.426164 8034 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.crt.dd3b5fb2 ...
I1107 23:02:09.426192 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.crt.dd3b5fb2: {Name:mkf6171fd4dd2308a3444775c6b121cd525c3113 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:09.426370 8034 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.key.dd3b5fb2 ...
I1107 23:02:09.426382 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.key.dd3b5fb2: {Name:mk57199eea4ad7f8493db20d851601c760a0c9fd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:09.426457 8034 certs.go:337] copying /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.crt
I1107 23:02:09.426529 8034 certs.go:341] copying /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.key
I1107 23:02:09.426579 8034 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/proxy-client.key
I1107 23:02:09.426598 8034 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/proxy-client.crt with IP's: []
I1107 23:02:10.093995 8034 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/proxy-client.crt ...
I1107 23:02:10.094028 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/proxy-client.crt: {Name:mk6a353446178d82a435703094890b351d5bcf10 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:10.094231 8034 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/proxy-client.key ...
I1107 23:02:10.094251 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/proxy-client.key: {Name:mk7fbcb97a878663e5634dedf37481fc97f60d35 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:10.094457 8034 certs.go:437] found cert: /home/jenkins/minikube-integration/17585-2228/.minikube/certs/home/jenkins/minikube-integration/17585-2228/.minikube/certs/ca-key.pem (1679 bytes)
I1107 23:02:10.094507 8034 certs.go:437] found cert: /home/jenkins/minikube-integration/17585-2228/.minikube/certs/home/jenkins/minikube-integration/17585-2228/.minikube/certs/ca.pem (1082 bytes)
I1107 23:02:10.094544 8034 certs.go:437] found cert: /home/jenkins/minikube-integration/17585-2228/.minikube/certs/home/jenkins/minikube-integration/17585-2228/.minikube/certs/cert.pem (1123 bytes)
I1107 23:02:10.094572 8034 certs.go:437] found cert: /home/jenkins/minikube-integration/17585-2228/.minikube/certs/home/jenkins/minikube-integration/17585-2228/.minikube/certs/key.pem (1679 bytes)
I1107 23:02:10.095196 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1107 23:02:10.128430 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1107 23:02:10.158414 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1107 23:02:10.190080 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/profiles/addons-705389/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1107 23:02:10.219749 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1107 23:02:10.248739 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1107 23:02:10.277721 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1107 23:02:10.305583 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1107 23:02:10.337903 8034 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-2228/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1107 23:02:10.366969 8034 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1107 23:02:10.387785 8034 ssh_runner.go:195] Run: openssl version
I1107 23:02:10.394975 8034 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1107 23:02:10.406431 8034 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1107 23:02:10.411179 8034 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Nov 7 23:02 /usr/share/ca-certificates/minikubeCA.pem
I1107 23:02:10.411249 8034 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1107 23:02:10.419993 8034 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1107 23:02:10.431463 8034 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1107 23:02:10.435832 8034 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1107 23:02:10.435894 8034 kubeadm.go:404] StartCluster: {Name:addons-705389 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-705389 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:clu
ster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1107 23:02:10.436017 8034 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I1107 23:02:10.457056 8034 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1107 23:02:10.468033 8034 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1107 23:02:10.478858 8034 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1107 23:02:10.478922 8034 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1107 23:02:10.489923 8034 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1107 23:02:10.489996 8034 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1107 23:02:10.546005 8034 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1107 23:02:10.546329 8034 kubeadm.go:322] [preflight] Running pre-flight checks
I1107 23:02:10.607814 8034 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1107 23:02:10.607900 8034 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1049-aws[0m
I1107 23:02:10.607934 8034 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1107 23:02:10.607980 8034 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1107 23:02:10.608030 8034 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1107 23:02:10.608079 8034 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1107 23:02:10.608128 8034 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1107 23:02:10.608175 8034 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1107 23:02:10.608250 8034 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1107 23:02:10.608296 8034 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1107 23:02:10.608345 8034 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1107 23:02:10.608392 8034 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1107 23:02:10.691071 8034 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1107 23:02:10.691245 8034 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1107 23:02:10.691374 8034 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1107 23:02:11.075275 8034 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1107 23:02:11.079773 8034 out.go:204] - Generating certificates and keys ...
I1107 23:02:11.080076 8034 kubeadm.go:322] [certs] Using existing ca certificate authority
I1107 23:02:11.080223 8034 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1107 23:02:11.621491 8034 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1107 23:02:11.974783 8034 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1107 23:02:12.171793 8034 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1107 23:02:12.366491 8034 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1107 23:02:12.753692 8034 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1107 23:02:12.754055 8034 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-705389 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1107 23:02:13.114591 8034 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1107 23:02:13.114954 8034 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-705389 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1107 23:02:13.571714 8034 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1107 23:02:14.390398 8034 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1107 23:02:14.727001 8034 kubeadm.go:322] [certs] Generating "sa" key and public key
I1107 23:02:14.727332 8034 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1107 23:02:15.160713 8034 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1107 23:02:15.780779 8034 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1107 23:02:16.091405 8034 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1107 23:02:16.581785 8034 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1107 23:02:16.582481 8034 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1107 23:02:16.586816 8034 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1107 23:02:16.590041 8034 out.go:204] - Booting up control plane ...
I1107 23:02:16.590207 8034 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1107 23:02:16.590307 8034 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1107 23:02:16.590376 8034 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1107 23:02:16.605524 8034 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1107 23:02:16.606370 8034 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1107 23:02:16.606609 8034 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1107 23:02:16.709824 8034 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1107 23:02:24.217766 8034 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.508349 seconds
I1107 23:02:24.217905 8034 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1107 23:02:24.237014 8034 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1107 23:02:24.764970 8034 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1107 23:02:24.765190 8034 kubeadm.go:322] [mark-control-plane] Marking the node addons-705389 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1107 23:02:25.280477 8034 kubeadm.go:322] [bootstrap-token] Using token: 78ht3u.jf6rvvxbtb5ufh1p
I1107 23:02:25.282868 8034 out.go:204] - Configuring RBAC rules ...
I1107 23:02:25.282995 8034 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1107 23:02:25.288567 8034 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1107 23:02:25.296829 8034 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1107 23:02:25.300771 8034 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1107 23:02:25.305267 8034 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1107 23:02:25.311290 8034 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1107 23:02:25.325110 8034 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1107 23:02:25.584087 8034 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1107 23:02:25.693537 8034 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1107 23:02:25.713759 8034 kubeadm.go:322]
I1107 23:02:25.713832 8034 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1107 23:02:25.713838 8034 kubeadm.go:322]
I1107 23:02:25.713911 8034 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1107 23:02:25.713916 8034 kubeadm.go:322]
I1107 23:02:25.713940 8034 kubeadm.go:322] mkdir -p $HOME/.kube
I1107 23:02:25.714569 8034 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1107 23:02:25.714625 8034 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1107 23:02:25.714630 8034 kubeadm.go:322]
I1107 23:02:25.714680 8034 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1107 23:02:25.714685 8034 kubeadm.go:322]
I1107 23:02:25.714729 8034 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1107 23:02:25.714734 8034 kubeadm.go:322]
I1107 23:02:25.714798 8034 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1107 23:02:25.714869 8034 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1107 23:02:25.714933 8034 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1107 23:02:25.714938 8034 kubeadm.go:322]
I1107 23:02:25.715287 8034 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1107 23:02:25.715365 8034 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1107 23:02:25.715376 8034 kubeadm.go:322]
I1107 23:02:25.715714 8034 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 78ht3u.jf6rvvxbtb5ufh1p \
I1107 23:02:25.715817 8034 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:5709f06d7c573117626cd7c3c456a905763e2bbcf0d8934c54d2ce325c654970 \
I1107 23:02:25.716100 8034 kubeadm.go:322] --control-plane
I1107 23:02:25.716111 8034 kubeadm.go:322]
I1107 23:02:25.716420 8034 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1107 23:02:25.716430 8034 kubeadm.go:322]
I1107 23:02:25.716754 8034 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 78ht3u.jf6rvvxbtb5ufh1p \
I1107 23:02:25.717085 8034 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:5709f06d7c573117626cd7c3c456a905763e2bbcf0d8934c54d2ce325c654970
I1107 23:02:25.720833 8034 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1049-aws\n", err: exit status 1
I1107 23:02:25.720961 8034 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1107 23:02:25.720986 8034 cni.go:84] Creating CNI manager for ""
I1107 23:02:25.721004 8034 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1107 23:02:25.725527 8034 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I1107 23:02:25.728129 8034 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I1107 23:02:25.754579 8034 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)
I1107 23:02:25.792870 8034 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1107 23:02:25.793031 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:25.793125 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=693359050ae80510825facc3cb57aa024560c29e minikube.k8s.io/name=addons-705389 minikube.k8s.io/updated_at=2023_11_07T23_02_25_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:26.137491 8034 ops.go:34] apiserver oom_adj: -16
I1107 23:02:26.137568 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:26.244346 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:26.860270 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:27.359950 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:27.860023 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:28.359848 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:28.859835 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:29.359582 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:29.860180 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:30.360440 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:30.860458 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:31.359765 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:31.860482 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:32.360087 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:32.860217 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:33.360093 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:33.859983 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:34.360503 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:34.859919 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:35.359553 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:35.860116 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:36.360271 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:36.859991 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:37.359576 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:37.860051 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:38.360432 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:38.859627 8034 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:02:38.991581 8034 kubeadm.go:1081] duration metric: took 13.19861207s to wait for elevateKubeSystemPrivileges.
I1107 23:02:38.991611 8034 kubeadm.go:406] StartCluster complete in 28.555720999s
I1107 23:02:38.991628 8034 settings.go:142] acquiring lock: {Name:mk04f69aac041878e83c593ab0ff1a4dc1e5fd90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:38.991736 8034 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17585-2228/kubeconfig
I1107 23:02:38.992208 8034 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-2228/kubeconfig: {Name:mkcb24add64bda4b558c43079a598eaa18708a06 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:02:38.992507 8034 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1107 23:02:38.992800 8034 config.go:182] Loaded profile config "addons-705389": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.3
I1107 23:02:38.992843 8034 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1107 23:02:38.992916 8034 addons.go:69] Setting volumesnapshots=true in profile "addons-705389"
I1107 23:02:38.992950 8034 addons.go:231] Setting addon volumesnapshots=true in "addons-705389"
I1107 23:02:38.993052 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:38.993624 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.000600 8034 addons.go:69] Setting cloud-spanner=true in profile "addons-705389"
I1107 23:02:39.000650 8034 addons.go:231] Setting addon cloud-spanner=true in "addons-705389"
I1107 23:02:39.000702 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.001217 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.004625 8034 addons.go:69] Setting metrics-server=true in profile "addons-705389"
I1107 23:02:39.006941 8034 addons.go:231] Setting addon metrics-server=true in "addons-705389"
I1107 23:02:39.007308 8034 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-705389"
I1107 23:02:39.007336 8034 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-705389"
I1107 23:02:39.007383 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.011166 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.012065 8034 addons.go:69] Setting registry=true in profile "addons-705389"
I1107 23:02:39.012102 8034 addons.go:231] Setting addon registry=true in "addons-705389"
I1107 23:02:39.012151 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.012594 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.006787 8034 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-705389"
I1107 23:02:39.035034 8034 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-705389"
I1107 23:02:39.035098 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.035548 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.007387 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.043234 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.006804 8034 addons.go:69] Setting default-storageclass=true in profile "addons-705389"
I1107 23:02:39.056315 8034 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-705389"
I1107 23:02:39.006809 8034 addons.go:69] Setting gcp-auth=true in profile "addons-705389"
I1107 23:02:39.056374 8034 mustload.go:65] Loading cluster: addons-705389
I1107 23:02:39.006814 8034 addons.go:69] Setting ingress=true in profile "addons-705389"
I1107 23:02:39.056476 8034 addons.go:231] Setting addon ingress=true in "addons-705389"
I1107 23:02:39.006818 8034 addons.go:69] Setting ingress-dns=true in profile "addons-705389"
I1107 23:02:39.056554 8034 addons.go:231] Setting addon ingress-dns=true in "addons-705389"
I1107 23:02:39.006822 8034 addons.go:69] Setting inspektor-gadget=true in profile "addons-705389"
I1107 23:02:39.056627 8034 addons.go:231] Setting addon inspektor-gadget=true in "addons-705389"
I1107 23:02:39.028470 8034 addons.go:69] Setting storage-provisioner=true in profile "addons-705389"
I1107 23:02:39.056708 8034 addons.go:231] Setting addon storage-provisioner=true in "addons-705389"
I1107 23:02:39.028482 8034 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-705389"
I1107 23:02:39.056783 8034 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-705389"
I1107 23:02:39.057620 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.068388 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.068862 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.087951 8034 config.go:182] Loaded profile config "addons-705389": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.3
I1107 23:02:39.088311 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.113130 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.113584 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.114068 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.121155 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.123967 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.124624 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.161788 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.260455 8034 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1107 23:02:39.265220 8034 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1107 23:02:39.265247 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1107 23:02:39.265332 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.271859 8034 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-705389" context rescaled to 1 replicas
I1107 23:02:39.271915 8034 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I1107 23:02:39.286407 8034 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1107 23:02:39.293092 8034 out.go:177] - Using image docker.io/registry:2.8.3
I1107 23:02:39.289859 8034 out.go:177] * Verifying Kubernetes components...
I1107 23:02:39.289866 8034 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.11
I1107 23:02:39.289870 8034 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.2
I1107 23:02:39.293448 8034 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1107 23:02:39.298757 8034 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1107 23:02:39.296153 8034 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1107 23:02:39.296163 8034 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1107 23:02:39.304821 8034 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1107 23:02:39.304833 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1107 23:02:39.311646 8034 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1107 23:02:39.311728 8034 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1107 23:02:39.311771 8034 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1107 23:02:39.311778 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1107 23:02:39.311818 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.342727 8034 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1107 23:02:39.318605 8034 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1107 23:02:39.318625 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1107 23:02:39.318639 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1107 23:02:39.318710 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.353256 8034 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.22.0
I1107 23:02:39.356263 8034 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1107 23:02:39.356284 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1107 23:02:39.356350 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.383122 8034 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1107 23:02:39.385979 8034 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1107 23:02:39.389495 8034 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1107 23:02:39.386421 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.386480 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.386541 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.385860 8034 addons.go:231] Setting addon default-storageclass=true in "addons-705389"
I1107 23:02:39.400712 8034 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1107 23:02:39.399195 8034 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1107 23:02:39.400541 8034 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1107 23:02:39.400650 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.403634 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.403814 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1107 23:02:39.403912 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.439928 8034 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1107 23:02:39.441953 8034 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1107 23:02:39.448191 8034 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1107 23:02:39.448214 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1107 23:02:39.448279 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.462006 8034 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-705389"
I1107 23:02:39.462054 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:39.462503 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:39.468465 8034 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1107 23:02:39.468485 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1107 23:02:39.468546 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.488834 8034 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.4
I1107 23:02:39.467818 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.498377 8034 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1107 23:02:39.500531 8034 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1107 23:02:39.502812 8034 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1107 23:02:39.502834 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I1107 23:02:39.502900 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.545472 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.569830 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.623968 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.640785 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.662011 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.698752 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.705328 8034 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1107 23:02:39.705468 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1107 23:02:39.705535 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.709383 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.718697 8034 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1107 23:02:39.716892 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.724381 8034 out.go:177] - Using image docker.io/busybox:stable
I1107 23:02:39.730882 8034 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1107 23:02:39.730905 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1107 23:02:39.730967 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:39.742014 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.784892 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:39.790435 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:40.373726 8034 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1107 23:02:40.373749 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1107 23:02:40.454294 8034 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1107 23:02:40.454320 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1107 23:02:40.476223 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1107 23:02:40.511038 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1107 23:02:40.574047 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1107 23:02:40.647157 8034 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1107 23:02:40.647229 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1107 23:02:40.676184 8034 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1107 23:02:40.676254 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1107 23:02:40.698800 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1107 23:02:40.701553 8034 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1107 23:02:40.701622 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1107 23:02:40.714853 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1107 23:02:40.723801 8034 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1107 23:02:40.723876 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1107 23:02:40.797197 8034 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1107 23:02:40.797266 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1107 23:02:40.810052 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1107 23:02:40.862074 8034 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1107 23:02:40.862097 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1107 23:02:40.879768 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1107 23:02:40.915536 8034 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1107 23:02:40.915557 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1107 23:02:40.944817 8034 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1107 23:02:40.944889 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1107 23:02:40.956687 8034 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1107 23:02:40.956758 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1107 23:02:41.151397 8034 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1107 23:02:41.151470 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1107 23:02:41.181520 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1107 23:02:41.187411 8034 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1107 23:02:41.187488 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1107 23:02:41.307778 8034 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1107 23:02:41.307849 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1107 23:02:41.384362 8034 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1107 23:02:41.384435 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1107 23:02:41.441582 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1107 23:02:41.562643 8034 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1107 23:02:41.562725 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1107 23:02:41.637413 8034 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1107 23:02:41.637485 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1107 23:02:41.836387 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1107 23:02:41.838835 8034 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1107 23:02:41.838902 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1107 23:02:41.985527 8034 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1107 23:02:41.985596 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1107 23:02:42.112245 8034 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.816046943s)
I1107 23:02:42.112417 8034 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1107 23:02:42.112373 8034 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (2.794387519s)
I1107 23:02:42.115759 8034 node_ready.go:35] waiting up to 6m0s for node "addons-705389" to be "Ready" ...
I1107 23:02:42.125571 8034 node_ready.go:49] node "addons-705389" has status "Ready":"True"
I1107 23:02:42.125658 8034 node_ready.go:38] duration metric: took 9.695872ms waiting for node "addons-705389" to be "Ready" ...
I1107 23:02:42.125683 8034 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1107 23:02:42.136495 8034 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-4g56m" in "kube-system" namespace to be "Ready" ...
I1107 23:02:42.186726 8034 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1107 23:02:42.186832 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1107 23:02:42.244061 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.767757064s)
I1107 23:02:42.467733 8034 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1107 23:02:42.467807 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1107 23:02:42.513277 8034 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1107 23:02:42.513351 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1107 23:02:42.659287 8034 pod_ready.go:92] pod "coredns-5dd5756b68-4g56m" in "kube-system" namespace has status "Ready":"True"
I1107 23:02:42.659356 8034 pod_ready.go:81] duration metric: took 522.783652ms waiting for pod "coredns-5dd5756b68-4g56m" in "kube-system" namespace to be "Ready" ...
I1107 23:02:42.659382 8034 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-705389" in "kube-system" namespace to be "Ready" ...
I1107 23:02:42.665748 8034 pod_ready.go:92] pod "etcd-addons-705389" in "kube-system" namespace has status "Ready":"True"
I1107 23:02:42.665815 8034 pod_ready.go:81] duration metric: took 6.414792ms waiting for pod "etcd-addons-705389" in "kube-system" namespace to be "Ready" ...
I1107 23:02:42.665841 8034 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-705389" in "kube-system" namespace to be "Ready" ...
I1107 23:02:42.672416 8034 pod_ready.go:92] pod "kube-apiserver-addons-705389" in "kube-system" namespace has status "Ready":"True"
I1107 23:02:42.672439 8034 pod_ready.go:81] duration metric: took 6.576328ms waiting for pod "kube-apiserver-addons-705389" in "kube-system" namespace to be "Ready" ...
I1107 23:02:42.672450 8034 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-705389" in "kube-system" namespace to be "Ready" ...
I1107 23:02:42.701835 8034 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1107 23:02:42.701903 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I1107 23:02:42.767631 8034 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1107 23:02:42.767698 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1107 23:02:42.916984 8034 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1107 23:02:42.917003 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1107 23:02:42.919441 8034 pod_ready.go:92] pod "kube-controller-manager-addons-705389" in "kube-system" namespace has status "Ready":"True"
I1107 23:02:42.919459 8034 pod_ready.go:81] duration metric: took 247.000923ms waiting for pod "kube-controller-manager-addons-705389" in "kube-system" namespace to be "Ready" ...
I1107 23:02:42.919470 8034 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-cxb5l" in "kube-system" namespace to be "Ready" ...
I1107 23:02:43.074750 8034 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1107 23:02:43.074823 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1107 23:02:43.106857 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1107 23:02:43.189025 8034 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1107 23:02:43.189088 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1107 23:02:43.320020 8034 pod_ready.go:92] pod "kube-proxy-cxb5l" in "kube-system" namespace has status "Ready":"True"
I1107 23:02:43.320091 8034 pod_ready.go:81] duration metric: took 400.613034ms waiting for pod "kube-proxy-cxb5l" in "kube-system" namespace to be "Ready" ...
I1107 23:02:43.320116 8034 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-705389" in "kube-system" namespace to be "Ready" ...
I1107 23:02:43.511266 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1107 23:02:43.696957 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.185839615s)
I1107 23:02:43.696899 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.12276771s)
I1107 23:02:43.720224 8034 pod_ready.go:92] pod "kube-scheduler-addons-705389" in "kube-system" namespace has status "Ready":"True"
I1107 23:02:43.720292 8034 pod_ready.go:81] duration metric: took 400.154749ms waiting for pod "kube-scheduler-addons-705389" in "kube-system" namespace to be "Ready" ...
I1107 23:02:43.720331 8034 pod_ready.go:38] duration metric: took 1.594623874s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1107 23:02:43.720367 8034 api_server.go:52] waiting for apiserver process to appear ...
I1107 23:02:43.720456 8034 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1107 23:02:44.905314 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.190393247s)
I1107 23:02:44.905274 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.206372414s)
I1107 23:02:46.012547 8034 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1107 23:02:46.012701 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:46.048412 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:47.033062 8034 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1107 23:02:47.160149 8034 addons.go:231] Setting addon gcp-auth=true in "addons-705389"
I1107 23:02:47.160204 8034 host.go:66] Checking if "addons-705389" exists ...
I1107 23:02:47.160669 8034 cli_runner.go:164] Run: docker container inspect addons-705389 --format={{.State.Status}}
I1107 23:02:47.202255 8034 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1107 23:02:47.202310 8034 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-705389
I1107 23:02:47.231191 8034 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17585-2228/.minikube/machines/addons-705389/id_rsa Username:docker}
I1107 23:02:48.897553 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (8.087418528s)
I1107 23:02:48.897580 8034 addons.go:467] Verifying addon ingress=true in "addons-705389"
I1107 23:02:48.900448 8034 out.go:177] * Verifying ingress addon...
I1107 23:02:48.897960 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (8.018038646s)
I1107 23:02:48.898024 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (7.716433724s)
I1107 23:02:48.898093 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (7.456441302s)
I1107 23:02:48.898183 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (7.061722272s)
I1107 23:02:48.898247 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.791316341s)
I1107 23:02:48.903939 8034 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1107 23:02:48.904136 8034 addons.go:467] Verifying addon registry=true in "addons-705389"
I1107 23:02:48.906627 8034 out.go:177] * Verifying registry addon...
I1107 23:02:48.904291 8034 addons.go:467] Verifying addon metrics-server=true in "addons-705389"
W1107 23:02:48.904320 8034 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1107 23:02:48.906715 8034 retry.go:31] will retry after 197.518381ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1107 23:02:48.909237 8034 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1107 23:02:48.909970 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:48.910924 8034 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1107 23:02:48.915613 8034 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1107 23:02:48.915682 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:48.916900 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:48.920022 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:49.104838 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1107 23:02:49.439391 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:49.440552 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:49.928994 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:49.930216 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:50.324327 8034 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (6.603821794s)
I1107 23:02:50.324489 8034 api_server.go:72] duration metric: took 11.052550469s to wait for apiserver process to appear ...
I1107 23:02:50.324515 8034 api_server.go:88] waiting for apiserver healthz status ...
I1107 23:02:50.324408 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (6.813066938s)
I1107 23:02:50.324552 8034 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-705389"
I1107 23:02:50.327336 8034 out.go:177] * Verifying csi-hostpath-driver addon...
I1107 23:02:50.324750 8034 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1107 23:02:50.324443 8034 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (3.122167136s)
I1107 23:02:50.333021 8034 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1107 23:02:50.331314 8034 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1107 23:02:50.338805 8034 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1107 23:02:50.343610 8034 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1107 23:02:50.343631 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1107 23:02:50.340633 8034 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1107 23:02:50.345008 8034 api_server.go:141] control plane version: v1.28.3
I1107 23:02:50.345032 8034 api_server.go:131] duration metric: took 20.292571ms to wait for apiserver health ...
I1107 23:02:50.345041 8034 system_pods.go:43] waiting for kube-system pods to appear ...
I1107 23:02:50.350134 8034 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1107 23:02:50.350203 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:50.358356 8034 system_pods.go:59] 17 kube-system pods found
I1107 23:02:50.358439 8034 system_pods.go:61] "coredns-5dd5756b68-4g56m" [09b6d9ad-5a3b-44a2-aaec-6f89e92b1783] Running
I1107 23:02:50.358462 8034 system_pods.go:61] "csi-hostpath-attacher-0" [b3d902cb-96e2-40ac-9579-394e460934f6] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1107 23:02:50.358485 8034 system_pods.go:61] "csi-hostpath-resizer-0" [82bb9e18-21e6-4cfe-a7fc-37527e3fee5b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1107 23:02:50.358518 8034 system_pods.go:61] "csi-hostpathplugin-tj2dx" [c5d17ccd-34de-4d76-87cd-682184fa1584] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1107 23:02:50.358544 8034 system_pods.go:61] "etcd-addons-705389" [7ab0c8fe-72d5-47e2-9614-4966bbcd3a4a] Running
I1107 23:02:50.358561 8034 system_pods.go:61] "kube-apiserver-addons-705389" [faa586b7-3cd4-4e76-8f78-8dccf83a8cab] Running
I1107 23:02:50.358580 8034 system_pods.go:61] "kube-controller-manager-addons-705389" [918fe923-e245-4c1f-8edb-09a7406bdbd9] Running
I1107 23:02:50.358600 8034 system_pods.go:61] "kube-ingress-dns-minikube" [2ca32d7c-ca60-4f93-a6f8-ae42621f93d6] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1107 23:02:50.358628 8034 system_pods.go:61] "kube-proxy-cxb5l" [49fbb82a-6878-4422-af0c-f1ee40ef7d74] Running
I1107 23:02:50.358651 8034 system_pods.go:61] "kube-scheduler-addons-705389" [26584845-b2ac-4dbb-a7b1-19e1cd2bb233] Running
I1107 23:02:50.358671 8034 system_pods.go:61] "metrics-server-7c66d45ddc-pqxs9" [5f0ccaee-940f-4c74-b17b-edcfd040d61b] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1107 23:02:50.358691 8034 system_pods.go:61] "nvidia-device-plugin-daemonset-wsh98" [c302fe6d-1463-430f-8c15-749a50e0a2d0] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1107 23:02:50.358713 8034 system_pods.go:61] "registry-proxy-8qm9x" [ea6a77a7-2195-4c76-867e-21193cd4573f] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1107 23:02:50.358747 8034 system_pods.go:61] "registry-r2nhz" [6b608537-e2f4-4704-adaa-f6d86200b9ea] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1107 23:02:50.358769 8034 system_pods.go:61] "snapshot-controller-58dbcc7b99-5b95j" [31903842-4385-42d0-ba8e-421ad962cd92] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1107 23:02:50.358793 8034 system_pods.go:61] "snapshot-controller-58dbcc7b99-rlv69" [939a0e31-19c6-4efc-9fb3-35be572e705b] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1107 23:02:50.358820 8034 system_pods.go:61] "storage-provisioner" [a259a511-0c23-4c2b-8977-ab24ab0881ad] Running
I1107 23:02:50.358842 8034 system_pods.go:74] duration metric: took 13.794439ms to wait for pod list to return data ...
I1107 23:02:50.358864 8034 default_sa.go:34] waiting for default service account to be created ...
I1107 23:02:50.362212 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:50.363232 8034 default_sa.go:45] found service account: "default"
I1107 23:02:50.363296 8034 default_sa.go:55] duration metric: took 4.40934ms for default service account to be created ...
I1107 23:02:50.363320 8034 system_pods.go:116] waiting for k8s-apps to be running ...
I1107 23:02:50.372661 8034 system_pods.go:86] 17 kube-system pods found
I1107 23:02:50.372730 8034 system_pods.go:89] "coredns-5dd5756b68-4g56m" [09b6d9ad-5a3b-44a2-aaec-6f89e92b1783] Running
I1107 23:02:50.372756 8034 system_pods.go:89] "csi-hostpath-attacher-0" [b3d902cb-96e2-40ac-9579-394e460934f6] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1107 23:02:50.372779 8034 system_pods.go:89] "csi-hostpath-resizer-0" [82bb9e18-21e6-4cfe-a7fc-37527e3fee5b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1107 23:02:50.372815 8034 system_pods.go:89] "csi-hostpathplugin-tj2dx" [c5d17ccd-34de-4d76-87cd-682184fa1584] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1107 23:02:50.372839 8034 system_pods.go:89] "etcd-addons-705389" [7ab0c8fe-72d5-47e2-9614-4966bbcd3a4a] Running
I1107 23:02:50.372859 8034 system_pods.go:89] "kube-apiserver-addons-705389" [faa586b7-3cd4-4e76-8f78-8dccf83a8cab] Running
I1107 23:02:50.372877 8034 system_pods.go:89] "kube-controller-manager-addons-705389" [918fe923-e245-4c1f-8edb-09a7406bdbd9] Running
I1107 23:02:50.372897 8034 system_pods.go:89] "kube-ingress-dns-minikube" [2ca32d7c-ca60-4f93-a6f8-ae42621f93d6] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1107 23:02:50.372933 8034 system_pods.go:89] "kube-proxy-cxb5l" [49fbb82a-6878-4422-af0c-f1ee40ef7d74] Running
I1107 23:02:50.372959 8034 system_pods.go:89] "kube-scheduler-addons-705389" [26584845-b2ac-4dbb-a7b1-19e1cd2bb233] Running
I1107 23:02:50.372980 8034 system_pods.go:89] "metrics-server-7c66d45ddc-pqxs9" [5f0ccaee-940f-4c74-b17b-edcfd040d61b] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1107 23:02:50.373002 8034 system_pods.go:89] "nvidia-device-plugin-daemonset-wsh98" [c302fe6d-1463-430f-8c15-749a50e0a2d0] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1107 23:02:50.373034 8034 system_pods.go:89] "registry-proxy-8qm9x" [ea6a77a7-2195-4c76-867e-21193cd4573f] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1107 23:02:50.373058 8034 system_pods.go:89] "registry-r2nhz" [6b608537-e2f4-4704-adaa-f6d86200b9ea] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1107 23:02:50.373080 8034 system_pods.go:89] "snapshot-controller-58dbcc7b99-5b95j" [31903842-4385-42d0-ba8e-421ad962cd92] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1107 23:02:50.373101 8034 system_pods.go:89] "snapshot-controller-58dbcc7b99-rlv69" [939a0e31-19c6-4efc-9fb3-35be572e705b] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1107 23:02:50.373119 8034 system_pods.go:89] "storage-provisioner" [a259a511-0c23-4c2b-8977-ab24ab0881ad] Running
I1107 23:02:50.373154 8034 system_pods.go:126] duration metric: took 9.816724ms to wait for k8s-apps to be running ...
I1107 23:02:50.373174 8034 system_svc.go:44] waiting for kubelet service to be running ....
I1107 23:02:50.373255 8034 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1107 23:02:50.430191 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:50.431163 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:50.464814 8034 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1107 23:02:50.464838 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1107 23:02:50.552530 8034 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1107 23:02:50.552554 8034 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I1107 23:02:50.612918 8034 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1107 23:02:50.890662 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:50.923464 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:50.926166 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:51.368517 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:51.434512 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:51.437529 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:51.778243 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.673265585s)
I1107 23:02:51.778291 8034 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.40501068s)
I1107 23:02:51.778304 8034 system_svc.go:56] duration metric: took 1.405127727s WaitForService to wait for kubelet.
I1107 23:02:51.778314 8034 kubeadm.go:581] duration metric: took 12.506375798s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1107 23:02:51.778336 8034 node_conditions.go:102] verifying NodePressure condition ...
I1107 23:02:51.781611 8034 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1107 23:02:51.781644 8034 node_conditions.go:123] node cpu capacity is 2
I1107 23:02:51.781655 8034 node_conditions.go:105] duration metric: took 3.313718ms to run NodePressure ...
I1107 23:02:51.781668 8034 start.go:228] waiting for startup goroutines ...
I1107 23:02:51.868400 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:51.921934 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:51.925783 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:52.123254 8034 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.510288923s)
I1107 23:02:52.124839 8034 addons.go:467] Verifying addon gcp-auth=true in "addons-705389"
I1107 23:02:52.128042 8034 out.go:177] * Verifying gcp-auth addon...
I1107 23:02:52.131292 8034 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1107 23:02:52.137320 8034 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1107 23:02:52.137387 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:52.142987 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:52.368258 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:52.422978 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:52.426373 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:52.647285 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:52.868655 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:52.922684 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:52.925495 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:53.147659 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:53.368662 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:53.421982 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:53.425892 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:53.646538 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:53.868191 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:53.923438 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:53.926441 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:54.147837 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:54.369850 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:54.423752 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:54.432080 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:54.647009 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:54.867845 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:54.921965 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:54.925023 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:55.146875 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:55.368478 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:55.422926 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:55.425791 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:55.646696 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:55.868875 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:55.923665 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:55.926227 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:56.147310 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:56.368109 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:56.423798 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:56.426434 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:56.647841 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:56.867828 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:56.923430 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:56.926691 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:57.150256 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:57.368783 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:57.425123 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:57.426568 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:57.646888 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:57.869887 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:57.921528 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:57.924982 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:58.147457 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:58.369086 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:58.422514 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:58.426044 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:58.651132 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:58.867554 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:58.922151 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:58.926591 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:59.146812 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:59.368720 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:59.422662 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:59.426078 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:02:59.647061 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:02:59.869238 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:02:59.921894 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:02:59.926463 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:00.156925 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:00.370985 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:00.423681 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:00.428909 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:00.647012 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:00.868669 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:00.922426 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:00.926780 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:01.146857 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:01.368836 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:01.422051 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:01.424901 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:01.647387 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:01.868026 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:01.923900 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:01.927461 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:02.147712 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:02.373049 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:02.422009 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:02.426556 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:02.647320 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:02.868740 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:02.921774 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:02.926414 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:03.147404 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:03.367939 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:03.420994 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:03.424927 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:03.646531 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:03.868733 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:03.922429 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:03.925800 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:04.147249 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:04.367829 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:04.422021 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:04.424757 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:04.646277 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:04.867586 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:04.921912 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:04.924734 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:05.147592 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:05.368541 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:05.421974 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:05.424889 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:05.646735 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:05.868692 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:05.922877 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:05.926723 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:06.147747 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:06.368406 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:06.421867 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:06.424778 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:06.646410 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:06.868652 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:06.922182 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:06.925351 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:07.147503 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:07.368529 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:07.421841 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:07.426360 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:07.647539 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:07.869220 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:07.922029 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:07.925001 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:08.146839 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:08.368995 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:08.421890 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:08.424911 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:08.647011 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:08.876660 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:08.933460 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:08.941659 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:09.147927 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:09.368794 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:09.422267 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:09.428072 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:09.647482 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:09.869450 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:09.922726 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:09.927447 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:10.147438 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:10.369296 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:10.425346 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:10.427032 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:10.647329 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:10.869153 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:10.921478 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:10.924713 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:11.147652 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:11.368588 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:11.423211 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:11.426006 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:11.646952 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:11.868729 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:11.923745 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:11.926146 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:12.147149 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:12.367770 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:12.422317 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:12.426483 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:12.647361 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:12.869343 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:12.923936 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:12.928012 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:03:13.146906 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:13.368332 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:13.429672 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:13.432506 8034 kapi.go:107] duration metric: took 24.521580458s to wait for kubernetes.io/minikube-addons=registry ...
I1107 23:03:13.647443 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:13.868633 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:13.921900 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:14.146652 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:14.371834 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:14.423287 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:14.647232 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:14.869103 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:14.921854 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:15.147695 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:15.369332 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:15.422243 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:15.646915 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:15.869355 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:15.921852 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:16.146765 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:16.378168 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:16.421915 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:16.646802 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:16.868594 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:16.921971 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:17.146885 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:17.368466 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:17.422660 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:17.647175 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:17.868204 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:17.921014 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:18.147201 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:18.368311 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:18.421953 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:18.646481 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:18.868635 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:18.921884 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:19.146574 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:19.368875 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:19.422531 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:19.647518 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:19.869018 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:19.923737 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:20.147950 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:20.368842 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:20.423094 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:20.648098 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:20.887469 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:20.925990 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:21.147720 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:21.372315 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:21.422289 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:21.648678 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:21.868798 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:21.923570 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:22.147520 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:22.368770 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:22.422485 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:22.647394 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:22.868117 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:22.922370 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:23.147279 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:23.369266 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:23.422550 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:23.646628 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:23.868279 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:23.923244 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:24.147183 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:24.368141 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:24.422151 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:24.647089 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:24.869714 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:24.922129 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:25.147946 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:25.368503 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:25.423210 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:25.646898 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:25.869660 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:25.924202 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:26.147641 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:26.369092 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:26.422369 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:26.655405 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:26.888962 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:26.921665 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:27.147472 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:27.368445 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:27.421276 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:27.647441 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:27.869787 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:27.927800 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:28.146995 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:28.371618 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:28.422876 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:28.647600 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:28.870637 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:28.922397 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:29.148094 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:29.367496 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:29.421979 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:29.648476 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:29.868192 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:29.922029 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:30.149092 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:30.367707 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:30.421961 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:30.646497 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:30.868247 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:30.921506 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:31.148597 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:31.369048 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:31.421293 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:31.646801 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:31.868507 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:31.922080 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:32.151946 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:32.368993 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:32.421661 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:32.647440 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:32.868384 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:32.922011 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:33.146770 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:33.368441 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:33.421640 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:33.647232 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:33.868409 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:33.922332 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:34.148600 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:34.368305 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:34.421945 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:34.647371 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:34.868712 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:34.921964 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:35.147326 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:35.371471 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:35.423245 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:35.647515 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:35.868156 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:35.924064 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:36.147702 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:36.368833 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:36.422619 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:36.647630 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:36.868512 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:36.921377 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:37.147095 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:37.368442 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:37.425248 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:37.648372 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:37.868382 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:37.921973 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:38.146666 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:38.368743 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:38.421961 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:38.646742 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:38.871499 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:38.922439 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:39.148078 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:39.368271 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:39.421657 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:39.647365 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:39.869224 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:39.923215 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:40.147765 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:40.369697 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:40.422202 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:40.646665 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:40.868309 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:40.921717 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:41.146478 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:41.368131 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:41.421724 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:41.646660 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:41.867964 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:41.922191 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:42.148160 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:42.368767 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:42.423331 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:42.647809 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:42.872915 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:42.921253 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:43.147149 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:43.367550 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:43.422299 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:43.647137 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:43.868323 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:43.921307 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:44.146948 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:44.368695 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:44.421968 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:44.646551 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:44.868960 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:44.921902 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:45.151737 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:45.373485 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:03:45.425897 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:45.646282 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:45.868272 8034 kapi.go:107] duration metric: took 55.536953459s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1107 23:03:45.922788 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:46.146516 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:46.422380 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:46.646861 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:46.921700 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:47.146249 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:47.421732 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:47.646578 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:47.924019 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:48.147203 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:48.421721 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:48.646488 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:48.921975 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:49.146909 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:49.421589 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:49.647584 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:49.921528 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:50.147666 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:50.421632 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:50.647278 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:50.921811 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:51.146924 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:51.421953 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:51.647317 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:51.921930 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:52.146277 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:52.421646 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:52.649493 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:52.923560 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:53.147380 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:53.422094 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:53.646922 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:53.921540 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:54.147433 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:54.432413 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:54.647758 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:54.923655 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:55.147708 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:55.421290 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:55.647199 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:55.923834 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:56.147348 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:56.421851 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:56.648304 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:56.921611 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:57.147836 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:57.421794 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:57.647719 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:57.922543 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:58.159751 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:58.421656 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:58.647622 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:58.922986 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:59.147197 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:59.422500 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:03:59.647857 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:03:59.921970 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:04:00.155384 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:04:00.429234 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:04:00.647230 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:04:00.922296 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:04:01.147183 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:04:01.425348 8034 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:04:01.647527 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:04:01.927645 8034 kapi.go:107] duration metric: took 1m13.023769492s to wait for app.kubernetes.io/name=ingress-nginx ...
I1107 23:04:02.147502 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:04:02.649991 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:04:03.147530 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:04:03.648512 8034 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:04:04.149666 8034 kapi.go:107] duration metric: took 1m12.018370672s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1107 23:04:04.152186 8034 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-705389 cluster.
I1107 23:04:04.154408 8034 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1107 23:04:04.156919 8034 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1107 23:04:04.159283 8034 out.go:177] * Enabled addons: nvidia-device-plugin, ingress-dns, default-storageclass, cloud-spanner, storage-provisioner-rancher, inspektor-gadget, storage-provisioner, metrics-server, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I1107 23:04:04.161572 8034 addons.go:502] enable addons completed in 1m25.168720373s: enabled=[nvidia-device-plugin ingress-dns default-storageclass cloud-spanner storage-provisioner-rancher inspektor-gadget storage-provisioner metrics-server volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I1107 23:04:04.161627 8034 start.go:233] waiting for cluster config update ...
I1107 23:04:04.161647 8034 start.go:242] writing updated cluster config ...
I1107 23:04:04.162497 8034 ssh_runner.go:195] Run: rm -f paused
I1107 23:04:04.487280 8034 start.go:600] kubectl: 1.28.3, cluster: 1.28.3 (minor skew: 0)
I1107 23:04:04.490157 8034 out.go:177] * Done! kubectl is now configured to use "addons-705389" cluster and "default" namespace by default
*
* ==> Docker <==
* Nov 07 23:05:20 addons-705389 dockerd[1099]: time="2023-11-07T23:05:20.253207936Z" level=info msg="ignoring event" container=05f1ddce8282b3d7492cd6ac18c1e0cdefc3cadcb49bdc7c165994f2cb6f6563 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:20 addons-705389 dockerd[1099]: time="2023-11-07T23:05:20.253262878Z" level=info msg="ignoring event" container=3fa3cd6f8093120661ef6d7f3be136279fb48d79c2d00b10c21c0948ffa2d873 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:20 addons-705389 dockerd[1099]: time="2023-11-07T23:05:20.257327350Z" level=info msg="ignoring event" container=39b89077c70e409794474b104761ac8f77e0383b8d649eff81f8dd37078361b7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:20 addons-705389 dockerd[1099]: time="2023-11-07T23:05:20.268219016Z" level=info msg="ignoring event" container=90b428d8312da905a6ff31368d65bfa500b4787af1792027584c4900124a413c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:20 addons-705389 dockerd[1099]: time="2023-11-07T23:05:20.303581412Z" level=info msg="ignoring event" container=c9f3d8a60a79b1fc81315f298f50d947e3114314e3040e7ffd4bfafc1881fee2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:20 addons-705389 dockerd[1099]: time="2023-11-07T23:05:20.389383401Z" level=info msg="ignoring event" container=420f621bad45b1919ee385d2eba4fe179af955f9650b0e206e09d9cab538514e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:20 addons-705389 dockerd[1099]: time="2023-11-07T23:05:20.481675327Z" level=info msg="ignoring event" container=eb331da5a2d1418793b8032da17abdf75a99eaaef7a7a4fc10c3f1402bc27bda module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:20 addons-705389 dockerd[1099]: time="2023-11-07T23:05:20.506879148Z" level=info msg="ignoring event" container=90417c072751ede908578d028da9b6ee16c30beec856fa5e5b07503a12bc6fc5 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:23 addons-705389 dockerd[1099]: time="2023-11-07T23:05:23.583127758Z" level=info msg="ignoring event" container=032a6da4b23451c0f0f97fb7bee088e29271b042a187ed8b74371c9dd340e726 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:23 addons-705389 dockerd[1099]: time="2023-11-07T23:05:23.760309690Z" level=info msg="ignoring event" container=0414396a6aa8e1584b7999ba419268a1424660b5ba8c6bfd4f29ae81035812a7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:24 addons-705389 cri-dockerd[1310]: time="2023-11-07T23:05:24Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/2b2a65c9a9668be0e030a1aecb4fa3cefb50b7ffd8849b719e319a7fe2482871/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Nov 07 23:05:27 addons-705389 dockerd[1099]: time="2023-11-07T23:05:27.143838554Z" level=info msg="ignoring event" container=1a69400596b2f5ac650a3562904ce4b5bb24ce272ea99fde22eee370bcca3a36 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:27 addons-705389 dockerd[1099]: time="2023-11-07T23:05:27.176908482Z" level=info msg="ignoring event" container=f192c1732c89c31734a1ce4a10def7d91d0797b7dc5f77e0fe943608abe48a36 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:27 addons-705389 cri-dockerd[1310]: time="2023-11-07T23:05:27Z" level=info msg="Stop pulling image docker.io/nginx:alpine: Status: Downloaded newer image for nginx:alpine"
Nov 07 23:05:27 addons-705389 dockerd[1099]: time="2023-11-07T23:05:27.473337430Z" level=info msg="ignoring event" container=aecc5df1540ac69a8b00c911c2ce4cf415a71a496109fa9ca49d3543a3151a4d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:27 addons-705389 dockerd[1099]: time="2023-11-07T23:05:27.500312755Z" level=info msg="ignoring event" container=d673d0edc60a31d322ab20bd283b80fc1f7e1a03ac3b2558fae1a173a49839e7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:35 addons-705389 cri-dockerd[1310]: time="2023-11-07T23:05:35Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/b94effa5a61291e76f5a4cde323380d5a7be1c211a70a5b23f652eef1e13a651/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Nov 07 23:05:37 addons-705389 cri-dockerd[1310]: time="2023-11-07T23:05:37Z" level=info msg="Stop pulling image gcr.io/google-samples/hello-app:1.0: Status: Downloaded newer image for gcr.io/google-samples/hello-app:1.0"
Nov 07 23:05:37 addons-705389 dockerd[1099]: time="2023-11-07T23:05:37.731150505Z" level=info msg="ignoring event" container=8eb958bae434bc04b98bbd71785de5822d54eb5b277ce778ed1ade80006d7f2d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:38 addons-705389 dockerd[1099]: time="2023-11-07T23:05:38.532165791Z" level=info msg="ignoring event" container=00df97f8bfa8885027b7ff186eeffad1b963c5492e1d2cf58ff30eac2eaafec4 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:51 addons-705389 dockerd[1099]: time="2023-11-07T23:05:51.013092225Z" level=info msg="ignoring event" container=253b606aa1da064c3b35b300cad4dcb2826bb8fa03f1a7999ac43107475aa20f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:53 addons-705389 dockerd[1099]: time="2023-11-07T23:05:53.920010032Z" level=info msg="ignoring event" container=c7048c1ce251c0d400ce749a5e30571017fcce071fab4e05fa12d3420957896b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:55 addons-705389 dockerd[1099]: time="2023-11-07T23:05:55.265235603Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=4b0e5831606fcab1cebca13ce404b7af588537eae85207cdda179e4275a595c1
Nov 07 23:05:55 addons-705389 dockerd[1099]: time="2023-11-07T23:05:55.349929976Z" level=info msg="ignoring event" container=4b0e5831606fcab1cebca13ce404b7af588537eae85207cdda179e4275a595c1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Nov 07 23:05:55 addons-705389 dockerd[1099]: time="2023-11-07T23:05:55.482420129Z" level=info msg="ignoring event" container=91cfe96582399894302e3518e16c7f8c32bbfa155033447fb44ce51513b4d184 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
c7048c1ce251c dd1b12fcb6097 7 seconds ago Exited hello-world-app 2 b94effa5a6129 hello-world-app-5d77478584-dfbzd
410f744d0ea89 nginx@sha256:db353d0f0c479c91bd15e01fc68ed0f33d9c4c52f3415e63332c3d0bf7a4bb77 33 seconds ago Running nginx 0 2b2a65c9a9668 nginx
d2aab0992ec2a ghcr.io/headlamp-k8s/headlamp@sha256:db0310cf5abef3ffd5aa87509b1f61a150ee705808c5b29704149101653d418b About a minute ago Running headlamp 0 49dca4a295606 headlamp-94b766c-sxvjx
a9910036c43b6 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf About a minute ago Running gcp-auth 0 0c95f7fb53352 gcp-auth-d4c87556c-v8dl8
aa86770e46886 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a7943503b45d552785aa3b5e457f169a5661fb94d82b8a3373bcd9ebaf9aac80 2 minutes ago Exited patch 0 2641de6fed540 ingress-nginx-admission-patch-nfsdb
88fd1ae1fe11f registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a7943503b45d552785aa3b5e457f169a5661fb94d82b8a3373bcd9ebaf9aac80 2 minutes ago Exited create 0 82cb9ec32592e ingress-nginx-admission-create-sx89s
24a9fcd6d5320 ba04bb24b9575 3 minutes ago Running storage-provisioner 0 0b873062a6268 storage-provisioner
1991203fc8509 97e04611ad434 3 minutes ago Running coredns 0 fcf69ad1afc1e coredns-5dd5756b68-4g56m
6ae2963b5511d a5dd5cdd6d3ef 3 minutes ago Running kube-proxy 0 b3075a79fd7d2 kube-proxy-cxb5l
1ea37b5c3dffe 9cdd6470f48c8 3 minutes ago Running etcd 0 ee08c7879892b etcd-addons-705389
4039e08d24e4a 42a4e73724daa 3 minutes ago Running kube-scheduler 0 db1248cd45785 kube-scheduler-addons-705389
74a58c85f4034 537e9a59ee2fd 3 minutes ago Running kube-apiserver 0 bd8416b1c9b40 kube-apiserver-addons-705389
2111588f8b9ca 8276439b4f237 3 minutes ago Running kube-controller-manager 0 d336313b01dfd kube-controller-manager-addons-705389
*
* ==> coredns [1991203fc850] <==
* [INFO] 10.244.0.18:34042 - 41528 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00021189s
[INFO] 10.244.0.18:34042 - 61289 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001486095s
[INFO] 10.244.0.18:57015 - 26716 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003027174s
[INFO] 10.244.0.18:57015 - 58446 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.004028426s
[INFO] 10.244.0.18:34042 - 33329 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.004121382s
[INFO] 10.244.0.18:57015 - 51024 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000258241s
[INFO] 10.244.0.18:34042 - 61538 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00031256s
[INFO] 10.244.0.18:56697 - 24820 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000099947s
[INFO] 10.244.0.18:49740 - 36242 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000091274s
[INFO] 10.244.0.18:49740 - 55007 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000065535s
[INFO] 10.244.0.18:56697 - 55693 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000076604s
[INFO] 10.244.0.18:49740 - 26023 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000105051s
[INFO] 10.244.0.18:56697 - 972 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000104599s
[INFO] 10.244.0.18:49740 - 26584 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000099093s
[INFO] 10.244.0.18:56697 - 46945 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00009532s
[INFO] 10.244.0.18:49740 - 60832 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000105609s
[INFO] 10.244.0.18:56697 - 46076 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000146314s
[INFO] 10.244.0.18:49740 - 16237 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000069515s
[INFO] 10.244.0.18:56697 - 16512 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000051717s
[INFO] 10.244.0.18:56697 - 57892 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00122687s
[INFO] 10.244.0.18:49740 - 34504 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001724235s
[INFO] 10.244.0.18:56697 - 48269 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000818695s
[INFO] 10.244.0.18:49740 - 52899 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001239481s
[INFO] 10.244.0.18:49740 - 40214 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00005888s
[INFO] 10.244.0.18:56697 - 4818 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000054334s
*
* ==> describe nodes <==
* Name: addons-705389
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-705389
kubernetes.io/os=linux
minikube.k8s.io/commit=693359050ae80510825facc3cb57aa024560c29e
minikube.k8s.io/name=addons-705389
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_11_07T23_02_25_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-705389
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 07 Nov 2023 23:02:22 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-705389
AcquireTime: <unset>
RenewTime: Tue, 07 Nov 2023 23:05:59 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 07 Nov 2023 23:04:59 +0000 Tue, 07 Nov 2023 23:02:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 07 Nov 2023 23:04:59 +0000 Tue, 07 Nov 2023 23:02:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 07 Nov 2023 23:04:59 +0000 Tue, 07 Nov 2023 23:02:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 07 Nov 2023 23:04:59 +0000 Tue, 07 Nov 2023 23:02:36 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-705389
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: e73221153bac491086510b783d99e169
System UUID: e8517c0f-5ddd-4939-9234-be2bd6eced6e
Boot ID: b70576f7-d3d1-43e3-aa81-4f6e70603af6
Kernel Version: 5.15.0-1049-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://24.0.7
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-dfbzd 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 37s
gcp-auth gcp-auth-d4c87556c-v8dl8 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m8s
headlamp headlamp-94b766c-sxvjx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 94s
kube-system coredns-5dd5756b68-4g56m 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m22s
kube-system etcd-addons-705389 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m34s
kube-system kube-apiserver-addons-705389 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m34s
kube-system kube-controller-manager-addons-705389 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m36s
kube-system kube-proxy-cxb5l 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m22s
kube-system kube-scheduler-addons-705389 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m34s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m16s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 0 (0%!)(MISSING)
memory 170Mi (2%!)(MISSING) 170Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m20s kube-proxy
Normal Starting 3m35s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m35s kubelet Node addons-705389 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m35s kubelet Node addons-705389 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m35s kubelet Node addons-705389 status is now: NodeHasSufficientPID
Normal NodeNotReady 3m35s kubelet Node addons-705389 status is now: NodeNotReady
Normal NodeAllocatableEnforced 3m35s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 3m24s kubelet Node addons-705389 status is now: NodeReady
Normal RegisteredNode 3m22s node-controller Node addons-705389 event: Registered Node addons-705389 in Controller
*
* ==> dmesg <==
* [Nov 7 22:21] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.017437] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +1.257158] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.335413] kauditd_printk_skb: 26 callbacks suppressed
[Nov 7 23:03] hrtimer: interrupt took 47030470 ns
*
* ==> etcd [1ea37b5c3dff] <==
* {"level":"info","ts":"2023-11-07T23:02:18.81007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-11-07T23:02:18.811412Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-11-07T23:02:18.821364Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-11-07T23:02:18.821635Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-11-07T23:02:18.821846Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-11-07T23:02:18.822594Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-11-07T23:02:18.822724Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-11-07T23:02:19.066268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-11-07T23:02:19.066326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-11-07T23:02:19.066354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-11-07T23:02:19.06637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-11-07T23:02:19.06639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-11-07T23:02:19.066405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-11-07T23:02:19.066418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-11-07T23:02:19.067332Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-705389 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-11-07T23:02:19.067373Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-07T23:02:19.067661Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-07T23:02:19.068699Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-11-07T23:02:19.071929Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-07T23:02:19.105168Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-11-07T23:02:19.072331Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-07T23:02:19.1482Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-07T23:02:19.148344Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-07T23:02:19.072827Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-11-07T23:02:19.159898Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
*
* ==> gcp-auth [a9910036c43b] <==
* 2023/11/07 23:04:03 GCP Auth Webhook started!
2023/11/07 23:04:11 Ready to marshal response ...
2023/11/07 23:04:11 Ready to write response ...
2023/11/07 23:04:11 Ready to marshal response ...
2023/11/07 23:04:11 Ready to write response ...
2023/11/07 23:04:14 Ready to marshal response ...
2023/11/07 23:04:14 Ready to write response ...
2023/11/07 23:04:22 Ready to marshal response ...
2023/11/07 23:04:22 Ready to write response ...
2023/11/07 23:04:26 Ready to marshal response ...
2023/11/07 23:04:26 Ready to write response ...
2023/11/07 23:04:26 Ready to marshal response ...
2023/11/07 23:04:26 Ready to write response ...
2023/11/07 23:04:26 Ready to marshal response ...
2023/11/07 23:04:26 Ready to write response ...
2023/11/07 23:04:42 Ready to marshal response ...
2023/11/07 23:04:42 Ready to write response ...
2023/11/07 23:05:08 Ready to marshal response ...
2023/11/07 23:05:08 Ready to write response ...
2023/11/07 23:05:23 Ready to marshal response ...
2023/11/07 23:05:23 Ready to write response ...
2023/11/07 23:05:34 Ready to marshal response ...
2023/11/07 23:05:34 Ready to write response ...
*
* ==> kernel <==
* 23:06:01 up 44 min, 0 users, load average: 1.97, 1.90, 0.87
Linux addons-705389 5.15.0-1049-aws #54~20.04.1-Ubuntu SMP Fri Oct 6 22:07:16 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kube-apiserver [74a58c85f403] <==
* W1107 23:05:12.466296 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1107 23:05:22.327181 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I1107 23:05:23.532402 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I1107 23:05:23.950243 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.97.246.167"}
I1107 23:05:26.703726 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1107 23:05:26.703776 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1107 23:05:26.730133 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1107 23:05:26.730189 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1107 23:05:26.743272 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1107 23:05:26.743330 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1107 23:05:26.792854 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1107 23:05:26.792906 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1107 23:05:26.803631 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1107 23:05:26.803684 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1107 23:05:26.840637 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1107 23:05:26.840685 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1107 23:05:26.858425 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1107 23:05:26.858467 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1107 23:05:26.872898 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1107 23:05:26.873754 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1107 23:05:27.793751 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1107 23:05:27.859206 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1107 23:05:27.907498 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1107 23:05:27.928155 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1107 23:05:35.187651 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.104.147.254"}
*
* ==> kube-controller-manager [2111588f8b9c] <==
* W1107 23:05:37.998584 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:05:37.998621 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1107 23:05:38.392116 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="694.625µs"
W1107 23:05:38.533190 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:05:38.533224 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1107 23:05:39.013498 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I1107 23:05:39.013538 1 shared_informer.go:318] Caches are synced for resource quota
I1107 23:05:39.354015 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I1107 23:05:39.354411 1 shared_informer.go:318] Caches are synced for garbage collector
I1107 23:05:39.413978 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="43.249µs"
I1107 23:05:40.434669 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="43.939µs"
W1107 23:05:41.686878 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:05:41.686912 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1107 23:05:46.793250 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:05:46.793289 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1107 23:05:48.051304 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:05:48.051348 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1107 23:05:49.612047 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:05:49.612158 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1107 23:05:52.224810 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1107 23:05:52.228745 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7c6974c4d8" duration="4.931µs"
I1107 23:05:52.232970 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I1107 23:05:54.602654 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="73.551µs"
W1107 23:05:59.065619 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:05:59.065656 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
*
* ==> kube-proxy [6ae2963b5511] <==
* I1107 23:02:40.559981 1 server_others.go:69] "Using iptables proxy"
I1107 23:02:40.576769 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1107 23:02:40.625048 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1107 23:02:40.630949 1 server_others.go:152] "Using iptables Proxier"
I1107 23:02:40.630993 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1107 23:02:40.631002 1 server_others.go:438] "Defaulting to no-op detect-local"
I1107 23:02:40.631076 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1107 23:02:40.631292 1 server.go:846] "Version info" version="v1.28.3"
I1107 23:02:40.631309 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1107 23:02:40.632360 1 config.go:188] "Starting service config controller"
I1107 23:02:40.632426 1 shared_informer.go:311] Waiting for caches to sync for service config
I1107 23:02:40.632448 1 config.go:97] "Starting endpoint slice config controller"
I1107 23:02:40.632453 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1107 23:02:40.635250 1 config.go:315] "Starting node config controller"
I1107 23:02:40.635272 1 shared_informer.go:311] Waiting for caches to sync for node config
I1107 23:02:40.733303 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1107 23:02:40.733357 1 shared_informer.go:318] Caches are synced for service config
I1107 23:02:40.735851 1 shared_informer.go:318] Caches are synced for node config
*
* ==> kube-scheduler [4039e08d24e4] <==
* W1107 23:02:23.020745 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1107 23:02:23.020840 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1107 23:02:23.024214 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1107 23:02:23.024395 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1107 23:02:23.024587 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1107 23:02:23.024674 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1107 23:02:23.024816 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1107 23:02:23.024911 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1107 23:02:23.025074 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1107 23:02:23.025157 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1107 23:02:23.025309 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1107 23:02:23.025394 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1107 23:02:23.027745 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1107 23:02:23.027928 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W1107 23:02:23.028216 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1107 23:02:23.028316 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1107 23:02:23.028501 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1107 23:02:23.028588 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1107 23:02:23.028746 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1107 23:02:23.028940 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1107 23:02:23.029113 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1107 23:02:23.029207 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1107 23:02:23.926261 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1107 23:02:23.926588 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I1107 23:02:26.601220 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Nov 07 23:05:39 addons-705389 kubelet[2314]: E1107 23:05:39.402124 2314 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-dfbzd_default(3196ef3a-f492-4909-a8a8-174be626b7e2)\"" pod="default/hello-world-app-5d77478584-dfbzd" podUID="3196ef3a-f492-4909-a8a8-174be626b7e2"
Nov 07 23:05:40 addons-705389 kubelet[2314]: I1107 23:05:40.421662 2314 scope.go:117] "RemoveContainer" containerID="00df97f8bfa8885027b7ff186eeffad1b963c5492e1d2cf58ff30eac2eaafec4"
Nov 07 23:05:40 addons-705389 kubelet[2314]: E1107 23:05:40.422014 2314 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-dfbzd_default(3196ef3a-f492-4909-a8a8-174be626b7e2)\"" pod="default/hello-world-app-5d77478584-dfbzd" podUID="3196ef3a-f492-4909-a8a8-174be626b7e2"
Nov 07 23:05:51 addons-705389 kubelet[2314]: I1107 23:05:51.217212 2314 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zv4dw\" (UniqueName: \"kubernetes.io/projected/2ca32d7c-ca60-4f93-a6f8-ae42621f93d6-kube-api-access-zv4dw\") pod \"2ca32d7c-ca60-4f93-a6f8-ae42621f93d6\" (UID: \"2ca32d7c-ca60-4f93-a6f8-ae42621f93d6\") "
Nov 07 23:05:51 addons-705389 kubelet[2314]: I1107 23:05:51.222044 2314 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2ca32d7c-ca60-4f93-a6f8-ae42621f93d6-kube-api-access-zv4dw" (OuterVolumeSpecName: "kube-api-access-zv4dw") pod "2ca32d7c-ca60-4f93-a6f8-ae42621f93d6" (UID: "2ca32d7c-ca60-4f93-a6f8-ae42621f93d6"). InnerVolumeSpecName "kube-api-access-zv4dw". PluginName "kubernetes.io/projected", VolumeGidValue ""
Nov 07 23:05:51 addons-705389 kubelet[2314]: I1107 23:05:51.318508 2314 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-zv4dw\" (UniqueName: \"kubernetes.io/projected/2ca32d7c-ca60-4f93-a6f8-ae42621f93d6-kube-api-access-zv4dw\") on node \"addons-705389\" DevicePath \"\""
Nov 07 23:05:51 addons-705389 kubelet[2314]: I1107 23:05:51.543141 2314 scope.go:117] "RemoveContainer" containerID="121d8a6c4ad4ba2870d1dd779bb86007d9c31f6852f85cc53249921c21261c8f"
Nov 07 23:05:51 addons-705389 kubelet[2314]: I1107 23:05:51.763432 2314 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="2ca32d7c-ca60-4f93-a6f8-ae42621f93d6" path="/var/lib/kubelet/pods/2ca32d7c-ca60-4f93-a6f8-ae42621f93d6/volumes"
Nov 07 23:05:53 addons-705389 kubelet[2314]: I1107 23:05:53.755554 2314 scope.go:117] "RemoveContainer" containerID="00df97f8bfa8885027b7ff186eeffad1b963c5492e1d2cf58ff30eac2eaafec4"
Nov 07 23:05:53 addons-705389 kubelet[2314]: I1107 23:05:53.774648 2314 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="14bb9339-5406-4a8e-b570-e26046156634" path="/var/lib/kubelet/pods/14bb9339-5406-4a8e-b570-e26046156634/volumes"
Nov 07 23:05:53 addons-705389 kubelet[2314]: I1107 23:05:53.776019 2314 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="aa69d2ba-27dc-449f-aab3-bd1710eff0a5" path="/var/lib/kubelet/pods/aa69d2ba-27dc-449f-aab3-bd1710eff0a5/volumes"
Nov 07 23:05:54 addons-705389 kubelet[2314]: I1107 23:05:54.586513 2314 scope.go:117] "RemoveContainer" containerID="00df97f8bfa8885027b7ff186eeffad1b963c5492e1d2cf58ff30eac2eaafec4"
Nov 07 23:05:54 addons-705389 kubelet[2314]: I1107 23:05:54.586893 2314 scope.go:117] "RemoveContainer" containerID="c7048c1ce251c0d400ce749a5e30571017fcce071fab4e05fa12d3420957896b"
Nov 07 23:05:54 addons-705389 kubelet[2314]: E1107 23:05:54.587225 2314 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-dfbzd_default(3196ef3a-f492-4909-a8a8-174be626b7e2)\"" pod="default/hello-world-app-5d77478584-dfbzd" podUID="3196ef3a-f492-4909-a8a8-174be626b7e2"
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.619353 2314 scope.go:117] "RemoveContainer" containerID="4b0e5831606fcab1cebca13ce404b7af588537eae85207cdda179e4275a595c1"
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.642449 2314 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/4845f93a-db6c-4621-ad30-2867930e923c-webhook-cert\") pod \"4845f93a-db6c-4621-ad30-2867930e923c\" (UID: \"4845f93a-db6c-4621-ad30-2867930e923c\") "
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.642901 2314 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jz98k\" (UniqueName: \"kubernetes.io/projected/4845f93a-db6c-4621-ad30-2867930e923c-kube-api-access-jz98k\") pod \"4845f93a-db6c-4621-ad30-2867930e923c\" (UID: \"4845f93a-db6c-4621-ad30-2867930e923c\") "
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.644358 2314 scope.go:117] "RemoveContainer" containerID="4b0e5831606fcab1cebca13ce404b7af588537eae85207cdda179e4275a595c1"
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.646193 2314 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4845f93a-db6c-4621-ad30-2867930e923c-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "4845f93a-db6c-4621-ad30-2867930e923c" (UID: "4845f93a-db6c-4621-ad30-2867930e923c"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.647941 2314 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4845f93a-db6c-4621-ad30-2867930e923c-kube-api-access-jz98k" (OuterVolumeSpecName: "kube-api-access-jz98k") pod "4845f93a-db6c-4621-ad30-2867930e923c" (UID: "4845f93a-db6c-4621-ad30-2867930e923c"). InnerVolumeSpecName "kube-api-access-jz98k". PluginName "kubernetes.io/projected", VolumeGidValue ""
Nov 07 23:05:55 addons-705389 kubelet[2314]: E1107 23:05:55.648583 2314 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 4b0e5831606fcab1cebca13ce404b7af588537eae85207cdda179e4275a595c1" containerID="4b0e5831606fcab1cebca13ce404b7af588537eae85207cdda179e4275a595c1"
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.648632 2314 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"4b0e5831606fcab1cebca13ce404b7af588537eae85207cdda179e4275a595c1"} err="failed to get container status \"4b0e5831606fcab1cebca13ce404b7af588537eae85207cdda179e4275a595c1\": rpc error: code = Unknown desc = Error response from daemon: No such container: 4b0e5831606fcab1cebca13ce404b7af588537eae85207cdda179e4275a595c1"
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.743480 2314 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/4845f93a-db6c-4621-ad30-2867930e923c-webhook-cert\") on node \"addons-705389\" DevicePath \"\""
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.743525 2314 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-jz98k\" (UniqueName: \"kubernetes.io/projected/4845f93a-db6c-4621-ad30-2867930e923c-kube-api-access-jz98k\") on node \"addons-705389\" DevicePath \"\""
Nov 07 23:05:55 addons-705389 kubelet[2314]: I1107 23:05:55.762783 2314 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="4845f93a-db6c-4621-ad30-2867930e923c" path="/var/lib/kubelet/pods/4845f93a-db6c-4621-ad30-2867930e923c/volumes"
*
* ==> storage-provisioner [24a9fcd6d532] <==
* I1107 23:02:46.734092 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1107 23:02:46.757636 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1107 23:02:46.757731 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1107 23:02:46.767295 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1107 23:02:46.769609 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"b9f1c238-9f89-4e74-92c3-a39c870cdbb1", APIVersion:"v1", ResourceVersion:"587", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-705389_070f25d5-25d7-42e3-b1f7-7c300f615d8c became leader
I1107 23:02:46.769650 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-705389_070f25d5-25d7-42e3-b1f7-7c300f615d8c!
I1107 23:02:46.870787 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-705389_070f25d5-25d7-42e3-b1f7-7c300f615d8c!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-705389 -n addons-705389
helpers_test.go:261: (dbg) Run: kubectl --context addons-705389 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (39.25s)