=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-440984 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:231: (dbg) Run: kubectl --context addons-440984 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-440984 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [4487741a-840e-4cbf-bb20-7f880ca9e7fc] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [4487741a-840e-4cbf-bb20-7f880ca9e7fc] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.011719787s
addons_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p addons-440984 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:285: (dbg) Run: kubectl --context addons-440984 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p addons-440984 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.057948753s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-arm64 -p addons-440984 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-arm64 -p addons-440984 addons disable ingress-dns --alsologtostderr -v=1: (1.298250126s)
addons_test.go:310: (dbg) Run: out/minikube-linux-arm64 -p addons-440984 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-arm64 -p addons-440984 addons disable ingress --alsologtostderr -v=1: (7.901330351s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-440984
helpers_test.go:235: (dbg) docker inspect addons-440984:
-- stdout --
[
{
"Id": "896f804ac9c1bd9266da9aea1c546682301d6d4800e647a56d528c38557be89d",
"Created": "2023-12-06T18:59:40.970867084Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 245860,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-12-06T18:59:41.325168819Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e4e0f3cc6f04c458835e9edb05d52f031520d40521bc3568d81cbb7c06a79ef2",
"ResolvConfPath": "/var/lib/docker/containers/896f804ac9c1bd9266da9aea1c546682301d6d4800e647a56d528c38557be89d/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/896f804ac9c1bd9266da9aea1c546682301d6d4800e647a56d528c38557be89d/hostname",
"HostsPath": "/var/lib/docker/containers/896f804ac9c1bd9266da9aea1c546682301d6d4800e647a56d528c38557be89d/hosts",
"LogPath": "/var/lib/docker/containers/896f804ac9c1bd9266da9aea1c546682301d6d4800e647a56d528c38557be89d/896f804ac9c1bd9266da9aea1c546682301d6d4800e647a56d528c38557be89d-json.log",
"Name": "/addons-440984",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-440984:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-440984",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/77b32e26410023820a8cfb8ab3767665e662466f7b9bdd3022242f3bebc5327a-init/diff:/var/lib/docker/overlay2/3961c608fd2e546f17711d7abfbc6ea02272979b18f6f84671d9084e2cf5bd05/diff",
"MergedDir": "/var/lib/docker/overlay2/77b32e26410023820a8cfb8ab3767665e662466f7b9bdd3022242f3bebc5327a/merged",
"UpperDir": "/var/lib/docker/overlay2/77b32e26410023820a8cfb8ab3767665e662466f7b9bdd3022242f3bebc5327a/diff",
"WorkDir": "/var/lib/docker/overlay2/77b32e26410023820a8cfb8ab3767665e662466f7b9bdd3022242f3bebc5327a/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-440984",
"Source": "/var/lib/docker/volumes/addons-440984/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-440984",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-440984",
"name.minikube.sigs.k8s.io": "addons-440984",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "4bd418585fe91c06ae16f4e4fd2ac98ec9eb4350e4fa0163853caf822a2142fe",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33073"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33072"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33069"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33071"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33070"
}
]
},
"SandboxKey": "/var/run/docker/netns/4bd418585fe9",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-440984": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"896f804ac9c1",
"addons-440984"
],
"NetworkID": "04058a0dfc0ab2ab17393de7a426478433a728e8d3f13cc46ccb4c520084e7e3",
"EndpointID": "42b7cc5d8bcab5f5ea7b0a955cac367387ff75cc7e32c48d3936c3ef28747052",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-440984 -n addons-440984
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-440984 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-440984 logs -n 25: (2.033816456s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-942237 | jenkins | v1.32.0 | 06 Dec 23 18:58 UTC | |
| | -p download-only-942237 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -o=json --download-only | download-only-942237 | jenkins | v1.32.0 | 06 Dec 23 18:58 UTC | |
| | -p download-only-942237 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.4 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -o=json --download-only | download-only-942237 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | |
| | -p download-only-942237 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.29.0-rc.1 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | 06 Dec 23 18:59 UTC |
| delete | -p download-only-942237 | download-only-942237 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | 06 Dec 23 18:59 UTC |
| delete | -p download-only-942237 | download-only-942237 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | 06 Dec 23 18:59 UTC |
| start | --download-only -p | download-docker-553370 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | |
| | download-docker-553370 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-553370 | download-docker-553370 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | 06 Dec 23 18:59 UTC |
| start | --download-only -p | binary-mirror-136381 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | |
| | binary-mirror-136381 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:38321 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-136381 | binary-mirror-136381 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | 06 Dec 23 18:59 UTC |
| addons | disable dashboard -p | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | |
| | addons-440984 | | | | | |
| addons | enable dashboard -p | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | |
| | addons-440984 | | | | | |
| start | -p addons-440984 --wait=true | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 18:59 UTC | 06 Dec 23 19:01 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-440984 ip | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| addons | addons-440984 addons disable | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-440984 addons | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| | addons-440984 | | | | | |
| ssh | addons-440984 ssh curl -s | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-440984 ip | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| addons | addons-440984 addons | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-440984 addons | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-440984 addons disable | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-440984 addons disable | addons-440984 | jenkins | v1.32.0 | 06 Dec 23 19:02 UTC | 06 Dec 23 19:02 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/12/06 18:59:17
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.21.4 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1206 18:59:17.216145 245404 out.go:296] Setting OutFile to fd 1 ...
I1206 18:59:17.216383 245404 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1206 18:59:17.216396 245404 out.go:309] Setting ErrFile to fd 2...
I1206 18:59:17.216403 245404 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1206 18:59:17.216706 245404 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17740-239434/.minikube/bin
I1206 18:59:17.217194 245404 out.go:303] Setting JSON to false
I1206 18:59:17.218398 245404 start.go:128] hostinfo: {"hostname":"ip-172-31-21-244","uptime":6104,"bootTime":1701883054,"procs":400,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1050-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1206 18:59:17.218476 245404 start.go:138] virtualization:
I1206 18:59:17.221379 245404 out.go:177] * [addons-440984] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1206 18:59:17.223451 245404 out.go:177] - MINIKUBE_LOCATION=17740
I1206 18:59:17.225756 245404 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1206 18:59:17.223543 245404 notify.go:220] Checking for updates...
I1206 18:59:17.228416 245404 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17740-239434/kubeconfig
I1206 18:59:17.230884 245404 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17740-239434/.minikube
I1206 18:59:17.233325 245404 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1206 18:59:17.235432 245404 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1206 18:59:17.237878 245404 driver.go:392] Setting default libvirt URI to qemu:///system
I1206 18:59:17.262021 245404 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1206 18:59:17.262140 245404 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1206 18:59:17.346541 245404 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2023-12-06 18:59:17.336725125 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1050-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f Expected:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1206 18:59:17.346646 245404 docker.go:295] overlay module found
I1206 18:59:17.349583 245404 out.go:177] * Using the docker driver based on user configuration
I1206 18:59:17.351944 245404 start.go:298] selected driver: docker
I1206 18:59:17.351967 245404 start.go:902] validating driver "docker" against <nil>
I1206 18:59:17.351981 245404 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1206 18:59:17.352725 245404 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1206 18:59:17.422276 245404 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2023-12-06 18:59:17.412106854 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1050-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f Expected:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1206 18:59:17.422438 245404 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1206 18:59:17.422661 245404 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1206 18:59:17.424823 245404 out.go:177] * Using Docker driver with root privileges
I1206 18:59:17.427311 245404 cni.go:84] Creating CNI manager for ""
I1206 18:59:17.427341 245404 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1206 18:59:17.427353 245404 start_flags.go:318] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I1206 18:59:17.427368 245404 start_flags.go:323] config:
{Name:addons-440984 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-440984 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker C
RISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1206 18:59:17.429646 245404 out.go:177] * Starting control plane node addons-440984 in cluster addons-440984
I1206 18:59:17.431885 245404 cache.go:121] Beginning downloading kic base image for docker with docker
I1206 18:59:17.433997 245404 out.go:177] * Pulling base image ...
I1206 18:59:17.436545 245404 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I1206 18:59:17.436595 245404 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f in local docker daemon
I1206 18:59:17.436604 245404 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17740-239434/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4
I1206 18:59:17.436674 245404 cache.go:56] Caching tarball of preloaded images
I1206 18:59:17.436759 245404 preload.go:174] Found /home/jenkins/minikube-integration/17740-239434/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I1206 18:59:17.436770 245404 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker
I1206 18:59:17.437130 245404 profile.go:148] Saving config to /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/config.json ...
I1206 18:59:17.437151 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/config.json: {Name:mk2343f7abd5191bb0b66897c4900cc0e0df4aa2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:17.457217 245404 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f to local cache
I1206 18:59:17.457364 245404 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f in local cache directory
I1206 18:59:17.457390 245404 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f in local cache directory, skipping pull
I1206 18:59:17.457396 245404 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f exists in cache, skipping pull
I1206 18:59:17.457407 245404 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f as a tarball
I1206 18:59:17.457416 245404 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f from local cache
I1206 18:59:33.673219 245404 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f from cached tarball
I1206 18:59:33.673268 245404 cache.go:194] Successfully downloaded all kic artifacts
I1206 18:59:33.673323 245404 start.go:365] acquiring machines lock for addons-440984: {Name:mk09babeea1c0bc1a196ef32b910c28740dd8891 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1206 18:59:33.673453 245404 start.go:369] acquired machines lock for "addons-440984" in 107.339µs
I1206 18:59:33.673484 245404 start.go:93] Provisioning new machine with config: &{Name:addons-440984 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-440984 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Di
sableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I1206 18:59:33.673561 245404 start.go:125] createHost starting for "" (driver="docker")
I1206 18:59:33.676224 245404 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1206 18:59:33.676499 245404 start.go:159] libmachine.API.Create for "addons-440984" (driver="docker")
I1206 18:59:33.676537 245404 client.go:168] LocalClient.Create starting
I1206 18:59:33.676641 245404 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17740-239434/.minikube/certs/ca.pem
I1206 18:59:34.620973 245404 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17740-239434/.minikube/certs/cert.pem
I1206 18:59:34.793971 245404 cli_runner.go:164] Run: docker network inspect addons-440984 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1206 18:59:34.811494 245404 cli_runner.go:211] docker network inspect addons-440984 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1206 18:59:34.811576 245404 network_create.go:281] running [docker network inspect addons-440984] to gather additional debugging logs...
I1206 18:59:34.811597 245404 cli_runner.go:164] Run: docker network inspect addons-440984
W1206 18:59:34.829745 245404 cli_runner.go:211] docker network inspect addons-440984 returned with exit code 1
I1206 18:59:34.829777 245404 network_create.go:284] error running [docker network inspect addons-440984]: docker network inspect addons-440984: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-440984 not found
I1206 18:59:34.829790 245404 network_create.go:286] output of [docker network inspect addons-440984]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-440984 not found
** /stderr **
I1206 18:59:34.829887 245404 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1206 18:59:34.847809 245404 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4002bd1340}
I1206 18:59:34.847851 245404 network_create.go:124] attempt to create docker network addons-440984 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1206 18:59:34.847924 245404 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-440984 addons-440984
I1206 18:59:34.924019 245404 network_create.go:108] docker network addons-440984 192.168.49.0/24 created
I1206 18:59:34.924052 245404 kic.go:121] calculated static IP "192.168.49.2" for the "addons-440984" container
I1206 18:59:34.924125 245404 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1206 18:59:34.941469 245404 cli_runner.go:164] Run: docker volume create addons-440984 --label name.minikube.sigs.k8s.io=addons-440984 --label created_by.minikube.sigs.k8s.io=true
I1206 18:59:34.959706 245404 oci.go:103] Successfully created a docker volume addons-440984
I1206 18:59:34.959798 245404 cli_runner.go:164] Run: docker run --rm --name addons-440984-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-440984 --entrypoint /usr/bin/test -v addons-440984:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f -d /var/lib
I1206 18:59:36.867761 245404 cli_runner.go:217] Completed: docker run --rm --name addons-440984-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-440984 --entrypoint /usr/bin/test -v addons-440984:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f -d /var/lib: (1.907922991s)
I1206 18:59:36.867790 245404 oci.go:107] Successfully prepared a docker volume addons-440984
I1206 18:59:36.867828 245404 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I1206 18:59:36.867851 245404 kic.go:194] Starting extracting preloaded images to volume ...
I1206 18:59:36.867936 245404 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17740-239434/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-440984:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f -I lz4 -xf /preloaded.tar -C /extractDir
I1206 18:59:40.889902 245404 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17740-239434/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-440984:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f -I lz4 -xf /preloaded.tar -C /extractDir: (4.021924522s)
I1206 18:59:40.889932 245404 kic.go:203] duration metric: took 4.022077 seconds to extract preloaded images to volume
W1206 18:59:40.890090 245404 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1206 18:59:40.890200 245404 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1206 18:59:40.954954 245404 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-440984 --name addons-440984 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-440984 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-440984 --network addons-440984 --ip 192.168.49.2 --volume addons-440984:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f
I1206 18:59:41.335465 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Running}}
I1206 18:59:41.360797 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 18:59:41.384781 245404 cli_runner.go:164] Run: docker exec addons-440984 stat /var/lib/dpkg/alternatives/iptables
I1206 18:59:41.468330 245404 oci.go:144] the created container "addons-440984" has a running status.
I1206 18:59:41.468359 245404 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa...
I1206 18:59:42.286789 245404 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1206 18:59:42.313255 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 18:59:42.366114 245404 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1206 18:59:42.366138 245404 kic_runner.go:114] Args: [docker exec --privileged addons-440984 chown docker:docker /home/docker/.ssh/authorized_keys]
I1206 18:59:42.465682 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 18:59:42.495134 245404 machine.go:88] provisioning docker machine ...
I1206 18:59:42.495347 245404 ubuntu.go:169] provisioning hostname "addons-440984"
I1206 18:59:42.495427 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:42.521705 245404 main.go:141] libmachine: Using SSH client type: native
I1206 18:59:42.522134 245404 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I1206 18:59:42.522148 245404 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-440984 && echo "addons-440984" | sudo tee /etc/hostname
I1206 18:59:42.701572 245404 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-440984
I1206 18:59:42.701747 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:42.725559 245404 main.go:141] libmachine: Using SSH client type: native
I1206 18:59:42.725966 245404 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I1206 18:59:42.725993 245404 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-440984' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-440984/g' /etc/hosts;
else
echo '127.0.1.1 addons-440984' | sudo tee -a /etc/hosts;
fi
fi
I1206 18:59:42.885624 245404 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1206 18:59:42.885652 245404 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17740-239434/.minikube CaCertPath:/home/jenkins/minikube-integration/17740-239434/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17740-239434/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17740-239434/.minikube}
I1206 18:59:42.885671 245404 ubuntu.go:177] setting up certificates
I1206 18:59:42.885682 245404 provision.go:83] configureAuth start
I1206 18:59:42.885743 245404 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-440984
I1206 18:59:42.903211 245404 provision.go:138] copyHostCerts
I1206 18:59:42.903305 245404 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17740-239434/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17740-239434/.minikube/cert.pem (1123 bytes)
I1206 18:59:42.903440 245404 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17740-239434/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17740-239434/.minikube/key.pem (1679 bytes)
I1206 18:59:42.903517 245404 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17740-239434/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17740-239434/.minikube/ca.pem (1078 bytes)
I1206 18:59:42.903576 245404 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17740-239434/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17740-239434/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17740-239434/.minikube/certs/ca-key.pem org=jenkins.addons-440984 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-440984]
I1206 18:59:43.341651 245404 provision.go:172] copyRemoteCerts
I1206 18:59:43.341741 245404 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1206 18:59:43.341787 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:43.359898 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 18:59:43.468509 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1206 18:59:43.498855 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1206 18:59:43.527991 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1206 18:59:43.556661 245404 provision.go:86] duration metric: configureAuth took 670.963547ms
I1206 18:59:43.556693 245404 ubuntu.go:193] setting minikube options for container-runtime
I1206 18:59:43.556896 245404 config.go:182] Loaded profile config "addons-440984": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I1206 18:59:43.556957 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:43.575013 245404 main.go:141] libmachine: Using SSH client type: native
I1206 18:59:43.575466 245404 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I1206 18:59:43.575485 245404 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1206 18:59:43.726375 245404 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I1206 18:59:43.726407 245404 ubuntu.go:71] root file system type: overlay
I1206 18:59:43.726516 245404 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I1206 18:59:43.726592 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:43.745366 245404 main.go:141] libmachine: Using SSH client type: native
I1206 18:59:43.745783 245404 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I1206 18:59:43.745862 245404 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1206 18:59:43.915736 245404 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1206 18:59:43.915827 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:43.938586 245404 main.go:141] libmachine: Using SSH client type: native
I1206 18:59:43.939008 245404 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33073 <nil> <nil>}
I1206 18:59:43.939030 245404 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1206 18:59:44.792203 245404 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-10-26 09:06:20.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-12-06 18:59:43.910691714 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I1206 18:59:44.792238 245404 machine.go:91] provisioned docker machine in 2.296915069s
I1206 18:59:44.792250 245404 client.go:171] LocalClient.Create took 11.115706577s
I1206 18:59:44.792266 245404 start.go:167] duration metric: libmachine.API.Create for "addons-440984" took 11.115765006s
I1206 18:59:44.792354 245404 start.go:300] post-start starting for "addons-440984" (driver="docker")
I1206 18:59:44.792364 245404 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1206 18:59:44.792438 245404 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1206 18:59:44.792482 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:44.812165 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 18:59:44.919540 245404 ssh_runner.go:195] Run: cat /etc/os-release
I1206 18:59:44.923703 245404 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1206 18:59:44.923742 245404 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1206 18:59:44.923758 245404 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1206 18:59:44.923771 245404 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1206 18:59:44.923782 245404 filesync.go:126] Scanning /home/jenkins/minikube-integration/17740-239434/.minikube/addons for local assets ...
I1206 18:59:44.923847 245404 filesync.go:126] Scanning /home/jenkins/minikube-integration/17740-239434/.minikube/files for local assets ...
I1206 18:59:44.923874 245404 start.go:303] post-start completed in 131.513167ms
I1206 18:59:44.924193 245404 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-440984
I1206 18:59:44.943395 245404 profile.go:148] Saving config to /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/config.json ...
I1206 18:59:44.943694 245404 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1206 18:59:44.943748 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:44.968867 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 18:59:45.083905 245404 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1206 18:59:45.091792 245404 start.go:128] duration metric: createHost completed in 11.418212288s
I1206 18:59:45.091822 245404 start.go:83] releasing machines lock for "addons-440984", held for 11.418354915s
I1206 18:59:45.091935 245404 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-440984
I1206 18:59:45.141283 245404 ssh_runner.go:195] Run: cat /version.json
I1206 18:59:45.141363 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:45.155467 245404 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1206 18:59:45.155566 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 18:59:45.186886 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 18:59:45.200891 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 18:59:45.340707 245404 ssh_runner.go:195] Run: systemctl --version
I1206 18:59:45.483350 245404 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1206 18:59:45.489264 245404 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1206 18:59:45.520358 245404 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1206 18:59:45.520441 245404 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1206 18:59:45.555845 245404 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1206 18:59:45.555876 245404 start.go:475] detecting cgroup driver to use...
I1206 18:59:45.555909 245404 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1206 18:59:45.556023 245404 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1206 18:59:45.576714 245404 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1206 18:59:45.591808 245404 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1206 18:59:45.606249 245404 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I1206 18:59:45.606443 245404 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1206 18:59:45.619446 245404 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1206 18:59:45.631591 245404 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1206 18:59:45.643608 245404 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1206 18:59:45.655838 245404 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1206 18:59:45.667287 245404 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1206 18:59:45.680178 245404 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1206 18:59:45.691178 245404 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1206 18:59:45.701808 245404 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1206 18:59:45.790284 245404 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1206 18:59:45.908652 245404 start.go:475] detecting cgroup driver to use...
I1206 18:59:45.908698 245404 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1206 18:59:45.908749 245404 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1206 18:59:45.928941 245404 cruntime.go:279] skipping containerd shutdown because we are bound to it
I1206 18:59:45.929021 245404 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1206 18:59:45.946918 245404 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1206 18:59:45.968244 245404 ssh_runner.go:195] Run: which cri-dockerd
I1206 18:59:45.973352 245404 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1206 18:59:45.986408 245404 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I1206 18:59:46.015737 245404 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1206 18:59:46.127301 245404 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1206 18:59:46.237411 245404 docker.go:560] configuring docker to use "cgroupfs" as cgroup driver...
I1206 18:59:46.237599 245404 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1206 18:59:46.263079 245404 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1206 18:59:46.379915 245404 ssh_runner.go:195] Run: sudo systemctl restart docker
I1206 18:59:46.659418 245404 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1206 18:59:46.763312 245404 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1206 18:59:46.865167 245404 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1206 18:59:46.964796 245404 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1206 18:59:47.066499 245404 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1206 18:59:47.084004 245404 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1206 18:59:47.189214 245404 ssh_runner.go:195] Run: sudo systemctl restart cri-docker
I1206 18:59:47.274782 245404 start.go:522] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1206 18:59:47.274923 245404 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1206 18:59:47.280001 245404 start.go:543] Will wait 60s for crictl version
I1206 18:59:47.280073 245404 ssh_runner.go:195] Run: which crictl
I1206 18:59:47.285255 245404 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1206 18:59:47.344381 245404 start.go:559] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 24.0.7
RuntimeApiVersion: v1
I1206 18:59:47.344492 245404 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1206 18:59:47.371817 245404 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1206 18:59:47.402403 245404 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 24.0.7 ...
I1206 18:59:47.402578 245404 cli_runner.go:164] Run: docker network inspect addons-440984 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1206 18:59:47.420440 245404 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1206 18:59:47.425372 245404 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1206 18:59:47.439379 245404 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I1206 18:59:47.439450 245404 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1206 18:59:47.461128 245404 docker.go:671] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I1206 18:59:47.461152 245404 docker.go:601] Images already preloaded, skipping extraction
I1206 18:59:47.461217 245404 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1206 18:59:47.483407 245404 docker.go:671] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I1206 18:59:47.483451 245404 cache_images.go:84] Images are preloaded, skipping loading
I1206 18:59:47.483522 245404 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I1206 18:59:47.545593 245404 cni.go:84] Creating CNI manager for ""
I1206 18:59:47.545621 245404 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1206 18:59:47.545652 245404 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1206 18:59:47.545678 245404 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-440984 NodeName:addons-440984 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1206 18:59:47.545828 245404 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-440984"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1206 18:59:47.545952 245404 kubeadm.go:976] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-440984 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-440984 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1206 18:59:47.546025 245404 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I1206 18:59:47.557028 245404 binaries.go:44] Found k8s binaries, skipping transfer
I1206 18:59:47.557111 245404 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1206 18:59:47.571177 245404 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I1206 18:59:47.593269 245404 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1206 18:59:47.614588 245404 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2096 bytes)
I1206 18:59:47.636496 245404 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1206 18:59:47.640989 245404 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1206 18:59:47.654397 245404 certs.go:56] Setting up /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984 for IP: 192.168.49.2
I1206 18:59:47.654483 245404 certs.go:190] acquiring lock for shared ca certs: {Name:mk1262bee946068d8c620546d5b1b1b1aa594d80 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:47.654654 245404 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17740-239434/.minikube/ca.key
I1206 18:59:47.964829 245404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17740-239434/.minikube/ca.crt ...
I1206 18:59:47.964860 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/ca.crt: {Name:mk5d40d865fc9a9ee9e15c41c79d8993cb994314 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:47.965482 245404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17740-239434/.minikube/ca.key ...
I1206 18:59:47.965497 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/ca.key: {Name:mk49d3813a8d60ba17bdf1c9ec810c65a7908e88 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:47.965588 245404 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17740-239434/.minikube/proxy-client-ca.key
I1206 18:59:48.326052 245404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17740-239434/.minikube/proxy-client-ca.crt ...
I1206 18:59:48.326084 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/proxy-client-ca.crt: {Name:mk98eea9f41892c0d72380dd17fc581a544c3c23 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:48.326947 245404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17740-239434/.minikube/proxy-client-ca.key ...
I1206 18:59:48.326967 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/proxy-client-ca.key: {Name:mkc94e2b898dd37386544d96bd885fc3dcf880c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:48.327615 245404 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/client.key
I1206 18:59:48.327634 245404 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/client.crt with IP's: []
I1206 18:59:48.897687 245404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/client.crt ...
I1206 18:59:48.897723 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/client.crt: {Name:mk7d47a3543586512afc1ccee554e05aeb41edc9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:48.897912 245404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/client.key ...
I1206 18:59:48.897928 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/client.key: {Name:mk1ec970ccf56f4ccd61f50f5a7f15ca53232a95 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:48.898012 245404 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.key.dd3b5fb2
I1206 18:59:48.898032 245404 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1206 18:59:49.310168 245404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.crt.dd3b5fb2 ...
I1206 18:59:49.310202 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.crt.dd3b5fb2: {Name:mkd1e835d161d85f5e4fb847db93b7292260b075 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:49.311135 245404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.key.dd3b5fb2 ...
I1206 18:59:49.311158 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.key.dd3b5fb2: {Name:mk273ece2ccc58f02234594b3b1e47d29415b06f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:49.311758 245404 certs.go:337] copying /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.crt
I1206 18:59:49.311850 245404 certs.go:341] copying /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.key
I1206 18:59:49.311903 245404 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/proxy-client.key
I1206 18:59:49.311925 245404 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/proxy-client.crt with IP's: []
I1206 18:59:49.819222 245404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/proxy-client.crt ...
I1206 18:59:49.819254 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/proxy-client.crt: {Name:mka8686d17973182b23441a5b722cdc30aa28be5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:49.819833 245404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/proxy-client.key ...
I1206 18:59:49.819852 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/proxy-client.key: {Name:mk8cb762b328234e96d802cc56d07539e8ca9b2c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 18:59:49.820053 245404 certs.go:437] found cert: /home/jenkins/minikube-integration/17740-239434/.minikube/certs/home/jenkins/minikube-integration/17740-239434/.minikube/certs/ca-key.pem (1675 bytes)
I1206 18:59:49.820097 245404 certs.go:437] found cert: /home/jenkins/minikube-integration/17740-239434/.minikube/certs/home/jenkins/minikube-integration/17740-239434/.minikube/certs/ca.pem (1078 bytes)
I1206 18:59:49.820130 245404 certs.go:437] found cert: /home/jenkins/minikube-integration/17740-239434/.minikube/certs/home/jenkins/minikube-integration/17740-239434/.minikube/certs/cert.pem (1123 bytes)
I1206 18:59:49.820165 245404 certs.go:437] found cert: /home/jenkins/minikube-integration/17740-239434/.minikube/certs/home/jenkins/minikube-integration/17740-239434/.minikube/certs/key.pem (1679 bytes)
I1206 18:59:49.820866 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1206 18:59:49.849763 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1206 18:59:49.880142 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1206 18:59:49.909633 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/profiles/addons-440984/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1206 18:59:49.938482 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1206 18:59:49.968939 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1206 18:59:49.999128 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1206 18:59:50.040500 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1206 18:59:50.071227 245404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17740-239434/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1206 18:59:50.102859 245404 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1206 18:59:50.127691 245404 ssh_runner.go:195] Run: openssl version
I1206 18:59:50.137846 245404 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1206 18:59:50.150417 245404 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1206 18:59:50.155539 245404 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Dec 6 18:59 /usr/share/ca-certificates/minikubeCA.pem
I1206 18:59:50.155640 245404 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1206 18:59:50.165064 245404 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1206 18:59:50.178224 245404 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1206 18:59:50.183515 245404 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1206 18:59:50.183624 245404 kubeadm.go:404] StartCluster: {Name:addons-440984 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1701387262-17703@sha256:a5458414df1be5e58eff93b3e67e6ecaad7e51ab23139de15714f7345af15e2f Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-440984 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetri
cs:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1206 18:59:50.183764 245404 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I1206 18:59:50.206136 245404 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1206 18:59:50.217494 245404 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1206 18:59:50.228669 245404 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1206 18:59:50.228751 245404 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1206 18:59:50.239934 245404 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1206 18:59:50.239980 245404 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1206 18:59:50.302848 245404 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I1206 18:59:50.302971 245404 kubeadm.go:322] [preflight] Running pre-flight checks
I1206 18:59:50.364367 245404 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1206 18:59:50.364440 245404 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1050-aws[0m
I1206 18:59:50.364477 245404 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1206 18:59:50.364534 245404 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1206 18:59:50.364583 245404 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1206 18:59:50.364633 245404 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1206 18:59:50.364682 245404 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1206 18:59:50.364730 245404 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1206 18:59:50.364781 245404 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1206 18:59:50.364827 245404 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1206 18:59:50.364876 245404 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1206 18:59:50.364923 245404 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1206 18:59:50.445399 245404 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1206 18:59:50.445507 245404 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1206 18:59:50.445600 245404 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1206 18:59:50.801241 245404 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1206 18:59:50.806386 245404 out.go:204] - Generating certificates and keys ...
I1206 18:59:50.806504 245404 kubeadm.go:322] [certs] Using existing ca certificate authority
I1206 18:59:50.806611 245404 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1206 18:59:52.385717 245404 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1206 18:59:53.168062 245404 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1206 18:59:54.088897 245404 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1206 18:59:54.534974 245404 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1206 18:59:54.780404 245404 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1206 18:59:54.780750 245404 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-440984 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1206 18:59:54.996466 245404 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1206 18:59:54.996849 245404 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-440984 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1206 18:59:55.620016 245404 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1206 18:59:56.125789 245404 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1206 18:59:56.484890 245404 kubeadm.go:322] [certs] Generating "sa" key and public key
I1206 18:59:56.485270 245404 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1206 18:59:56.902162 245404 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1206 18:59:57.761397 245404 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1206 18:59:58.347987 245404 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1206 18:59:59.309277 245404 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1206 18:59:59.310085 245404 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1206 18:59:59.312943 245404 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1206 18:59:59.316230 245404 out.go:204] - Booting up control plane ...
I1206 18:59:59.316420 245404 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1206 18:59:59.316510 245404 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1206 18:59:59.317286 245404 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1206 18:59:59.336334 245404 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1206 18:59:59.336427 245404 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1206 18:59:59.336465 245404 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1206 18:59:59.438770 245404 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1206 19:00:08.440739 245404 kubeadm.go:322] [apiclient] All control plane components are healthy after 9.002491 seconds
I1206 19:00:08.440856 245404 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1206 19:00:08.457047 245404 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1206 19:00:08.996670 245404 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1206 19:00:08.996858 245404 kubeadm.go:322] [mark-control-plane] Marking the node addons-440984 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1206 19:00:09.508425 245404 kubeadm.go:322] [bootstrap-token] Using token: 6z0dnl.a1fs7f6qnuhx6sg1
I1206 19:00:09.510558 245404 out.go:204] - Configuring RBAC rules ...
I1206 19:00:09.510722 245404 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1206 19:00:09.521285 245404 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1206 19:00:09.531603 245404 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1206 19:00:09.535736 245404 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1206 19:00:09.541962 245404 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1206 19:00:09.546045 245404 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1206 19:00:09.565292 245404 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1206 19:00:09.802586 245404 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1206 19:00:09.926053 245404 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1206 19:00:09.927176 245404 kubeadm.go:322]
I1206 19:00:09.927249 245404 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1206 19:00:09.927259 245404 kubeadm.go:322]
I1206 19:00:09.927338 245404 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1206 19:00:09.927348 245404 kubeadm.go:322]
I1206 19:00:09.927372 245404 kubeadm.go:322] mkdir -p $HOME/.kube
I1206 19:00:09.927431 245404 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1206 19:00:09.927485 245404 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1206 19:00:09.927494 245404 kubeadm.go:322]
I1206 19:00:09.927545 245404 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1206 19:00:09.927554 245404 kubeadm.go:322]
I1206 19:00:09.927599 245404 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1206 19:00:09.927608 245404 kubeadm.go:322]
I1206 19:00:09.927657 245404 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1206 19:00:09.927732 245404 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1206 19:00:09.927800 245404 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1206 19:00:09.927808 245404 kubeadm.go:322]
I1206 19:00:09.927887 245404 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1206 19:00:09.927971 245404 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1206 19:00:09.927979 245404 kubeadm.go:322]
I1206 19:00:09.928058 245404 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 6z0dnl.a1fs7f6qnuhx6sg1 \
I1206 19:00:09.928156 245404 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:372e7bdfa31dcfc44eafd3161d124bebbb6f7a71daed6ab3c52f0521e99d1a38 \
I1206 19:00:09.928183 245404 kubeadm.go:322] --control-plane
I1206 19:00:09.928191 245404 kubeadm.go:322]
I1206 19:00:09.928302 245404 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1206 19:00:09.928318 245404 kubeadm.go:322]
I1206 19:00:09.928395 245404 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 6z0dnl.a1fs7f6qnuhx6sg1 \
I1206 19:00:09.928498 245404 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:372e7bdfa31dcfc44eafd3161d124bebbb6f7a71daed6ab3c52f0521e99d1a38
I1206 19:00:09.934320 245404 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1050-aws\n", err: exit status 1
I1206 19:00:09.934436 245404 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1206 19:00:09.934457 245404 cni.go:84] Creating CNI manager for ""
I1206 19:00:09.934484 245404 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1206 19:00:09.937231 245404 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I1206 19:00:09.939669 245404 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I1206 19:00:09.958673 245404 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)
I1206 19:00:09.993729 245404 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1206 19:00:09.993889 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:09.993984 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=31a3600ce72029d920a55140bbc6d0705e357503 minikube.k8s.io/name=addons-440984 minikube.k8s.io/updated_at=2023_12_06T19_00_09_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:10.377408 245404 ops.go:34] apiserver oom_adj: -16
I1206 19:00:10.377511 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:10.492699 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:11.089045 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:11.589061 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:12.089196 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:12.588510 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:13.089433 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:13.589361 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:14.089220 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:14.588527 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:15.088543 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:15.589198 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:16.089333 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:16.589107 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:17.088502 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:17.589082 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:18.089337 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:18.588890 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:19.089028 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:19.588437 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:20.088844 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:20.588862 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:21.089097 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:21.588992 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:22.088533 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:22.589052 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:23.088929 245404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1206 19:00:23.195403 245404 kubeadm.go:1088] duration metric: took 13.20155927s to wait for elevateKubeSystemPrivileges.
I1206 19:00:23.195436 245404 kubeadm.go:406] StartCluster complete in 33.011816064s
I1206 19:00:23.195454 245404 settings.go:142] acquiring lock: {Name:mk0fc622b23c24037d6b3f8b7cae60bf03ba98b2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 19:00:23.195573 245404 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17740-239434/kubeconfig
I1206 19:00:23.196027 245404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17740-239434/kubeconfig: {Name:mk2dc9f3d2c10f91cb0e51e097b71483e7cf911f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1206 19:00:23.198372 245404 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1206 19:00:23.198660 245404 config.go:182] Loaded profile config "addons-440984": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I1206 19:00:23.198711 245404 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1206 19:00:23.198794 245404 addons.go:69] Setting volumesnapshots=true in profile "addons-440984"
I1206 19:00:23.198802 245404 addons.go:69] Setting cloud-spanner=true in profile "addons-440984"
I1206 19:00:23.198812 245404 addons.go:231] Setting addon volumesnapshots=true in "addons-440984"
I1206 19:00:23.198821 245404 addons.go:231] Setting addon cloud-spanner=true in "addons-440984"
I1206 19:00:23.198849 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.198873 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.199326 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.199332 245404 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-440984"
I1206 19:00:23.199362 245404 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-440984"
I1206 19:00:23.199406 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.199810 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.199873 245404 addons.go:69] Setting gcp-auth=true in profile "addons-440984"
I1206 19:00:23.199897 245404 mustload.go:65] Loading cluster: addons-440984
I1206 19:00:23.200057 245404 config.go:182] Loaded profile config "addons-440984": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I1206 19:00:23.200293 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.200709 245404 addons.go:69] Setting ingress=true in profile "addons-440984"
I1206 19:00:23.200741 245404 addons.go:231] Setting addon ingress=true in "addons-440984"
I1206 19:00:23.200791 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.201247 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.208604 245404 addons.go:69] Setting storage-provisioner=true in profile "addons-440984"
I1206 19:00:23.208642 245404 addons.go:231] Setting addon storage-provisioner=true in "addons-440984"
I1206 19:00:23.208698 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.209163 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.209622 245404 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-440984"
I1206 19:00:23.209657 245404 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-440984"
I1206 19:00:23.209949 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.198794 245404 addons.go:69] Setting default-storageclass=true in profile "addons-440984"
I1206 19:00:23.216908 245404 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-440984"
I1206 19:00:23.199326 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.230728 245404 addons.go:69] Setting ingress-dns=true in profile "addons-440984"
I1206 19:00:23.230992 245404 addons.go:231] Setting addon ingress-dns=true in "addons-440984"
I1206 19:00:23.231117 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.239622 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.230912 245404 addons.go:69] Setting metrics-server=true in profile "addons-440984"
I1206 19:00:23.263661 245404 addons.go:231] Setting addon metrics-server=true in "addons-440984"
I1206 19:00:23.263770 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.264337 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.230902 245404 addons.go:69] Setting inspektor-gadget=true in profile "addons-440984"
I1206 19:00:23.271294 245404 addons.go:231] Setting addon inspektor-gadget=true in "addons-440984"
I1206 19:00:23.271357 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.271808 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.230917 245404 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-440984"
I1206 19:00:23.280412 245404 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-440984"
I1206 19:00:23.280500 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.281006 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.230923 245404 addons.go:69] Setting registry=true in profile "addons-440984"
I1206 19:00:23.288444 245404 addons.go:231] Setting addon registry=true in "addons-440984"
I1206 19:00:23.288507 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.289052 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.307743 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.438308 245404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1206 19:00:23.408679 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.417245 245404 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-440984"
I1206 19:00:23.443790 245404 addons.go:231] Setting addon default-storageclass=true in "addons-440984"
I1206 19:00:23.472340 245404 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.4
I1206 19:00:23.472399 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.472414 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:23.475796 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.476546 245404 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1206 19:00:23.481393 245404 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1206 19:00:23.481423 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1206 19:00:23.481487 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.476717 245404 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.12
I1206 19:00:23.476722 245404 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1206 19:00:23.476733 245404 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1206 19:00:23.477228 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:23.493336 245404 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1206 19:00:23.501279 245404 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.23.1
I1206 19:00:23.501289 245404 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1206 19:00:23.501292 245404 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1206 19:00:23.501304 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1206 19:00:23.506084 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.507293 245404 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1206 19:00:23.514592 245404 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1206 19:00:23.507641 245404 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1206 19:00:23.518102 245404 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1206 19:00:23.518114 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1206 19:00:23.521247 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.524508 245404 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1206 19:00:23.524532 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1206 19:00:23.524599 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.531059 245404 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1206 19:00:23.536426 245404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1206 19:00:23.531293 245404 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1206 19:00:23.531305 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I1206 19:00:23.531571 245404 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1206 19:00:23.538784 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1206 19:00:23.538863 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.560699 245404 out.go:177] - Using image docker.io/registry:2.8.3
I1206 19:00:23.553320 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1206 19:00:23.553388 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.559653 245404 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1206 19:00:23.575441 245404 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1206 19:00:23.568297 245404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1206 19:00:23.568411 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.568526 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1206 19:00:23.584550 245404 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1206 19:00:23.584852 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1206 19:00:23.584952 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.601391 245404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1206 19:00:23.600803 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.601055 245404 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-440984" context rescaled to 1 replicas
I1206 19:00:23.633810 245404 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1206 19:00:23.646263 245404 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3
I1206 19:00:23.648699 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.649366 245404 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I1206 19:00:23.656428 245404 out.go:177] * Verifying Kubernetes components...
I1206 19:00:23.658883 245404 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1206 19:00:23.650878 245404 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1206 19:00:23.658980 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1206 19:00:23.659026 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.650888 245404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1206 19:00:23.683486 245404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1206 19:00:23.692454 245404 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1206 19:00:23.688494 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.690051 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.696678 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1206 19:00:23.696759 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.757565 245404 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1206 19:00:23.772408 245404 out.go:177] - Using image docker.io/busybox:stable
I1206 19:00:23.775367 245404 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1206 19:00:23.775391 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1206 19:00:23.775459 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:23.774727 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.779064 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.785336 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.787522 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.853155 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.878742 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.880399 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.884161 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:23.889530 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
W1206 19:00:23.890745 245404 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1206 19:00:23.890767 245404 retry.go:31] will retry after 125.409055ms: ssh: handshake failed: EOF
I1206 19:00:24.558334 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1206 19:00:24.580663 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1206 19:00:24.665709 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1206 19:00:24.736692 245404 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1206 19:00:24.736726 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1206 19:00:24.764234 245404 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1206 19:00:24.764266 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1206 19:00:24.776891 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1206 19:00:24.809229 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1206 19:00:24.914772 245404 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1206 19:00:24.914800 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1206 19:00:24.942255 245404 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1206 19:00:24.942283 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1206 19:00:25.120892 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1206 19:00:25.155193 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1206 19:00:25.199575 245404 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1206 19:00:25.199603 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1206 19:00:25.220241 245404 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1206 19:00:25.220303 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1206 19:00:25.303545 245404 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1206 19:00:25.303567 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1206 19:00:25.388519 245404 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1206 19:00:25.388544 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1206 19:00:25.421669 245404 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1206 19:00:25.421698 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1206 19:00:25.500947 245404 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1206 19:00:25.500976 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1206 19:00:25.643273 245404 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1206 19:00:25.643303 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1206 19:00:25.650483 245404 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1206 19:00:25.650518 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1206 19:00:25.746763 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1206 19:00:25.773448 245404 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1206 19:00:25.773476 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1206 19:00:25.811775 245404 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1206 19:00:25.811821 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1206 19:00:25.967276 245404 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1206 19:00:25.967303 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1206 19:00:25.979538 245404 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1206 19:00:25.979566 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1206 19:00:26.240361 245404 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1206 19:00:26.240387 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1206 19:00:26.341158 245404 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1206 19:00:26.341181 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1206 19:00:26.358543 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1206 19:00:26.433769 245404 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1206 19:00:26.433794 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1206 19:00:26.464910 245404 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1206 19:00:26.464976 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1206 19:00:26.472770 245404 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1206 19:00:26.472836 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1206 19:00:26.620976 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1206 19:00:26.667390 245404 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1206 19:00:26.667473 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1206 19:00:26.824586 245404 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1206 19:00:26.824613 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I1206 19:00:27.024990 245404 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1206 19:00:27.025023 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1206 19:00:27.173242 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1206 19:00:27.307753 245404 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1206 19:00:27.307779 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1206 19:00:27.329638 245404 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.695705773s)
I1206 19:00:27.329670 245404 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1206 19:00:27.329694 245404 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (3.670791791s)
I1206 19:00:27.330567 245404 node_ready.go:35] waiting up to 6m0s for node "addons-440984" to be "Ready" ...
I1206 19:00:27.335819 245404 node_ready.go:49] node "addons-440984" has status "Ready":"True"
I1206 19:00:27.335862 245404 node_ready.go:38] duration metric: took 5.264112ms waiting for node "addons-440984" to be "Ready" ...
I1206 19:00:27.335874 245404 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1206 19:00:27.360387 245404 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-q474z" in "kube-system" namespace to be "Ready" ...
I1206 19:00:27.604523 245404 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1206 19:00:27.604594 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1206 19:00:27.848504 245404 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1206 19:00:27.848580 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1206 19:00:28.149679 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1206 19:00:29.327930 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.769556363s)
I1206 19:00:29.327988 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.747299207s)
I1206 19:00:29.328214 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.66247712s)
W1206 19:00:29.342953 245404 out.go:239] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1206 19:00:29.390291 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:30.089716 245404 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1206 19:00:30.089844 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:30.122091 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:31.337407 245404 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1206 19:00:31.634550 245404 addons.go:231] Setting addon gcp-auth=true in "addons-440984"
I1206 19:00:31.634653 245404 host.go:66] Checking if "addons-440984" exists ...
I1206 19:00:31.635226 245404 cli_runner.go:164] Run: docker container inspect addons-440984 --format={{.State.Status}}
I1206 19:00:31.690972 245404 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1206 19:00:31.691026 245404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-440984
I1206 19:00:31.738486 245404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33073 SSHKeyPath:/home/jenkins/minikube-integration/17740-239434/.minikube/machines/addons-440984/id_rsa Username:docker}
I1206 19:00:31.902942 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:33.936262 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:33.953277 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (9.176356013s)
I1206 19:00:33.953359 245404 addons.go:467] Verifying addon ingress=true in "addons-440984"
I1206 19:00:33.956691 245404 out.go:177] * Verifying ingress addon...
I1206 19:00:33.953519 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (8.832600775s)
I1206 19:00:33.953547 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (8.798331449s)
I1206 19:00:33.953572 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (8.206782937s)
I1206 19:00:33.953792 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (7.595209871s)
I1206 19:00:33.953382 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (9.143985011s)
I1206 19:00:33.953907 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (7.332862659s)
I1206 19:00:33.953967 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (6.780695122s)
I1206 19:00:33.956881 245404 addons.go:467] Verifying addon registry=true in "addons-440984"
I1206 19:00:33.957008 245404 addons.go:467] Verifying addon metrics-server=true in "addons-440984"
W1206 19:00:33.957038 245404 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1206 19:00:33.960860 245404 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1206 19:00:33.962886 245404 out.go:177] * Verifying registry addon...
I1206 19:00:33.966892 245404 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1206 19:00:33.963012 245404 retry.go:31] will retry after 334.302992ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1206 19:00:33.970065 245404 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1206 19:00:33.970091 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:33.976079 245404 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1206 19:00:33.976148 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:33.979038 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:33.981901 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:34.302158 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1206 19:00:34.483857 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:34.486839 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:34.989591 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:34.990094 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:35.489057 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:35.489768 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:35.721419 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (7.571638786s)
I1206 19:00:35.721449 245404 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-440984"
I1206 19:00:35.724475 245404 out.go:177] * Verifying csi-hostpath-driver addon...
I1206 19:00:35.721858 245404 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (4.030761793s)
I1206 19:00:35.729745 245404 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1206 19:00:35.727671 245404 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1206 19:00:35.734128 245404 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1206 19:00:35.736482 245404 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1206 19:00:35.736508 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1206 19:00:35.775445 245404 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1206 19:00:35.775527 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:35.799230 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:35.877712 245404 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1206 19:00:35.877872 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1206 19:00:35.937136 245404 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1206 19:00:35.937210 245404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I1206 19:00:35.986266 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:35.991993 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:36.087528 245404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1206 19:00:36.306152 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:36.383441 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:36.484538 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:36.488810 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:36.814001 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:36.984919 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:36.989213 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:37.001554 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.69928642s)
I1206 19:00:37.306339 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:37.520020 245404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.432399907s)
I1206 19:00:37.522810 245404 addons.go:467] Verifying addon gcp-auth=true in "addons-440984"
I1206 19:00:37.534937 245404 out.go:177] * Verifying gcp-auth addon...
I1206 19:00:37.527938 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:37.529621 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:37.544811 245404 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1206 19:00:37.567957 245404 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1206 19:00:37.567986 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:37.579729 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:37.805275 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:37.983902 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:37.989308 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:38.084483 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:38.305476 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:38.484880 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:38.487818 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:38.584096 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:38.805269 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:38.883665 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:38.985795 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:38.987943 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:39.084017 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:39.307160 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:39.483956 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:39.487682 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:39.583786 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:39.807373 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:39.986873 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:39.988658 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:40.084108 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:40.306571 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:40.486057 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:40.489874 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:40.583652 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:40.806847 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:40.885523 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:40.988679 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:40.989471 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:41.086730 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:41.305722 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:41.485594 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:41.488264 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:41.583680 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:41.805313 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:41.983731 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:41.988582 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:42.085761 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:42.305924 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:42.489890 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:42.494396 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:42.584346 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:42.805389 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:42.984748 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:42.989152 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:43.084801 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:43.305756 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:43.383732 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:43.485799 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:43.489568 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:43.584445 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:43.806075 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:43.986270 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:43.990192 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:44.084535 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:44.305790 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:44.485122 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:44.487403 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:44.584256 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:44.805348 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:44.984685 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:44.989133 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:45.104796 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:45.309391 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:45.484329 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:45.487576 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:45.584493 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:45.805251 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:45.883025 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:45.984379 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:45.989576 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:46.084714 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:46.306497 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:46.486584 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:46.489387 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:46.583831 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:46.806360 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:46.984005 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:46.987009 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:47.083632 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:47.305722 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:47.484210 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:47.487807 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:47.583308 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:47.805690 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:47.983905 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:47.987654 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:48.084126 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:48.305115 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:48.382852 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:48.487024 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:48.487545 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:48.584361 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:48.805857 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:48.987960 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:48.995603 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:49.084818 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:49.305867 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:49.485128 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:49.486649 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:49.584420 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:49.807024 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:49.985912 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:49.989658 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:50.083957 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:50.306286 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:50.382914 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:50.490238 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:50.491988 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:50.583890 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:50.805967 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:50.984795 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:50.987446 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:51.084414 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:51.306419 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:51.484264 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:51.487278 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:51.583944 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:51.806672 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:51.984266 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:51.989260 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:52.084081 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:52.307966 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:52.389736 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:52.486192 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:52.488252 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:52.584649 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:52.806534 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:52.984775 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:52.992295 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:53.084029 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:53.312099 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:53.488432 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:53.488937 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:53.584887 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:53.805924 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:53.983871 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:53.987737 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:54.085339 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:54.309406 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:54.485190 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:54.490113 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:54.584476 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:54.806708 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:54.884252 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:54.989141 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:54.999307 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:55.086978 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:55.307659 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:55.487561 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:55.488596 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:55.584764 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:55.805320 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:55.986075 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:55.997048 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:56.084156 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:56.307103 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:56.489457 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:56.491201 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:56.587043 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:56.806091 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:56.987369 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:56.988055 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:57.084244 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:57.311577 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:57.382763 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:57.488806 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:57.489547 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:57.583863 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:57.805968 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:57.987116 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:57.989755 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:58.083984 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:58.306132 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:58.486200 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:58.489682 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:58.588148 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:58.805825 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:58.987225 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:58.988702 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:59.083757 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:59.305514 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:59.388423 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:00:59.486103 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:59.487572 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:00:59.584143 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:00:59.805720 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:00:59.988440 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:00:59.989890 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:00.112238 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:00.344843 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:00.489536 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:00.494648 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:00.595943 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:00.806267 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:00.989095 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:00.990396 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:01.085246 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:01.307658 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:01.487399 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:01.490458 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:01.584560 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:01.806773 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:01.885495 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:01:01.994447 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:01.996630 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:02.083900 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:02.307179 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:02.485190 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:02.488672 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:02.585793 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:02.807530 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:03.008013 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:03.018399 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:03.090126 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:03.308852 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:03.486205 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:03.495106 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:03.584792 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:03.807066 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:03.887259 245404 pod_ready.go:102] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"False"
I1206 19:01:03.987889 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:03.992431 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:04.084847 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:04.305877 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:04.392110 245404 pod_ready.go:92] pod "coredns-5dd5756b68-q474z" in "kube-system" namespace has status "Ready":"True"
I1206 19:01:04.392135 245404 pod_ready.go:81] duration metric: took 37.031713842s waiting for pod "coredns-5dd5756b68-q474z" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.392147 245404 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-440984" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.406184 245404 pod_ready.go:92] pod "etcd-addons-440984" in "kube-system" namespace has status "Ready":"True"
I1206 19:01:04.406262 245404 pod_ready.go:81] duration metric: took 14.106031ms waiting for pod "etcd-addons-440984" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.406289 245404 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-440984" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.415495 245404 pod_ready.go:92] pod "kube-apiserver-addons-440984" in "kube-system" namespace has status "Ready":"True"
I1206 19:01:04.415571 245404 pod_ready.go:81] duration metric: took 9.257517ms waiting for pod "kube-apiserver-addons-440984" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.415600 245404 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-440984" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.426785 245404 pod_ready.go:92] pod "kube-controller-manager-addons-440984" in "kube-system" namespace has status "Ready":"True"
I1206 19:01:04.426859 245404 pod_ready.go:81] duration metric: took 11.237261ms waiting for pod "kube-controller-manager-addons-440984" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.426887 245404 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-xnlb6" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.446107 245404 pod_ready.go:92] pod "kube-proxy-xnlb6" in "kube-system" namespace has status "Ready":"True"
I1206 19:01:04.446183 245404 pod_ready.go:81] duration metric: took 19.274621ms waiting for pod "kube-proxy-xnlb6" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.446211 245404 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-440984" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.486990 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:04.491109 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:04.584528 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:04.780109 245404 pod_ready.go:92] pod "kube-scheduler-addons-440984" in "kube-system" namespace has status "Ready":"True"
I1206 19:01:04.780180 245404 pod_ready.go:81] duration metric: took 333.937304ms waiting for pod "kube-scheduler-addons-440984" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.780206 245404 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-zwpkt" in "kube-system" namespace to be "Ready" ...
I1206 19:01:04.816590 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:04.989543 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:04.989946 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:05.084063 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:05.180171 245404 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-zwpkt" in "kube-system" namespace has status "Ready":"True"
I1206 19:01:05.180199 245404 pod_ready.go:81] duration metric: took 399.971828ms waiting for pod "nvidia-device-plugin-daemonset-zwpkt" in "kube-system" namespace to be "Ready" ...
I1206 19:01:05.180210 245404 pod_ready.go:38] duration metric: took 37.84432507s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1206 19:01:05.180229 245404 api_server.go:52] waiting for apiserver process to appear ...
I1206 19:01:05.180332 245404 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1206 19:01:05.205794 245404 api_server.go:72] duration metric: took 41.555881801s to wait for apiserver process to appear ...
I1206 19:01:05.205821 245404 api_server.go:88] waiting for apiserver healthz status ...
I1206 19:01:05.205839 245404 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1206 19:01:05.216052 245404 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1206 19:01:05.217521 245404 api_server.go:141] control plane version: v1.28.4
I1206 19:01:05.217550 245404 api_server.go:131] duration metric: took 11.721683ms to wait for apiserver health ...
I1206 19:01:05.217560 245404 system_pods.go:43] waiting for kube-system pods to appear ...
I1206 19:01:05.305706 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:05.386722 245404 system_pods.go:59] 17 kube-system pods found
I1206 19:01:05.386768 245404 system_pods.go:61] "coredns-5dd5756b68-q474z" [43813035-fa24-4884-9595-aeb4936f37e0] Running
I1206 19:01:05.386781 245404 system_pods.go:61] "csi-hostpath-attacher-0" [be16615b-9235-4fc8-b021-5077a5f072ae] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1206 19:01:05.386791 245404 system_pods.go:61] "csi-hostpath-resizer-0" [f922f8cb-881e-4399-b284-68e4911159c8] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1206 19:01:05.386802 245404 system_pods.go:61] "csi-hostpathplugin-jb6kf" [b948b9df-7265-41ee-b0e3-875e0f6f8872] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1206 19:01:05.386808 245404 system_pods.go:61] "etcd-addons-440984" [2fa5fb2e-c75c-4029-aa7e-cf2088af3fe3] Running
I1206 19:01:05.386814 245404 system_pods.go:61] "kube-apiserver-addons-440984" [84da69d1-4758-4b7b-b50a-cf97d38af4af] Running
I1206 19:01:05.386822 245404 system_pods.go:61] "kube-controller-manager-addons-440984" [982b3920-bd52-40c1-bac3-db34c9f2acf6] Running
I1206 19:01:05.386837 245404 system_pods.go:61] "kube-ingress-dns-minikube" [daaff04f-2761-4cb5-9a70-d6c8d773456c] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1206 19:01:05.386848 245404 system_pods.go:61] "kube-proxy-xnlb6" [d008fee1-3d5e-4d5d-8233-0dc8768f79bc] Running
I1206 19:01:05.386854 245404 system_pods.go:61] "kube-scheduler-addons-440984" [77bc0984-946f-41f6-9d22-4492ccccb13c] Running
I1206 19:01:05.386868 245404 system_pods.go:61] "metrics-server-7c66d45ddc-gvs8h" [3f16f94b-9ea8-447f-bc5a-405dca598bb1] Running / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1206 19:01:05.386874 245404 system_pods.go:61] "nvidia-device-plugin-daemonset-zwpkt" [40ec6200-edb6-432d-8664-84c6a52db627] Running
I1206 19:01:05.386884 245404 system_pods.go:61] "registry-ctltk" [29445e78-d0ab-477b-aa78-a2b25b760193] Running
I1206 19:01:05.386890 245404 system_pods.go:61] "registry-proxy-d4bz6" [2271c7ec-a452-465a-a1f4-4f286f7b4c6c] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1206 19:01:05.386896 245404 system_pods.go:61] "snapshot-controller-58dbcc7b99-j2j45" [9f82e322-719c-45c6-9655-e96ecc12cfc1] Running
I1206 19:01:05.386902 245404 system_pods.go:61] "snapshot-controller-58dbcc7b99-wzbkm" [d686e54a-f49e-4920-ae5a-efa708dc5fcb] Running
I1206 19:01:05.386907 245404 system_pods.go:61] "storage-provisioner" [0f1a6ddf-c822-4e64-8b74-e312be4bd309] Running
I1206 19:01:05.386913 245404 system_pods.go:74] duration metric: took 169.347154ms to wait for pod list to return data ...
I1206 19:01:05.386932 245404 default_sa.go:34] waiting for default service account to be created ...
I1206 19:01:05.487936 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:05.488709 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:05.579483 245404 default_sa.go:45] found service account: "default"
I1206 19:01:05.579511 245404 default_sa.go:55] duration metric: took 192.571867ms for default service account to be created ...
I1206 19:01:05.579522 245404 system_pods.go:116] waiting for k8s-apps to be running ...
I1206 19:01:05.583992 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:05.788160 245404 system_pods.go:86] 17 kube-system pods found
I1206 19:01:05.788193 245404 system_pods.go:89] "coredns-5dd5756b68-q474z" [43813035-fa24-4884-9595-aeb4936f37e0] Running
I1206 19:01:05.788206 245404 system_pods.go:89] "csi-hostpath-attacher-0" [be16615b-9235-4fc8-b021-5077a5f072ae] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1206 19:01:05.788217 245404 system_pods.go:89] "csi-hostpath-resizer-0" [f922f8cb-881e-4399-b284-68e4911159c8] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1206 19:01:05.788235 245404 system_pods.go:89] "csi-hostpathplugin-jb6kf" [b948b9df-7265-41ee-b0e3-875e0f6f8872] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1206 19:01:05.788245 245404 system_pods.go:89] "etcd-addons-440984" [2fa5fb2e-c75c-4029-aa7e-cf2088af3fe3] Running
I1206 19:01:05.788252 245404 system_pods.go:89] "kube-apiserver-addons-440984" [84da69d1-4758-4b7b-b50a-cf97d38af4af] Running
I1206 19:01:05.788257 245404 system_pods.go:89] "kube-controller-manager-addons-440984" [982b3920-bd52-40c1-bac3-db34c9f2acf6] Running
I1206 19:01:05.788266 245404 system_pods.go:89] "kube-ingress-dns-minikube" [daaff04f-2761-4cb5-9a70-d6c8d773456c] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1206 19:01:05.788309 245404 system_pods.go:89] "kube-proxy-xnlb6" [d008fee1-3d5e-4d5d-8233-0dc8768f79bc] Running
I1206 19:01:05.788315 245404 system_pods.go:89] "kube-scheduler-addons-440984" [77bc0984-946f-41f6-9d22-4492ccccb13c] Running
I1206 19:01:05.788325 245404 system_pods.go:89] "metrics-server-7c66d45ddc-gvs8h" [3f16f94b-9ea8-447f-bc5a-405dca598bb1] Running / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1206 19:01:05.788334 245404 system_pods.go:89] "nvidia-device-plugin-daemonset-zwpkt" [40ec6200-edb6-432d-8664-84c6a52db627] Running
I1206 19:01:05.788340 245404 system_pods.go:89] "registry-ctltk" [29445e78-d0ab-477b-aa78-a2b25b760193] Running
I1206 19:01:05.788346 245404 system_pods.go:89] "registry-proxy-d4bz6" [2271c7ec-a452-465a-a1f4-4f286f7b4c6c] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1206 19:01:05.788357 245404 system_pods.go:89] "snapshot-controller-58dbcc7b99-j2j45" [9f82e322-719c-45c6-9655-e96ecc12cfc1] Running
I1206 19:01:05.788362 245404 system_pods.go:89] "snapshot-controller-58dbcc7b99-wzbkm" [d686e54a-f49e-4920-ae5a-efa708dc5fcb] Running
I1206 19:01:05.788367 245404 system_pods.go:89] "storage-provisioner" [0f1a6ddf-c822-4e64-8b74-e312be4bd309] Running
I1206 19:01:05.788376 245404 system_pods.go:126] duration metric: took 208.849014ms to wait for k8s-apps to be running ...
I1206 19:01:05.788386 245404 system_svc.go:44] waiting for kubelet service to be running ....
I1206 19:01:05.788449 245404 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1206 19:01:05.808365 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:05.809159 245404 system_svc.go:56] duration metric: took 20.767504ms WaitForService to wait for kubelet.
I1206 19:01:05.809223 245404 kubeadm.go:581] duration metric: took 42.159316155s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1206 19:01:05.809259 245404 node_conditions.go:102] verifying NodePressure condition ...
I1206 19:01:05.982099 245404 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1206 19:01:05.982193 245404 node_conditions.go:123] node cpu capacity is 2
I1206 19:01:05.982221 245404 node_conditions.go:105] duration metric: took 172.936299ms to run NodePressure ...
I1206 19:01:05.982268 245404 start.go:228] waiting for startup goroutines ...
I1206 19:01:05.988764 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:05.992038 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:06.084583 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:06.307875 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:06.484223 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:06.488109 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:06.584647 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:06.806347 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:06.984173 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:06.989027 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:07.086014 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:07.305238 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:07.489248 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:07.490725 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1206 19:01:07.583315 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:07.805175 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:07.986727 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:07.989112 245404 kapi.go:107] duration metric: took 34.022219186s to wait for kubernetes.io/minikube-addons=registry ...
I1206 19:01:08.084570 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:08.305884 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:08.483842 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:08.583595 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:08.810336 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:08.984313 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:09.084556 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:09.305972 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:09.484320 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:09.584585 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:09.806926 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:09.987839 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:10.088023 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:10.305640 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:10.483604 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:10.590835 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:10.806641 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:10.985172 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:11.085096 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:11.306378 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:11.484156 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:11.584768 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:11.808070 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:11.983715 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:12.084433 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:12.308496 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:12.485668 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:12.583696 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:12.806078 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:12.984721 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:13.083482 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:13.314112 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:13.485330 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:13.583708 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:13.808885 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:13.983706 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:14.085046 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:14.305887 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:14.484873 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:14.584050 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:14.806425 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:14.984245 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:15.086065 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:15.305067 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:15.484639 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:15.584885 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:15.814028 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:15.984393 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:16.086893 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:16.306267 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:16.499976 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:16.584078 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:16.806237 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:16.985222 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:17.084515 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:17.307017 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:17.484615 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:17.586380 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:17.805639 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:17.984183 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:18.085839 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:18.307014 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:18.486920 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:18.585367 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:18.805348 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:18.983842 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:19.083821 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:19.305659 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:19.489030 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:19.595076 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:19.806299 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:19.984620 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:20.085238 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:20.305138 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:20.485069 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:20.584395 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:20.807180 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:20.984444 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:21.084795 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:21.306038 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:21.485798 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:21.583559 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:21.807176 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:21.984231 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:22.084147 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:22.305505 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:22.484016 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:22.584449 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:22.806823 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:22.984976 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:23.084421 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:23.305554 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1206 19:01:23.483931 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:23.584511 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:23.805662 245404 kapi.go:107] duration metric: took 48.077993745s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1206 19:01:23.984263 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:24.084211 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:24.483548 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:24.584950 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:24.984141 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:25.084827 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:25.483972 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:25.584473 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:25.984128 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:26.084541 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:26.483445 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:26.584340 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:26.983733 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:27.084618 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:27.484006 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:27.583962 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:27.984403 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:28.084338 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:28.483517 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:28.584579 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:28.984863 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:29.083553 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:29.484355 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:29.584107 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:29.984685 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:30.091645 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:30.484033 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:30.583897 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:30.984882 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:31.084556 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:31.483579 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:31.584540 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:31.984672 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:32.084241 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:32.485341 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:32.584153 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:32.984941 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:33.084796 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:33.484975 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:33.583652 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:33.983740 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:34.083612 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:34.484920 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:34.583670 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:34.984495 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:35.084885 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:35.483770 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:35.583424 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:35.983647 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:36.085031 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:36.485433 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:36.586076 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:36.985743 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:37.089854 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:37.484242 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:37.584290 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:37.983617 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:38.085161 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:38.484031 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:38.583600 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:38.985588 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:39.083780 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:39.484551 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:39.584040 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:39.984691 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:40.085554 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:40.485233 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:40.584716 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:40.984742 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:41.083480 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:41.484235 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:41.583909 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:41.983617 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:42.085249 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:42.484897 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:42.583994 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:42.984226 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:43.084334 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:43.484820 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:43.584453 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:43.984988 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:44.084425 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:44.487184 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:44.584399 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:44.988415 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:45.086185 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:45.485979 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:45.585689 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:45.983682 245404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1206 19:01:46.083801 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:46.491709 245404 kapi.go:107] duration metric: took 1m12.530847252s to wait for app.kubernetes.io/name=ingress-nginx ...
I1206 19:01:46.583600 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:47.085240 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:47.584480 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:48.092026 245404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1206 19:01:48.587420 245404 kapi.go:107] duration metric: took 1m11.042607123s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1206 19:01:48.589566 245404 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-440984 cluster.
I1206 19:01:48.591740 245404 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1206 19:01:48.593958 245404 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1206 19:01:48.596404 245404 out.go:177] * Enabled addons: storage-provisioner, storage-provisioner-rancher, ingress-dns, cloud-spanner, nvidia-device-plugin, inspektor-gadget, metrics-server, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I1206 19:01:48.598833 245404 addons.go:502] enable addons completed in 1m25.400134616s: enabled=[storage-provisioner storage-provisioner-rancher ingress-dns cloud-spanner nvidia-device-plugin inspektor-gadget metrics-server volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I1206 19:01:48.598886 245404 start.go:233] waiting for cluster config update ...
I1206 19:01:48.598921 245404 start.go:242] writing updated cluster config ...
I1206 19:01:48.599243 245404 ssh_runner.go:195] Run: rm -f paused
I1206 19:01:48.949039 245404 start.go:600] kubectl: 1.28.4, cluster: 1.28.4 (minor skew: 0)
I1206 19:01:48.951083 245404 out.go:177] * Done! kubectl is now configured to use "addons-440984" cluster and "default" namespace by default
*
* ==> Docker <==
* Dec 06 19:02:39 addons-440984 dockerd[1098]: time="2023-12-06T19:02:39.924207817Z" level=info msg="ignoring event" container=a6dccaac0daa368a24872c314f68e79fead0571751cd99a1d4cea942d82a6d6c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:39 addons-440984 dockerd[1098]: time="2023-12-06T19:02:39.950460419Z" level=info msg="ignoring event" container=06c37a5dc7fa3a930385a0be3f5257f5783f9b4f89bed0d661e9f9c0340e1e96 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:39 addons-440984 dockerd[1098]: time="2023-12-06T19:02:39.965137076Z" level=info msg="ignoring event" container=c124f441648d5be4d489a8ebe7b8dbe106b3ae87e5c055d75c920383e9697855 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:40 addons-440984 dockerd[1098]: time="2023-12-06T19:02:40.113304318Z" level=info msg="ignoring event" container=9196fd537a9a646300b4b05798885dcc68c8a66419af78bc58753f25bb0ce4d1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:40 addons-440984 dockerd[1098]: time="2023-12-06T19:02:40.211169293Z" level=info msg="ignoring event" container=e0cb810b83561518f0e00c7199433c7ccfa7bc485ebc6f07e35159e7c557bd34 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:40 addons-440984 dockerd[1098]: time="2023-12-06T19:02:40.239385828Z" level=info msg="ignoring event" container=e49942b85a220adf420c950c17fd0ebb98895760c36577b006e480cf9a01cf43 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:46 addons-440984 dockerd[1098]: time="2023-12-06T19:02:46.617041619Z" level=info msg="ignoring event" container=1679407f4497bee9abf85fefe9dffd1692f4825558b2878616722557eea39da7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:46 addons-440984 dockerd[1098]: time="2023-12-06T19:02:46.646133062Z" level=info msg="ignoring event" container=92f6190c44574f59289b60e16b703de243a5dacf04054408fbab850a80cf21ef module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:46 addons-440984 dockerd[1098]: time="2023-12-06T19:02:46.790651422Z" level=info msg="ignoring event" container=4efb559ab3cf4f6f2cbd1a0fa5cf1462aa21b99618612320493498633de9fae5 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:46 addons-440984 dockerd[1098]: time="2023-12-06T19:02:46.833016886Z" level=info msg="ignoring event" container=e09cdbbde84b30283da22aafe56e8020770943b1dff0f3d75ed91bafc04b9906 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:48 addons-440984 dockerd[1098]: time="2023-12-06T19:02:48.280258424Z" level=info msg="ignoring event" container=6ebf9b276a0fb68dbb402108bfb5c93e6af57f74967a7aa1c38193f815f1fa78 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:48 addons-440984 cri-dockerd[1308]: time="2023-12-06T19:02:48Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/77b4f82c938333288feaaf88f32337bfedc52dda39da1c078fc95c86b2b2baa5/resolv.conf as [nameserver 10.96.0.10 search local-path-storage.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Dec 06 19:02:48 addons-440984 dockerd[1098]: time="2023-12-06T19:02:48.599690120Z" level=warning msg="reference for unknown type: " digest="sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79" remote="docker.io/library/busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79"
Dec 06 19:02:49 addons-440984 cri-dockerd[1308]: time="2023-12-06T19:02:49Z" level=info msg="Stop pulling image docker.io/busybox:stable@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79: Status: Downloaded newer image for busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79"
Dec 06 19:02:49 addons-440984 dockerd[1098]: time="2023-12-06T19:02:49.515739589Z" level=info msg="ignoring event" container=877ad8797c15d7ae3ae900a445baeb800a0e83d1012b044720d0d4280c78b245 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:50 addons-440984 dockerd[1098]: time="2023-12-06T19:02:50.899495679Z" level=info msg="ignoring event" container=77b4f82c938333288feaaf88f32337bfedc52dda39da1c078fc95c86b2b2baa5 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:51 addons-440984 dockerd[1098]: time="2023-12-06T19:02:51.229630355Z" level=info msg="ignoring event" container=f99be92dc0f82a8d01b2c0c9d3effacb3c7825b38bd62ad1d6a72d2f941328ea module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:52 addons-440984 dockerd[1098]: time="2023-12-06T19:02:52.673684901Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=4fdd8888c4108341c479fc1f34cb86ba12492edb0e25c91ca01971535039bdf2
Dec 06 19:02:52 addons-440984 dockerd[1098]: time="2023-12-06T19:02:52.761773696Z" level=info msg="ignoring event" container=4fdd8888c4108341c479fc1f34cb86ba12492edb0e25c91ca01971535039bdf2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:52 addons-440984 cri-dockerd[1308]: time="2023-12-06T19:02:52Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"ingress-nginx-controller-7c6974c4d8-nxj8g_ingress-nginx\": unexpected command output nsenter: cannot open /proc/8514/ns/net: No such file or directory\n with error: exit status 1"
Dec 06 19:02:52 addons-440984 dockerd[1098]: time="2023-12-06T19:02:52.931093528Z" level=info msg="ignoring event" container=74e811b2a02cf6a8f2dfaefe44a552e05d87c317adeb9cbb7518e2a3a23b95af module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:53 addons-440984 cri-dockerd[1308]: time="2023-12-06T19:02:53Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/61d61b00152b127c1b8ff3b58b2b4a56ad393681299becf71989f0ca1d020c33/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Dec 06 19:02:54 addons-440984 cri-dockerd[1308]: time="2023-12-06T19:02:54Z" level=info msg="Stop pulling image busybox:stable: Status: Downloaded newer image for busybox:stable"
Dec 06 19:02:54 addons-440984 dockerd[1098]: time="2023-12-06T19:02:54.398916399Z" level=info msg="ignoring event" container=c616b762ce51cac5cb29f5d0c47098379f8d5649a1bc7a20314ec7e699532c8c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 06 19:02:56 addons-440984 dockerd[1098]: time="2023-12-06T19:02:56.131461820Z" level=info msg="ignoring event" container=61d61b00152b127c1b8ff3b58b2b4a56ad393681299becf71989f0ca1d020c33 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
c616b762ce51c busybox@sha256:1ceb872bcc68a8fcd34c97952658b58086affdcb604c90c1dee2735bde5edc2f 4 seconds ago Exited busybox 0 61d61b00152b1 test-local-path
f99be92dc0f82 dd1b12fcb6097 7 seconds ago Exited hello-world-app 2 323f8183d656c hello-world-app-5d77478584-gmwnw
877ad8797c15d busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79 9 seconds ago Exited helper-pod 0 77b4f82c93833 helper-pod-create-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5
c34577fd21600 nginx@sha256:3923f8de8d2214b9490e68fd6ae63ea604deddd166df2755b788bef04848b9bc 34 seconds ago Running nginx 0 b09dfb23c6608 nginx
aa6b80f2bf0eb gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf About a minute ago Running gcp-auth 0 14b71b00b74d3 gcp-auth-d4c87556c-w2ztw
239f7ae39f85d af594c6a879f2 About a minute ago Exited patch 1 b86cd5faa4559 ingress-nginx-admission-patch-zw7fk
2f33ab894c776 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a7943503b45d552785aa3b5e457f169a5661fb94d82b8a3373bcd9ebaf9aac80 About a minute ago Exited create 0 bb13ea86c2689 ingress-nginx-admission-create-85hw8
c493565ecbf74 rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246 2 minutes ago Running local-path-provisioner 0 21bd2b3bba79e local-path-provisioner-78b46b4d5c-vhh2j
912069789fb85 gcr.io/cloud-spanner-emulator/emulator@sha256:9ded3fac22d4d1c85ae51473e3876e2377f5179192fea664409db0fe87e05ece 2 minutes ago Running cloud-spanner-emulator 0 22c141642027a cloud-spanner-emulator-5649c69bf6-2lhzh
32143d71eb57a nvcr.io/nvidia/k8s-device-plugin@sha256:339be23400f58c04f09b6ba1d4d2e0e7120648f2b114880513685b22093311f1 2 minutes ago Running nvidia-device-plugin-ctr 0 7c82667bf5f50 nvidia-device-plugin-daemonset-zwpkt
8aa5806818e04 ba04bb24b9575 2 minutes ago Running storage-provisioner 0 7c60e0a0b98b7 storage-provisioner
b91e73e4b4dc2 97e04611ad434 2 minutes ago Running coredns 0 8a4010fd19a4c coredns-5dd5756b68-q474z
70041e2c50bf2 3ca3ca488cf13 2 minutes ago Running kube-proxy 0 1b7fbdf05ce8c kube-proxy-xnlb6
4f8d0f98d8089 05c284c929889 2 minutes ago Running kube-scheduler 0 25403d0d88e4f kube-scheduler-addons-440984
cbd8341ea00e6 9cdd6470f48c8 2 minutes ago Running etcd 0 e2f6de976495f etcd-addons-440984
a63bf3cc679e7 04b4c447bb9d4 2 minutes ago Running kube-apiserver 0 305e8c7f48633 kube-apiserver-addons-440984
78ce7674ab9ea 9961cbceaf234 2 minutes ago Running kube-controller-manager 0 8f8dccec50b24 kube-controller-manager-addons-440984
*
* ==> coredns [b91e73e4b4dc] <==
* [INFO] 10.244.0.18:40018 - 48305 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000089828s
[INFO] 10.244.0.18:40018 - 47304 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000051167s
[INFO] 10.244.0.18:40018 - 13312 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00008772s
[INFO] 10.244.0.18:40018 - 42114 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000091995s
[INFO] 10.244.0.18:40018 - 60626 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001151801s
[INFO] 10.244.0.18:40018 - 21560 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000939374s
[INFO] 10.244.0.18:40018 - 9971 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000092413s
[INFO] 10.244.0.18:48347 - 630 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000102711s
[INFO] 10.244.0.18:60026 - 58725 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000054325s
[INFO] 10.244.0.18:60026 - 31340 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000112367s
[INFO] 10.244.0.18:48347 - 43221 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000074871s
[INFO] 10.244.0.18:48347 - 50095 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000068602s
[INFO] 10.244.0.18:60026 - 5183 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000106542s
[INFO] 10.244.0.18:60026 - 55974 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000056508s
[INFO] 10.244.0.18:48347 - 29116 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000087958s
[INFO] 10.244.0.18:60026 - 42665 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000050329s
[INFO] 10.244.0.18:48347 - 25423 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000045669s
[INFO] 10.244.0.18:60026 - 51728 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000047942s
[INFO] 10.244.0.18:48347 - 17156 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000042485s
[INFO] 10.244.0.18:48347 - 8426 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001250172s
[INFO] 10.244.0.18:60026 - 53215 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001634797s
[INFO] 10.244.0.18:48347 - 19518 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001135293s
[INFO] 10.244.0.18:60026 - 55140 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001193721s
[INFO] 10.244.0.18:60026 - 8225 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000067757s
[INFO] 10.244.0.18:48347 - 10272 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000354341s
*
* ==> describe nodes <==
* Name: addons-440984
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-440984
kubernetes.io/os=linux
minikube.k8s.io/commit=31a3600ce72029d920a55140bbc6d0705e357503
minikube.k8s.io/name=addons-440984
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_12_06T19_00_09_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-440984
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 06 Dec 2023 19:00:06 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-440984
AcquireTime: <unset>
RenewTime: Wed, 06 Dec 2023 19:02:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 06 Dec 2023 19:02:43 +0000 Wed, 06 Dec 2023 19:00:02 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 06 Dec 2023 19:02:43 +0000 Wed, 06 Dec 2023 19:00:02 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 06 Dec 2023 19:02:43 +0000 Wed, 06 Dec 2023 19:00:02 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 06 Dec 2023 19:02:43 +0000 Wed, 06 Dec 2023 19:00:20 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-440984
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: d24f2d94999249219d5d7fbf3b214ea7
System UUID: 84bae995-e648-4a8e-9bc8-4feb6cbe4f03
Boot ID: 4d819a28-0d74-43d3-adc9-9cf72064e49e
Kernel Version: 5.15.0-1050-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://24.0.7
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default cloud-spanner-emulator-5649c69bf6-2lhzh 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m30s
default hello-world-app-5d77478584-gmwnw 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 27s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 36s
gcp-auth gcp-auth-d4c87556c-w2ztw 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m21s
kube-system coredns-5dd5756b68-q474z 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 2m35s
kube-system etcd-addons-440984 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system kube-apiserver-addons-440984 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m48s
kube-system kube-controller-manager-addons-440984 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m48s
kube-system kube-proxy-xnlb6 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m35s
kube-system kube-scheduler-addons-440984 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m48s
kube-system nvidia-device-plugin-daemonset-zwpkt 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m32s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m29s
local-path-storage helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0s
local-path-storage local-path-provisioner-78b46b4d5c-vhh2j 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m29s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 0 (0%!)(MISSING)
memory 170Mi (2%!)(MISSING) 170Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m33s kube-proxy
Normal NodeHasSufficientMemory 2m57s (x8 over 2m57s) kubelet Node addons-440984 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m57s (x8 over 2m57s) kubelet Node addons-440984 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m57s (x7 over 2m57s) kubelet Node addons-440984 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m57s kubelet Updated Node Allocatable limit across pods
Normal Starting 2m49s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m48s kubelet Node addons-440984 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m48s kubelet Node addons-440984 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m48s kubelet Node addons-440984 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m48s kubelet Node addons-440984 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m48s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 2m38s kubelet Node addons-440984 status is now: NodeReady
Normal RegisteredNode 2m36s node-controller Node addons-440984 event: Registered Node addons-440984 in Controller
*
* ==> dmesg <==
* [ +0.001015] FS-Cache: N-cookie d=000000002ab5e6a7{9p.inode} n=00000000b75f3d40
[ +0.001123] FS-Cache: N-key=[8] '845b3b0000000000'
[ +0.003312] FS-Cache: Duplicate cookie detected
[ +0.000774] FS-Cache: O-cookie c=00000006 [p=00000003 fl=226 nc=0 na=1]
[ +0.001050] FS-Cache: O-cookie d=000000002ab5e6a7{9p.inode} n=0000000048d7fd01
[ +0.001141] FS-Cache: O-key=[8] '845b3b0000000000'
[ +0.000843] FS-Cache: N-cookie c=0000000d [p=00000003 fl=2 nc=0 na=1]
[ +0.001029] FS-Cache: N-cookie d=000000002ab5e6a7{9p.inode} n=00000000a73a61e5
[ +0.001131] FS-Cache: N-key=[8] '845b3b0000000000'
[ +3.207976] FS-Cache: Duplicate cookie detected
[ +0.001002] FS-Cache: O-cookie c=00000004 [p=00000003 fl=226 nc=0 na=1]
[ +0.001165] FS-Cache: O-cookie d=000000002ab5e6a7{9p.inode} n=00000000e0c1de9e
[ +0.001393] FS-Cache: O-key=[8] '835b3b0000000000'
[ +0.001085] FS-Cache: N-cookie c=0000000f [p=00000003 fl=2 nc=0 na=1]
[ +0.001089] FS-Cache: N-cookie d=000000002ab5e6a7{9p.inode} n=000000007890ace4
[ +0.001273] FS-Cache: N-key=[8] '835b3b0000000000'
[ +0.432216] FS-Cache: Duplicate cookie detected
[ +0.000747] FS-Cache: O-cookie c=00000009 [p=00000003 fl=226 nc=0 na=1]
[ +0.001013] FS-Cache: O-cookie d=000000002ab5e6a7{9p.inode} n=0000000058e4b69d
[ +0.001148] FS-Cache: O-key=[8] '8c5b3b0000000000'
[ +0.000741] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.000973] FS-Cache: N-cookie d=000000002ab5e6a7{9p.inode} n=0000000047847aa7
[ +0.001084] FS-Cache: N-key=[8] '8c5b3b0000000000'
[Dec 6 17:51] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
[Dec 6 19:00] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
*
* ==> etcd [cbd8341ea00e] <==
* {"level":"info","ts":"2023-12-06T19:00:02.793695Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2023-12-06T19:00:02.793703Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2023-12-06T19:00:02.794698Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-12-06T19:00:02.794871Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-12-06T19:00:02.794895Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-12-06T19:00:02.79506Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-12-06T19:00:02.795076Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-12-06T19:00:03.560318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-12-06T19:00:03.560372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-12-06T19:00:03.5604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-12-06T19:00:03.560418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-12-06T19:00:03.560428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-12-06T19:00:03.560477Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-12-06T19:00:03.560506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-12-06T19:00:03.568486Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-440984 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-12-06T19:00:03.568698Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-12-06T19:00:03.568758Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-12-06T19:00:03.569931Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-12-06T19:00:03.569931Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-12-06T19:00:03.570038Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-12-06T19:00:03.580323Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-12-06T19:00:03.58449Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-12-06T19:00:03.584671Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-12-06T19:00:03.58488Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-12-06T19:00:03.584986Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
*
* ==> gcp-auth [aa6b80f2bf0e] <==
* 2023/12/06 19:01:47 GCP Auth Webhook started!
2023/12/06 19:01:59 Ready to marshal response ...
2023/12/06 19:01:59 Ready to write response ...
2023/12/06 19:02:02 Ready to marshal response ...
2023/12/06 19:02:02 Ready to write response ...
2023/12/06 19:02:22 Ready to marshal response ...
2023/12/06 19:02:22 Ready to write response ...
2023/12/06 19:02:29 Ready to marshal response ...
2023/12/06 19:02:29 Ready to write response ...
2023/12/06 19:02:31 Ready to marshal response ...
2023/12/06 19:02:31 Ready to write response ...
2023/12/06 19:02:47 Ready to marshal response ...
2023/12/06 19:02:47 Ready to write response ...
2023/12/06 19:02:47 Ready to marshal response ...
2023/12/06 19:02:47 Ready to write response ...
2023/12/06 19:02:58 Ready to marshal response ...
2023/12/06 19:02:58 Ready to write response ...
*
* ==> kernel <==
* 19:02:58 up 1:45, 0 users, load average: 2.03, 2.41, 2.24
Linux addons-440984 5.15.0-1050-aws #55~20.04.1-Ubuntu SMP Mon Nov 6 12:18:16 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kube-apiserver [a63bf3cc679e] <==
* W1206 19:02:17.132587 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1206 19:02:21.796469 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I1206 19:02:22.240482 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.103.16.233"}
I1206 19:02:32.172713 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.99.8.142"}
E1206 19:02:39.694086 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"csi-hostpathplugin-sa\" not found]"
I1206 19:02:46.239505 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1206 19:02:46.239549 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1206 19:02:46.249336 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1206 19:02:46.249390 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1206 19:02:46.288795 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1206 19:02:46.288835 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1206 19:02:46.293275 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1206 19:02:46.293329 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1206 19:02:46.308580 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1206 19:02:46.308634 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1206 19:02:46.381652 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1206 19:02:46.381711 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1206 19:02:46.426177 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1206 19:02:46.426250 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1206 19:02:46.439361 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1206 19:02:46.439434 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
E1206 19:02:46.562279 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"snapshot-controller\" not found]"
W1206 19:02:47.289958 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1206 19:02:47.426282 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1206 19:02:47.490674 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
*
* ==> kube-controller-manager [78ce7674ab9e] <==
* W1206 19:02:48.692500 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1206 19:02:48.692531 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1206 19:02:49.638662 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1206 19:02:49.642101 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7c6974c4d8" duration="6.793µs"
I1206 19:02:49.650147 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
W1206 19:02:50.353934 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1206 19:02:50.354164 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1206 19:02:51.338212 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1206 19:02:51.338250 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1206 19:02:51.483290 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1206 19:02:51.483337 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1206 19:02:51.881055 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="49.369µs"
I1206 19:02:52.970052 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I1206 19:02:52.970095 1 shared_informer.go:318] Caches are synced for resource quota
I1206 19:02:53.465059 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I1206 19:02:53.465105 1 shared_informer.go:318] Caches are synced for garbage collector
W1206 19:02:55.506853 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1206 19:02:55.506890 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1206 19:02:56.930700 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1206 19:02:56.930734 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1206 19:02:57.179942 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1206 19:02:57.179977 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W1206 19:02:58.178032 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1206 19:02:58.178076 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1206 19:02:58.967961 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-78b46b4d5c" duration="7.827µs"
*
* ==> kube-proxy [70041e2c50bf] <==
* I1206 19:00:24.746624 1 server_others.go:69] "Using iptables proxy"
I1206 19:00:24.809641 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1206 19:00:24.866690 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1206 19:00:24.869373 1 server_others.go:152] "Using iptables Proxier"
I1206 19:00:24.869412 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1206 19:00:24.869421 1 server_others.go:438] "Defaulting to no-op detect-local"
I1206 19:00:24.869496 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1206 19:00:24.869758 1 server.go:846] "Version info" version="v1.28.4"
I1206 19:00:24.869771 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1206 19:00:24.870799 1 config.go:188] "Starting service config controller"
I1206 19:00:24.870843 1 shared_informer.go:311] Waiting for caches to sync for service config
I1206 19:00:24.870862 1 config.go:97] "Starting endpoint slice config controller"
I1206 19:00:24.870867 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1206 19:00:24.871492 1 config.go:315] "Starting node config controller"
I1206 19:00:24.871501 1 shared_informer.go:311] Waiting for caches to sync for node config
I1206 19:00:24.971130 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1206 19:00:24.971176 1 shared_informer.go:318] Caches are synced for service config
I1206 19:00:24.971821 1 shared_informer.go:318] Caches are synced for node config
*
* ==> kube-scheduler [4f8d0f98d808] <==
* W1206 19:00:06.803497 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1206 19:00:06.803605 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1206 19:00:06.803785 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1206 19:00:06.803886 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1206 19:00:06.804090 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1206 19:00:06.804193 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1206 19:00:06.804392 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1206 19:00:06.804498 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1206 19:00:06.804678 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1206 19:00:06.804782 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1206 19:00:06.805041 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1206 19:00:06.805156 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1206 19:00:06.805357 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1206 19:00:06.805474 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1206 19:00:06.805601 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1206 19:00:06.805770 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1206 19:00:06.806672 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1206 19:00:06.806852 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1206 19:00:07.637213 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1206 19:00:07.637426 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1206 19:00:07.834557 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1206 19:00:07.834805 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1206 19:00:07.930607 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1206 19:00:07.930874 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I1206 19:00:10.180948 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Dec 06 19:02:53 addons-440984 kubelet[2323]: I1206 19:02:53.098720 2323 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f1a4fdd9-4dab-4768-a58e-20b354ca2aa8-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "f1a4fdd9-4dab-4768-a58e-20b354ca2aa8" (UID: "f1a4fdd9-4dab-4768-a58e-20b354ca2aa8"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Dec 06 19:02:53 addons-440984 kubelet[2323]: I1206 19:02:53.194627 2323 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/f1a4fdd9-4dab-4768-a58e-20b354ca2aa8-webhook-cert\") on node \"addons-440984\" DevicePath \"\""
Dec 06 19:02:53 addons-440984 kubelet[2323]: I1206 19:02:53.194694 2323 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-5nqxg\" (UniqueName: \"kubernetes.io/projected/f1a4fdd9-4dab-4768-a58e-20b354ca2aa8-kube-api-access-5nqxg\") on node \"addons-440984\" DevicePath \"\""
Dec 06 19:02:53 addons-440984 kubelet[2323]: I1206 19:02:53.965293 2323 scope.go:117] "RemoveContainer" containerID="4fdd8888c4108341c479fc1f34cb86ba12492edb0e25c91ca01971535039bdf2"
Dec 06 19:02:54 addons-440984 kubelet[2323]: I1206 19:02:54.049734 2323 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="f1a4fdd9-4dab-4768-a58e-20b354ca2aa8" path="/var/lib/kubelet/pods/f1a4fdd9-4dab-4768-a58e-20b354ca2aa8/volumes"
Dec 06 19:02:56 addons-440984 kubelet[2323]: I1206 19:02:56.313950 2323 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/a4296a4b-627c-4486-9512-8a494c982e5b-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5\") pod \"a4296a4b-627c-4486-9512-8a494c982e5b\" (UID: \"a4296a4b-627c-4486-9512-8a494c982e5b\") "
Dec 06 19:02:56 addons-440984 kubelet[2323]: I1206 19:02:56.314017 2323 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-td5t7\" (UniqueName: \"kubernetes.io/projected/a4296a4b-627c-4486-9512-8a494c982e5b-kube-api-access-td5t7\") pod \"a4296a4b-627c-4486-9512-8a494c982e5b\" (UID: \"a4296a4b-627c-4486-9512-8a494c982e5b\") "
Dec 06 19:02:56 addons-440984 kubelet[2323]: I1206 19:02:56.314037 2323 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/a4296a4b-627c-4486-9512-8a494c982e5b-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5" (OuterVolumeSpecName: "data") pod "a4296a4b-627c-4486-9512-8a494c982e5b" (UID: "a4296a4b-627c-4486-9512-8a494c982e5b"). InnerVolumeSpecName "pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 06 19:02:56 addons-440984 kubelet[2323]: I1206 19:02:56.314053 2323 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/a4296a4b-627c-4486-9512-8a494c982e5b-gcp-creds\") pod \"a4296a4b-627c-4486-9512-8a494c982e5b\" (UID: \"a4296a4b-627c-4486-9512-8a494c982e5b\") "
Dec 06 19:02:56 addons-440984 kubelet[2323]: I1206 19:02:56.314078 2323 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/a4296a4b-627c-4486-9512-8a494c982e5b-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "a4296a4b-627c-4486-9512-8a494c982e5b" (UID: "a4296a4b-627c-4486-9512-8a494c982e5b"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 06 19:02:56 addons-440984 kubelet[2323]: I1206 19:02:56.314150 2323 reconciler_common.go:300] "Volume detached for volume \"pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5\" (UniqueName: \"kubernetes.io/host-path/a4296a4b-627c-4486-9512-8a494c982e5b-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5\") on node \"addons-440984\" DevicePath \"\""
Dec 06 19:02:56 addons-440984 kubelet[2323]: I1206 19:02:56.314167 2323 reconciler_common.go:300] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/a4296a4b-627c-4486-9512-8a494c982e5b-gcp-creds\") on node \"addons-440984\" DevicePath \"\""
Dec 06 19:02:56 addons-440984 kubelet[2323]: I1206 19:02:56.316474 2323 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a4296a4b-627c-4486-9512-8a494c982e5b-kube-api-access-td5t7" (OuterVolumeSpecName: "kube-api-access-td5t7") pod "a4296a4b-627c-4486-9512-8a494c982e5b" (UID: "a4296a4b-627c-4486-9512-8a494c982e5b"). InnerVolumeSpecName "kube-api-access-td5t7". PluginName "kubernetes.io/projected", VolumeGidValue ""
Dec 06 19:02:56 addons-440984 kubelet[2323]: I1206 19:02:56.414868 2323 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-td5t7\" (UniqueName: \"kubernetes.io/projected/a4296a4b-627c-4486-9512-8a494c982e5b-kube-api-access-td5t7\") on node \"addons-440984\" DevicePath \"\""
Dec 06 19:02:57 addons-440984 kubelet[2323]: I1206 19:02:57.076264 2323 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="61d61b00152b127c1b8ff3b58b2b4a56ad393681299becf71989f0ca1d020c33"
Dec 06 19:02:58 addons-440984 kubelet[2323]: I1206 19:02:58.065664 2323 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="a4296a4b-627c-4486-9512-8a494c982e5b" path="/var/lib/kubelet/pods/a4296a4b-627c-4486-9512-8a494c982e5b/volumes"
Dec 06 19:02:58 addons-440984 kubelet[2323]: I1206 19:02:58.066017 2323 topology_manager.go:215] "Topology Admit Handler" podUID="f7753e42-cef7-40d9-9219-e0333aab0c75" podNamespace="local-path-storage" podName="helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5"
Dec 06 19:02:58 addons-440984 kubelet[2323]: E1206 19:02:58.066646 2323 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="a4296a4b-627c-4486-9512-8a494c982e5b" containerName="busybox"
Dec 06 19:02:58 addons-440984 kubelet[2323]: E1206 19:02:58.066684 2323 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="daaff04f-2761-4cb5-9a70-d6c8d773456c" containerName="minikube-ingress-dns"
Dec 06 19:02:58 addons-440984 kubelet[2323]: E1206 19:02:58.066696 2323 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="daaff04f-2761-4cb5-9a70-d6c8d773456c" containerName="minikube-ingress-dns"
Dec 06 19:02:58 addons-440984 kubelet[2323]: I1206 19:02:58.066732 2323 memory_manager.go:346] "RemoveStaleState removing state" podUID="a4296a4b-627c-4486-9512-8a494c982e5b" containerName="busybox"
Dec 06 19:02:58 addons-440984 kubelet[2323]: I1206 19:02:58.231490 2323 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/f7753e42-cef7-40d9-9219-e0333aab0c75-gcp-creds\") pod \"helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5\" (UID: \"f7753e42-cef7-40d9-9219-e0333aab0c75\") " pod="local-path-storage/helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5"
Dec 06 19:02:58 addons-440984 kubelet[2323]: I1206 19:02:58.231552 2323 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/f7753e42-cef7-40d9-9219-e0333aab0c75-script\") pod \"helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5\" (UID: \"f7753e42-cef7-40d9-9219-e0333aab0c75\") " pod="local-path-storage/helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5"
Dec 06 19:02:58 addons-440984 kubelet[2323]: I1206 19:02:58.231588 2323 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/f7753e42-cef7-40d9-9219-e0333aab0c75-data\") pod \"helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5\" (UID: \"f7753e42-cef7-40d9-9219-e0333aab0c75\") " pod="local-path-storage/helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5"
Dec 06 19:02:58 addons-440984 kubelet[2323]: I1206 19:02:58.231620 2323 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g7d9w\" (UniqueName: \"kubernetes.io/projected/f7753e42-cef7-40d9-9219-e0333aab0c75-kube-api-access-g7d9w\") pod \"helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5\" (UID: \"f7753e42-cef7-40d9-9219-e0333aab0c75\") " pod="local-path-storage/helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5"
*
* ==> storage-provisioner [8aa5806818e0] <==
* I1206 19:00:31.466910 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1206 19:00:31.482875 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1206 19:00:31.483835 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1206 19:00:31.505749 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1206 19:00:31.507628 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-440984_e92f4272-2eeb-4622-930f-599f590e6d60!
I1206 19:00:31.518067 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"51733654-b6ea-4049-827d-1f7c824b1196", APIVersion:"v1", ResourceVersion:"603", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-440984_e92f4272-2eeb-4622-930f-599f590e6d60 became leader
I1206 19:00:31.610898 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-440984_e92f4272-2eeb-4622-930f-599f590e6d60!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-440984 -n addons-440984
helpers_test.go:261: (dbg) Run: kubectl --context addons-440984 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-440984 describe pod helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-440984 describe pod helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5: exit status 1 (271.369066ms)
** stderr **
Error from server (NotFound): pods "helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-440984 describe pod helper-pod-delete-pvc-fdf4318b-a14a-4027-acac-62bd5b9dd8b5: exit status 1
--- FAIL: TestAddons/parallel/Ingress (38.92s)