=== RUN TestAddons/serial/Volcano
addons_test.go:897: volcano-scheduler stabilized in 65.819178ms
addons_test.go:913: volcano-controller stabilized in 65.900121ms
addons_test.go:905: volcano-admission stabilized in 65.972358ms
addons_test.go:919: (dbg) TestAddons/serial/Volcano: waiting 6m0s for pods matching "app=volcano-scheduler" in namespace "volcano-system" ...
helpers_test.go:344: "volcano-scheduler-576bc46687-xwjbn" [de3bf2b7-3b18-4d0c-b853-d66676efb044] Running
addons_test.go:919: (dbg) TestAddons/serial/Volcano: app=volcano-scheduler healthy within 5.010366427s
addons_test.go:923: (dbg) TestAddons/serial/Volcano: waiting 6m0s for pods matching "app=volcano-admission" in namespace "volcano-system" ...
helpers_test.go:344: "volcano-admission-77d7d48b68-sjxcs" [2e414e00-44d5-4222-ab92-c70fd3144478] Running
addons_test.go:923: (dbg) TestAddons/serial/Volcano: app=volcano-admission healthy within 5.003962692s
addons_test.go:927: (dbg) TestAddons/serial/Volcano: waiting 6m0s for pods matching "app=volcano-controller" in namespace "volcano-system" ...
helpers_test.go:344: "volcano-controllers-56675bb4d5-2ltwp" [fdd6c718-1ed7-4213-a6f3-500e22f1f4d3] Running
addons_test.go:927: (dbg) TestAddons/serial/Volcano: app=volcano-controller healthy within 5.004408854s
addons_test.go:932: (dbg) Run: kubectl --context addons-451841 delete -n volcano-system job volcano-admission-init
addons_test.go:932: (dbg) Non-zero exit: kubectl --context addons-451841 delete -n volcano-system job volcano-admission-init: fork/exec /usr/local/bin/kubectl: exec format error (523.205µs)
addons_test.go:934: vcjob creation with kubectl --context addons-451841 delete -n volcano-system job volcano-admission-init failed: fork/exec /usr/local/bin/kubectl: exec format error
addons_test.go:938: (dbg) Run: kubectl --context addons-451841 create -f testdata/vcjob.yaml
addons_test.go:938: (dbg) Non-zero exit: kubectl --context addons-451841 create -f testdata/vcjob.yaml: fork/exec /usr/local/bin/kubectl: exec format error (207.613µs)
addons_test.go:940: vcjob creation with kubectl --context addons-451841 create -f testdata/vcjob.yaml failed: fork/exec /usr/local/bin/kubectl: exec format error
addons_test.go:946: (dbg) Run: kubectl --context addons-451841 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-451841 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (376.712µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-451841 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-451841 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (427.14µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-451841 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-451841 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (3.83569ms)
addons_test.go:946: (dbg) Run: kubectl --context addons-451841 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-451841 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (320.515µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-451841 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-451841 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (499.91µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-451841 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-451841 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (528.431µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-451841 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-451841 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (423.226µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-451841 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-451841 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (346.599µs)
addons_test.go:960: failed checking volcano: fork/exec /usr/local/bin/kubectl: exec format error
addons_test.go:964: (dbg) TestAddons/serial/Volcano: waiting 3m0s for pods matching "volcano.sh/job-name=test-job" in namespace "my-volcano" ...
helpers_test.go:329: TestAddons/serial/Volcano: WARNING: pod list for "my-volcano" "volcano.sh/job-name=test-job" returned: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline
addons_test.go:964: ***** TestAddons/serial/Volcano: pod "volcano.sh/job-name=test-job" failed to start within 3m0s: context deadline exceeded ****
addons_test.go:964: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-451841 -n addons-451841
addons_test.go:964: TestAddons/serial/Volcano: showing logs for failed pods as of 2024-09-16 10:38:26.03488427 +0000 UTC m=+577.676284427
addons_test.go:965: failed waiting for test-local-path pod: volcano.sh/job-name=test-job within 3m0s: context deadline exceeded
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/serial/Volcano]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-451841
helpers_test.go:235: (dbg) docker inspect addons-451841:
-- stdout --
[
{
"Id": "8a213d4c4dec191ac21897aa33219bb7cf8466fe9d00ad64304e7580315ef4c4",
"Created": "2024-09-16T10:30:19.386072283Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 2064804,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-09-16T10:30:19.514500967Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:a1b71fa87733590eb4674b16f6945626ae533f3af37066893e3fd70eb9476268",
"ResolvConfPath": "/var/lib/docker/containers/8a213d4c4dec191ac21897aa33219bb7cf8466fe9d00ad64304e7580315ef4c4/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/8a213d4c4dec191ac21897aa33219bb7cf8466fe9d00ad64304e7580315ef4c4/hostname",
"HostsPath": "/var/lib/docker/containers/8a213d4c4dec191ac21897aa33219bb7cf8466fe9d00ad64304e7580315ef4c4/hosts",
"LogPath": "/var/lib/docker/containers/8a213d4c4dec191ac21897aa33219bb7cf8466fe9d00ad64304e7580315ef4c4/8a213d4c4dec191ac21897aa33219bb7cf8466fe9d00ad64304e7580315ef4c4-json.log",
"Name": "/addons-451841",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-451841:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-451841",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/4f2aa30cbdba0bfdad123c484f990169b03c429c6e8eeb2b6ce825eb91b7aa2b-init/diff:/var/lib/docker/overlay2/79d379de88236d5570ffcb2b7890b1e2e3a492a5a6d74ff9f8442d13070bfef6/diff",
"MergedDir": "/var/lib/docker/overlay2/4f2aa30cbdba0bfdad123c484f990169b03c429c6e8eeb2b6ce825eb91b7aa2b/merged",
"UpperDir": "/var/lib/docker/overlay2/4f2aa30cbdba0bfdad123c484f990169b03c429c6e8eeb2b6ce825eb91b7aa2b/diff",
"WorkDir": "/var/lib/docker/overlay2/4f2aa30cbdba0bfdad123c484f990169b03c429c6e8eeb2b6ce825eb91b7aa2b/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-451841",
"Source": "/var/lib/docker/volumes/addons-451841/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-451841",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-451841",
"name.minikube.sigs.k8s.io": "addons-451841",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "4da7b9dd4db914ae48304dba9ae2b2fb9dab68040bc986bf2751a778e62e4524",
"SandboxKey": "/var/run/docker/netns/4da7b9dd4db9",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40577"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40578"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40581"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40579"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40580"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-451841": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "cd1315f485e3267c82ac80908081e901323e720ef1bb26de92d612c54dfd58d8",
"EndpointID": "36f212e2a713c67d6c2ea54e50fbd0d8d7f7eb862ef913caa03a6cbfac71cb21",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-451841",
"8a213d4c4dec"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-451841 -n addons-451841
helpers_test.go:244: <<< TestAddons/serial/Volcano FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/serial/Volcano]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-451841 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-451841 logs -n 25: (1.619425289s)
helpers_test.go:252: TestAddons/serial/Volcano logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-911311 | jenkins | v1.34.0 | 16 Sep 24 10:28 UTC | |
| | -p download-only-911311 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 16 Sep 24 10:28 UTC | 16 Sep 24 10:29 UTC |
| delete | -p download-only-911311 | download-only-911311 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | 16 Sep 24 10:29 UTC |
| start | -o=json --download-only | download-only-889126 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | |
| | -p download-only-889126 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.1 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | 16 Sep 24 10:29 UTC |
| delete | -p download-only-889126 | download-only-889126 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | 16 Sep 24 10:29 UTC |
| delete | -p download-only-911311 | download-only-911311 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | 16 Sep 24 10:29 UTC |
| delete | -p download-only-889126 | download-only-889126 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | 16 Sep 24 10:29 UTC |
| start | --download-only -p | download-docker-956530 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | |
| | download-docker-956530 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-956530 | download-docker-956530 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | 16 Sep 24 10:29 UTC |
| start | --download-only -p | binary-mirror-852743 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | |
| | binary-mirror-852743 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:35351 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-852743 | binary-mirror-852743 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | 16 Sep 24 10:29 UTC |
| addons | disable dashboard -p | addons-451841 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | |
| | addons-451841 | | | | | |
| addons | enable dashboard -p | addons-451841 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | |
| | addons-451841 | | | | | |
| start | -p addons-451841 --wait=true | addons-451841 | jenkins | v1.34.0 | 16 Sep 24 10:29 UTC | 16 Sep 24 10:33 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/16 10:29:55
Running on machine: ip-172-31-31-251
Binary: Built with gc go1.23.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0916 10:29:55.756900 2064308 out.go:345] Setting OutFile to fd 1 ...
I0916 10:29:55.757118 2064308 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0916 10:29:55.757146 2064308 out.go:358] Setting ErrFile to fd 2...
I0916 10:29:55.757164 2064308 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0916 10:29:55.757443 2064308 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19651-2057935/.minikube/bin
I0916 10:29:55.757918 2064308 out.go:352] Setting JSON to false
I0916 10:29:55.758950 2064308 start.go:129] hostinfo: {"hostname":"ip-172-31-31-251","uptime":137538,"bootTime":1726345058,"procs":192,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"982e3628-3742-4b3e-bb63-ac1b07660ec7"}
I0916 10:29:55.759050 2064308 start.go:139] virtualization:
I0916 10:29:55.762450 2064308 out.go:177] * [addons-451841] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I0916 10:29:55.765218 2064308 out.go:177] - MINIKUBE_LOCATION=19651
I0916 10:29:55.765320 2064308 notify.go:220] Checking for updates...
I0916 10:29:55.771607 2064308 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0916 10:29:55.774426 2064308 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19651-2057935/kubeconfig
I0916 10:29:55.777761 2064308 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19651-2057935/.minikube
I0916 10:29:55.780330 2064308 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0916 10:29:55.782904 2064308 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0916 10:29:55.785688 2064308 driver.go:394] Setting default libvirt URI to qemu:///system
I0916 10:29:55.807382 2064308 docker.go:123] docker version: linux-27.2.1:Docker Engine - Community
I0916 10:29:55.807515 2064308 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0916 10:29:55.863178 2064308 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:49 OomKillDisable:true NGoroutines:64 SystemTime:2024-09-16 10:29:55.853088898 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1069-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:27.2.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2]] Warnings:<nil>}}
I0916 10:29:55.863303 2064308 docker.go:318] overlay module found
I0916 10:29:55.867792 2064308 out.go:177] * Using the docker driver based on user configuration
I0916 10:29:55.870461 2064308 start.go:297] selected driver: docker
I0916 10:29:55.870476 2064308 start.go:901] validating driver "docker" against <nil>
I0916 10:29:55.870490 2064308 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0916 10:29:55.871367 2064308 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0916 10:29:55.922454 2064308 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:49 OomKillDisable:true NGoroutines:64 SystemTime:2024-09-16 10:29:55.912678011 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1069-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:27.2.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2]] Warnings:<nil>}}
I0916 10:29:55.922666 2064308 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0916 10:29:55.922995 2064308 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0916 10:29:55.925501 2064308 out.go:177] * Using Docker driver with root privileges
I0916 10:29:55.928402 2064308 cni.go:84] Creating CNI manager for ""
I0916 10:29:55.928468 2064308 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0916 10:29:55.928481 2064308 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0916 10:29:55.928561 2064308 start.go:340] cluster config:
{Name:addons-451841 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-451841 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHA
uthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0916 10:29:55.931349 2064308 out.go:177] * Starting "addons-451841" primary control-plane node in "addons-451841" cluster
I0916 10:29:55.933847 2064308 cache.go:121] Beginning downloading kic base image for docker with containerd
I0916 10:29:55.936549 2064308 out.go:177] * Pulling base image v0.0.45-1726358845-19644 ...
I0916 10:29:55.939027 2064308 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime containerd
I0916 10:29:55.939075 2064308 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19651-2057935/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-containerd-overlay2-arm64.tar.lz4
I0916 10:29:55.939087 2064308 cache.go:56] Caching tarball of preloaded images
I0916 10:29:55.939127 2064308 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 in local docker daemon
I0916 10:29:55.939172 2064308 preload.go:172] Found /home/jenkins/minikube-integration/19651-2057935/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I0916 10:29:55.939183 2064308 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on containerd
I0916 10:29:55.939554 2064308 profile.go:143] Saving config to /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/config.json ...
I0916 10:29:55.939585 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/config.json: {Name:mk4b86ccd0e04a15f77246bcc432382e6ef83bd3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:29:55.955829 2064308 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 to local cache
I0916 10:29:55.955957 2064308 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 in local cache directory
I0916 10:29:55.955999 2064308 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 in local cache directory, skipping pull
I0916 10:29:55.956009 2064308 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 exists in cache, skipping pull
I0916 10:29:55.956017 2064308 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 as a tarball
I0916 10:29:55.956025 2064308 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 from local cache
I0916 10:30:13.033213 2064308 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 from cached tarball
I0916 10:30:13.033255 2064308 cache.go:194] Successfully downloaded all kic artifacts
I0916 10:30:13.033286 2064308 start.go:360] acquireMachinesLock for addons-451841: {Name:mk3e70771a060125a26a792bbbf3ad5672ad97bd Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0916 10:30:13.033421 2064308 start.go:364] duration metric: took 111.614µs to acquireMachinesLock for "addons-451841"
I0916 10:30:13.033454 2064308 start.go:93] Provisioning new machine with config: &{Name:addons-451841 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-451841 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:fa
lse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0916 10:30:13.033622 2064308 start.go:125] createHost starting for "" (driver="docker")
I0916 10:30:13.035916 2064308 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0916 10:30:13.036188 2064308 start.go:159] libmachine.API.Create for "addons-451841" (driver="docker")
I0916 10:30:13.036228 2064308 client.go:168] LocalClient.Create starting
I0916 10:30:13.036363 2064308 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/ca.pem
I0916 10:30:13.386329 2064308 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/cert.pem
I0916 10:30:13.561829 2064308 cli_runner.go:164] Run: docker network inspect addons-451841 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0916 10:30:13.576129 2064308 cli_runner.go:211] docker network inspect addons-451841 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0916 10:30:13.576212 2064308 network_create.go:284] running [docker network inspect addons-451841] to gather additional debugging logs...
I0916 10:30:13.576235 2064308 cli_runner.go:164] Run: docker network inspect addons-451841
W0916 10:30:13.591552 2064308 cli_runner.go:211] docker network inspect addons-451841 returned with exit code 1
I0916 10:30:13.591606 2064308 network_create.go:287] error running [docker network inspect addons-451841]: docker network inspect addons-451841: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-451841 not found
I0916 10:30:13.591621 2064308 network_create.go:289] output of [docker network inspect addons-451841]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-451841 not found
** /stderr **
I0916 10:30:13.591720 2064308 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0916 10:30:13.608306 2064308 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001aeacb0}
I0916 10:30:13.608356 2064308 network_create.go:124] attempt to create docker network addons-451841 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0916 10:30:13.608420 2064308 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-451841 addons-451841
I0916 10:30:13.683378 2064308 network_create.go:108] docker network addons-451841 192.168.49.0/24 created
I0916 10:30:13.683411 2064308 kic.go:121] calculated static IP "192.168.49.2" for the "addons-451841" container
I0916 10:30:13.683492 2064308 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0916 10:30:13.700184 2064308 cli_runner.go:164] Run: docker volume create addons-451841 --label name.minikube.sigs.k8s.io=addons-451841 --label created_by.minikube.sigs.k8s.io=true
I0916 10:30:13.718068 2064308 oci.go:103] Successfully created a docker volume addons-451841
I0916 10:30:13.718179 2064308 cli_runner.go:164] Run: docker run --rm --name addons-451841-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-451841 --entrypoint /usr/bin/test -v addons-451841:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 -d /var/lib
I0916 10:30:15.421383 2064308 cli_runner.go:217] Completed: docker run --rm --name addons-451841-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-451841 --entrypoint /usr/bin/test -v addons-451841:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 -d /var/lib: (1.703150378s)
I0916 10:30:15.421417 2064308 oci.go:107] Successfully prepared a docker volume addons-451841
I0916 10:30:15.421439 2064308 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime containerd
I0916 10:30:15.421458 2064308 kic.go:194] Starting extracting preloaded images to volume ...
I0916 10:30:15.421522 2064308 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19651-2057935/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-451841:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 -I lz4 -xf /preloaded.tar -C /extractDir
I0916 10:30:19.320511 2064308 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19651-2057935/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-451841:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 -I lz4 -xf /preloaded.tar -C /extractDir: (3.898937148s)
I0916 10:30:19.320548 2064308 kic.go:203] duration metric: took 3.899086612s to extract preloaded images to volume ...
W0916 10:30:19.320695 2064308 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0916 10:30:19.320803 2064308 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0916 10:30:19.371670 2064308 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-451841 --name addons-451841 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-451841 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-451841 --network addons-451841 --ip 192.168.49.2 --volume addons-451841:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0
I0916 10:30:19.674459 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Running}}
I0916 10:30:19.700795 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:19.725169 2064308 cli_runner.go:164] Run: docker exec addons-451841 stat /var/lib/dpkg/alternatives/iptables
I0916 10:30:19.777409 2064308 oci.go:144] the created container "addons-451841" has a running status.
I0916 10:30:19.777438 2064308 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa...
I0916 10:30:20.426549 2064308 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0916 10:30:20.459111 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:20.485764 2064308 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0916 10:30:20.485788 2064308 kic_runner.go:114] Args: [docker exec --privileged addons-451841 chown docker:docker /home/docker/.ssh/authorized_keys]
I0916 10:30:20.553044 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:20.584488 2064308 machine.go:93] provisionDockerMachine start ...
I0916 10:30:20.584585 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:20.604705 2064308 main.go:141] libmachine: Using SSH client type: native
I0916 10:30:20.605002 2064308 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x41abe0] 0x41d420 <nil> [] 0s} 127.0.0.1 40577 <nil> <nil>}
I0916 10:30:20.605024 2064308 main.go:141] libmachine: About to run SSH command:
hostname
I0916 10:30:20.750295 2064308 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-451841
I0916 10:30:20.750323 2064308 ubuntu.go:169] provisioning hostname "addons-451841"
I0916 10:30:20.750394 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:20.772671 2064308 main.go:141] libmachine: Using SSH client type: native
I0916 10:30:20.772910 2064308 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x41abe0] 0x41d420 <nil> [] 0s} 127.0.0.1 40577 <nil> <nil>}
I0916 10:30:20.772922 2064308 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-451841 && echo "addons-451841" | sudo tee /etc/hostname
I0916 10:30:20.923316 2064308 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-451841
I0916 10:30:20.923448 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:20.940021 2064308 main.go:141] libmachine: Using SSH client type: native
I0916 10:30:20.940274 2064308 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x41abe0] 0x41d420 <nil> [] 0s} 127.0.0.1 40577 <nil> <nil>}
I0916 10:30:20.940298 2064308 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-451841' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-451841/g' /etc/hosts;
else
echo '127.0.1.1 addons-451841' | sudo tee -a /etc/hosts;
fi
fi
I0916 10:30:21.087110 2064308 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0916 10:30:21.087184 2064308 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19651-2057935/.minikube CaCertPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19651-2057935/.minikube}
I0916 10:30:21.087263 2064308 ubuntu.go:177] setting up certificates
I0916 10:30:21.087293 2064308 provision.go:84] configureAuth start
I0916 10:30:21.087450 2064308 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-451841
I0916 10:30:21.105254 2064308 provision.go:143] copyHostCerts
I0916 10:30:21.105342 2064308 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19651-2057935/.minikube/ca.pem (1082 bytes)
I0916 10:30:21.105468 2064308 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19651-2057935/.minikube/cert.pem (1123 bytes)
I0916 10:30:21.105537 2064308 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19651-2057935/.minikube/key.pem (1675 bytes)
I0916 10:30:21.105585 2064308 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19651-2057935/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19651-2057935/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19651-2057935/.minikube/certs/ca-key.pem org=jenkins.addons-451841 san=[127.0.0.1 192.168.49.2 addons-451841 localhost minikube]
I0916 10:30:21.497343 2064308 provision.go:177] copyRemoteCerts
I0916 10:30:21.497413 2064308 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0916 10:30:21.497456 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:21.514957 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:21.611658 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0916 10:30:21.636890 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0916 10:30:21.662172 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0916 10:30:21.686808 2064308 provision.go:87] duration metric: took 599.477164ms to configureAuth
I0916 10:30:21.686873 2064308 ubuntu.go:193] setting minikube options for container-runtime
I0916 10:30:21.687116 2064308 config.go:182] Loaded profile config "addons-451841": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.31.1
I0916 10:30:21.687133 2064308 machine.go:96] duration metric: took 1.102625588s to provisionDockerMachine
I0916 10:30:21.687141 2064308 client.go:171] duration metric: took 8.650903893s to LocalClient.Create
I0916 10:30:21.687161 2064308 start.go:167] duration metric: took 8.650974974s to libmachine.API.Create "addons-451841"
I0916 10:30:21.687171 2064308 start.go:293] postStartSetup for "addons-451841" (driver="docker")
I0916 10:30:21.687182 2064308 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0916 10:30:21.687249 2064308 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0916 10:30:21.687299 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:21.706431 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:21.804065 2064308 ssh_runner.go:195] Run: cat /etc/os-release
I0916 10:30:21.807409 2064308 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0916 10:30:21.807450 2064308 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0916 10:30:21.807462 2064308 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0916 10:30:21.807470 2064308 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0916 10:30:21.807482 2064308 filesync.go:126] Scanning /home/jenkins/minikube-integration/19651-2057935/.minikube/addons for local assets ...
I0916 10:30:21.807551 2064308 filesync.go:126] Scanning /home/jenkins/minikube-integration/19651-2057935/.minikube/files for local assets ...
I0916 10:30:21.807581 2064308 start.go:296] duration metric: took 120.403063ms for postStartSetup
I0916 10:30:21.807904 2064308 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-451841
I0916 10:30:21.824820 2064308 profile.go:143] Saving config to /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/config.json ...
I0916 10:30:21.825120 2064308 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0916 10:30:21.825171 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:21.841557 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:21.935711 2064308 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0916 10:30:21.940289 2064308 start.go:128] duration metric: took 8.906649729s to createHost
I0916 10:30:21.940328 2064308 start.go:83] releasing machines lock for "addons-451841", held for 8.906892895s
I0916 10:30:21.940401 2064308 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-451841
I0916 10:30:21.957512 2064308 ssh_runner.go:195] Run: cat /version.json
I0916 10:30:21.957582 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:21.957842 2064308 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0916 10:30:21.957901 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:21.986070 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:21.992358 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:22.209233 2064308 ssh_runner.go:195] Run: systemctl --version
I0916 10:30:22.213896 2064308 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0916 10:30:22.218111 2064308 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0916 10:30:22.243931 2064308 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0916 10:30:22.244032 2064308 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0916 10:30:22.274074 2064308 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0916 10:30:22.274104 2064308 start.go:495] detecting cgroup driver to use...
I0916 10:30:22.274139 2064308 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0916 10:30:22.274194 2064308 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0916 10:30:22.287113 2064308 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0916 10:30:22.299302 2064308 docker.go:217] disabling cri-docker service (if available) ...
I0916 10:30:22.299412 2064308 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0916 10:30:22.313515 2064308 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0916 10:30:22.327839 2064308 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0916 10:30:22.409410 2064308 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0916 10:30:22.494962 2064308 docker.go:233] disabling docker service ...
I0916 10:30:22.495100 2064308 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0916 10:30:22.515205 2064308 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0916 10:30:22.527495 2064308 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0916 10:30:22.611444 2064308 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0916 10:30:22.705471 2064308 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0916 10:30:22.717496 2064308 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0916 10:30:22.735435 2064308 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0916 10:30:22.746124 2064308 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0916 10:30:22.757226 2064308 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0916 10:30:22.757299 2064308 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0916 10:30:22.767541 2064308 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0916 10:30:22.779039 2064308 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0916 10:30:22.788821 2064308 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0916 10:30:22.799244 2064308 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0916 10:30:22.808704 2064308 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0916 10:30:22.820713 2064308 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0916 10:30:22.831851 2064308 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0916 10:30:22.842394 2064308 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0916 10:30:22.851545 2064308 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0916 10:30:22.860424 2064308 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0916 10:30:22.961475 2064308 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0916 10:30:23.100987 2064308 start.go:542] Will wait 60s for socket path /run/containerd/containerd.sock
I0916 10:30:23.101138 2064308 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I0916 10:30:23.105001 2064308 start.go:563] Will wait 60s for crictl version
I0916 10:30:23.105079 2064308 ssh_runner.go:195] Run: which crictl
I0916 10:30:23.108696 2064308 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0916 10:30:23.154724 2064308 start.go:579] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.7.22
RuntimeApiVersion: v1
I0916 10:30:23.154812 2064308 ssh_runner.go:195] Run: containerd --version
I0916 10:30:23.179902 2064308 ssh_runner.go:195] Run: containerd --version
I0916 10:30:23.208730 2064308 out.go:177] * Preparing Kubernetes v1.31.1 on containerd 1.7.22 ...
I0916 10:30:23.210246 2064308 cli_runner.go:164] Run: docker network inspect addons-451841 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0916 10:30:23.225302 2064308 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0916 10:30:23.229071 2064308 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0916 10:30:23.240048 2064308 kubeadm.go:883] updating cluster {Name:addons-451841 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-451841 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cus
tomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0916 10:30:23.240172 2064308 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime containerd
I0916 10:30:23.240246 2064308 ssh_runner.go:195] Run: sudo crictl images --output json
I0916 10:30:23.276242 2064308 containerd.go:627] all images are preloaded for containerd runtime.
I0916 10:30:23.276266 2064308 containerd.go:534] Images already preloaded, skipping extraction
I0916 10:30:23.276331 2064308 ssh_runner.go:195] Run: sudo crictl images --output json
I0916 10:30:23.312895 2064308 containerd.go:627] all images are preloaded for containerd runtime.
I0916 10:30:23.312924 2064308 cache_images.go:84] Images are preloaded, skipping loading
I0916 10:30:23.312933 2064308 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.1 containerd true true} ...
I0916 10:30:23.313028 2064308 kubeadm.go:946] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-451841 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:addons-451841 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0916 10:30:23.313095 2064308 ssh_runner.go:195] Run: sudo crictl info
I0916 10:30:23.348552 2064308 cni.go:84] Creating CNI manager for ""
I0916 10:30:23.348577 2064308 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0916 10:30:23.348587 2064308 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0916 10:30:23.348609 2064308 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-451841 NodeName:addons-451841 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///run/containerd/containerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0916 10:30:23.348742 2064308 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-451841"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///run/containerd/containerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0916 10:30:23.348817 2064308 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0916 10:30:23.357634 2064308 binaries.go:44] Found k8s binaries, skipping transfer
I0916 10:30:23.357705 2064308 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0916 10:30:23.366468 2064308 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (317 bytes)
I0916 10:30:23.385942 2064308 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0916 10:30:23.404422 2064308 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2167 bytes)
I0916 10:30:23.422831 2064308 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0916 10:30:23.426382 2064308 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0916 10:30:23.437337 2064308 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0916 10:30:23.533359 2064308 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0916 10:30:23.547523 2064308 certs.go:68] Setting up /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841 for IP: 192.168.49.2
I0916 10:30:23.547546 2064308 certs.go:194] generating shared ca certs ...
I0916 10:30:23.547562 2064308 certs.go:226] acquiring lock for ca certs: {Name:mk1e273a7197d918ea18a75720b6b6301020c485 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:23.548238 2064308 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19651-2057935/.minikube/ca.key
I0916 10:30:24.056004 2064308 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-2057935/.minikube/ca.crt ...
I0916 10:30:24.056043 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/ca.crt: {Name:mk8fa0c4ced40ca68ac874100ce374f588dfea0b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:24.056261 2064308 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-2057935/.minikube/ca.key ...
I0916 10:30:24.056276 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/ca.key: {Name:mk04aab579c9f6bfd22c8de7442d64e7264cf4f3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:24.056381 2064308 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19651-2057935/.minikube/proxy-client-ca.key
I0916 10:30:24.923761 2064308 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-2057935/.minikube/proxy-client-ca.crt ...
I0916 10:30:24.923793 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/proxy-client-ca.crt: {Name:mke93617c0d085600c816f9e0c290a24fbe662eb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:24.923996 2064308 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-2057935/.minikube/proxy-client-ca.key ...
I0916 10:30:24.924009 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/proxy-client-ca.key: {Name:mk45200538cf11f718e98e7cfef8cbfcd0dafedf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:24.924099 2064308 certs.go:256] generating profile certs ...
I0916 10:30:24.924161 2064308 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/client.key
I0916 10:30:24.924189 2064308 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/client.crt with IP's: []
I0916 10:30:25.053524 2064308 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/client.crt ...
I0916 10:30:25.053557 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/client.crt: {Name:mk37fa0b7d204f82c8af039a0f580deae8708ef5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:25.053750 2064308 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/client.key ...
I0916 10:30:25.053764 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/client.key: {Name:mkdb13343be22c0a0f72ff55f3a3cbca00768e68 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:25.053853 2064308 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.key.9ccce707
I0916 10:30:25.053877 2064308 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.crt.9ccce707 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0916 10:30:25.726904 2064308 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.crt.9ccce707 ...
I0916 10:30:25.726937 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.crt.9ccce707: {Name:mkf1dd897eefb9f7916ec8408e62b2271e638207 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:25.727141 2064308 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.key.9ccce707 ...
I0916 10:30:25.727156 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.key.9ccce707: {Name:mkfbc7b493bc2e7d0b9e7f941111c820f07e3e82 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:25.727261 2064308 certs.go:381] copying /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.crt.9ccce707 -> /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.crt
I0916 10:30:25.727361 2064308 certs.go:385] copying /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.key.9ccce707 -> /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.key
I0916 10:30:25.727418 2064308 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/proxy-client.key
I0916 10:30:25.727439 2064308 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/proxy-client.crt with IP's: []
I0916 10:30:26.011801 2064308 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/proxy-client.crt ...
I0916 10:30:26.011842 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/proxy-client.crt: {Name:mkb21e9e32e986ac8dbc5fbe6c0db427fdb116ee Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:26.012049 2064308 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/proxy-client.key ...
I0916 10:30:26.012065 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/proxy-client.key: {Name:mk95b366411d26459b0f1e143cac6384a51d5dfb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:26.012320 2064308 certs.go:484] found cert: /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/ca-key.pem (1679 bytes)
I0916 10:30:26.012368 2064308 certs.go:484] found cert: /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/ca.pem (1082 bytes)
I0916 10:30:26.012401 2064308 certs.go:484] found cert: /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/cert.pem (1123 bytes)
I0916 10:30:26.012429 2064308 certs.go:484] found cert: /home/jenkins/minikube-integration/19651-2057935/.minikube/certs/key.pem (1675 bytes)
I0916 10:30:26.013083 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0916 10:30:26.039152 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0916 10:30:26.064366 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0916 10:30:26.093086 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0916 10:30:26.116868 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0916 10:30:26.141663 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0916 10:30:26.166725 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0916 10:30:26.191142 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/profiles/addons-451841/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0916 10:30:26.214975 2064308 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-2057935/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0916 10:30:26.238979 2064308 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0916 10:30:26.256459 2064308 ssh_runner.go:195] Run: openssl version
I0916 10:30:26.262089 2064308 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0916 10:30:26.271478 2064308 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0916 10:30:26.274966 2064308 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 16 10:30 /usr/share/ca-certificates/minikubeCA.pem
I0916 10:30:26.275035 2064308 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0916 10:30:26.281888 2064308 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0916 10:30:26.291290 2064308 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0916 10:30:26.294471 2064308 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0916 10:30:26.294534 2064308 kubeadm.go:392] StartCluster: {Name:addons-451841 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-451841 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Custom
QemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0916 10:30:26.294629 2064308 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0916 10:30:26.294715 2064308 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0916 10:30:26.332648 2064308 cri.go:89] found id: ""
I0916 10:30:26.332740 2064308 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0916 10:30:26.341585 2064308 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0916 10:30:26.350524 2064308 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0916 10:30:26.350588 2064308 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0916 10:30:26.359218 2064308 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0916 10:30:26.359240 2064308 kubeadm.go:157] found existing configuration files:
I0916 10:30:26.359319 2064308 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0916 10:30:26.368227 2064308 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0916 10:30:26.368297 2064308 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0916 10:30:26.377781 2064308 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0916 10:30:26.386494 2064308 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0916 10:30:26.386567 2064308 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0916 10:30:26.394932 2064308 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0916 10:30:26.403622 2064308 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0916 10:30:26.403687 2064308 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0916 10:30:26.412005 2064308 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0916 10:30:26.420862 2064308 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0916 10:30:26.420957 2064308 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0916 10:30:26.429543 2064308 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0916 10:30:26.471767 2064308 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I0916 10:30:26.472019 2064308 kubeadm.go:310] [preflight] Running pre-flight checks
I0916 10:30:26.498827 2064308 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0916 10:30:26.498904 2064308 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1069-aws[0m
I0916 10:30:26.498947 2064308 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0916 10:30:26.498998 2064308 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0916 10:30:26.499052 2064308 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0916 10:30:26.499103 2064308 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0916 10:30:26.499154 2064308 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0916 10:30:26.499218 2064308 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0916 10:30:26.499270 2064308 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0916 10:30:26.499320 2064308 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0916 10:30:26.499375 2064308 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0916 10:30:26.499426 2064308 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0916 10:30:26.577650 2064308 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0916 10:30:26.577762 2064308 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0916 10:30:26.577859 2064308 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0916 10:30:26.583045 2064308 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0916 10:30:26.586527 2064308 out.go:235] - Generating certificates and keys ...
I0916 10:30:26.586988 2064308 kubeadm.go:310] [certs] Using existing ca certificate authority
I0916 10:30:26.587103 2064308 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0916 10:30:26.754645 2064308 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0916 10:30:27.554793 2064308 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0916 10:30:28.039725 2064308 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0916 10:30:28.690015 2064308 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0916 10:30:29.764620 2064308 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0916 10:30:29.764907 2064308 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-451841 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0916 10:30:30.341274 2064308 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0916 10:30:30.342274 2064308 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-451841 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0916 10:30:30.576739 2064308 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0916 10:30:31.765912 2064308 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0916 10:30:33.601844 2064308 kubeadm.go:310] [certs] Generating "sa" key and public key
I0916 10:30:33.602129 2064308 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0916 10:30:34.584274 2064308 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0916 10:30:35.213888 2064308 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0916 10:30:35.990415 2064308 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0916 10:30:36.165269 2064308 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0916 10:30:36.564139 2064308 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0916 10:30:36.565009 2064308 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0916 10:30:36.568128 2064308 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0916 10:30:36.570826 2064308 out.go:235] - Booting up control plane ...
I0916 10:30:36.570944 2064308 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0916 10:30:36.571026 2064308 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0916 10:30:36.571834 2064308 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0916 10:30:36.583080 2064308 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0916 10:30:36.589082 2064308 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0916 10:30:36.589162 2064308 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0916 10:30:36.685676 2064308 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0916 10:30:36.685796 2064308 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0916 10:30:37.686643 2064308 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.00127007s
I0916 10:30:37.686760 2064308 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0916 10:30:44.689772 2064308 kubeadm.go:310] [api-check] The API server is healthy after 7.003101119s
I0916 10:30:44.709044 2064308 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0916 10:30:44.727931 2064308 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0916 10:30:44.754458 2064308 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0916 10:30:44.754737 2064308 kubeadm.go:310] [mark-control-plane] Marking the node addons-451841 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0916 10:30:44.766739 2064308 kubeadm.go:310] [bootstrap-token] Using token: dx9pov.rexyyitopznv0w4v
I0916 10:30:44.769416 2064308 out.go:235] - Configuring RBAC rules ...
I0916 10:30:44.769548 2064308 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0916 10:30:44.776785 2064308 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0916 10:30:44.785617 2064308 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0916 10:30:44.789704 2064308 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0916 10:30:44.794016 2064308 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0916 10:30:44.798127 2064308 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0916 10:30:45.099673 2064308 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0916 10:30:45.534575 2064308 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0916 10:30:46.098271 2064308 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0916 10:30:46.099422 2064308 kubeadm.go:310]
I0916 10:30:46.099510 2064308 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0916 10:30:46.099519 2064308 kubeadm.go:310]
I0916 10:30:46.099624 2064308 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0916 10:30:46.099640 2064308 kubeadm.go:310]
I0916 10:30:46.099673 2064308 kubeadm.go:310] mkdir -p $HOME/.kube
I0916 10:30:46.099733 2064308 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0916 10:30:46.099783 2064308 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0916 10:30:46.099787 2064308 kubeadm.go:310]
I0916 10:30:46.099841 2064308 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0916 10:30:46.099846 2064308 kubeadm.go:310]
I0916 10:30:46.099898 2064308 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0916 10:30:46.099903 2064308 kubeadm.go:310]
I0916 10:30:46.099959 2064308 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0916 10:30:46.100036 2064308 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0916 10:30:46.100108 2064308 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0916 10:30:46.100113 2064308 kubeadm.go:310]
I0916 10:30:46.100201 2064308 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0916 10:30:46.100280 2064308 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0916 10:30:46.100285 2064308 kubeadm.go:310]
I0916 10:30:46.100377 2064308 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token dx9pov.rexyyitopznv0w4v \
I0916 10:30:46.100482 2064308 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0f7862f23ce3bdf9eed20de4f2ae19a4017495bf6022b60bebe68074c7889e3e \
I0916 10:30:46.100503 2064308 kubeadm.go:310] --control-plane
I0916 10:30:46.100507 2064308 kubeadm.go:310]
I0916 10:30:46.100599 2064308 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0916 10:30:46.100604 2064308 kubeadm.go:310]
I0916 10:30:46.100684 2064308 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token dx9pov.rexyyitopznv0w4v \
I0916 10:30:46.100792 2064308 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0f7862f23ce3bdf9eed20de4f2ae19a4017495bf6022b60bebe68074c7889e3e
I0916 10:30:46.104209 2064308 kubeadm.go:310] W0916 10:30:26.468492 1025 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0916 10:30:46.104508 2064308 kubeadm.go:310] W0916 10:30:26.469422 1025 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0916 10:30:46.104733 2064308 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1069-aws\n", err: exit status 1
I0916 10:30:46.104841 2064308 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0916 10:30:46.104863 2064308 cni.go:84] Creating CNI manager for ""
I0916 10:30:46.104872 2064308 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0916 10:30:46.107753 2064308 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0916 10:30:46.110419 2064308 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0916 10:30:46.114304 2064308 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I0916 10:30:46.114327 2064308 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0916 10:30:46.132060 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0916 10:30:46.405649 2064308 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0916 10:30:46.405772 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:30:46.405844 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-451841 minikube.k8s.io/updated_at=2024_09_16T10_30_46_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=90d544f06ea0f69499271b003be64a9a224d57ed minikube.k8s.io/name=addons-451841 minikube.k8s.io/primary=true
I0916 10:30:46.544610 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:30:46.544668 2064308 ops.go:34] apiserver oom_adj: -16
I0916 10:30:47.045343 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:30:47.544713 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:30:48.045593 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:30:48.545262 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:30:49.044804 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:30:49.545373 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:30:50.045197 2064308 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:30:50.206616 2064308 kubeadm.go:1113] duration metric: took 3.800886781s to wait for elevateKubeSystemPrivileges
I0916 10:30:50.206650 2064308 kubeadm.go:394] duration metric: took 23.912135022s to StartCluster
I0916 10:30:50.206760 2064308 settings.go:142] acquiring lock: {Name:mk64db776ff04afd364f1babc44c076f59eaa055 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:50.206888 2064308 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19651-2057935/kubeconfig
I0916 10:30:50.207291 2064308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-2057935/kubeconfig: {Name:mk1e33cd753c7230e8280e70541d55b1f33e20c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:30:50.207495 2064308 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0916 10:30:50.207664 2064308 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0916 10:30:50.207912 2064308 config.go:182] Loaded profile config "addons-451841": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.31.1
I0916 10:30:50.207954 2064308 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0916 10:30:50.208037 2064308 addons.go:69] Setting yakd=true in profile "addons-451841"
I0916 10:30:50.208056 2064308 addons.go:234] Setting addon yakd=true in "addons-451841"
I0916 10:30:50.208079 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.208590 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.209289 2064308 addons.go:69] Setting metrics-server=true in profile "addons-451841"
I0916 10:30:50.209312 2064308 addons.go:234] Setting addon metrics-server=true in "addons-451841"
I0916 10:30:50.209362 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.209903 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.210207 2064308 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-451841"
I0916 10:30:50.210240 2064308 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-451841"
I0916 10:30:50.210263 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.210767 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.218758 2064308 addons.go:69] Setting registry=true in profile "addons-451841"
I0916 10:30:50.218798 2064308 addons.go:234] Setting addon registry=true in "addons-451841"
I0916 10:30:50.218832 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.219427 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.219602 2064308 addons.go:69] Setting cloud-spanner=true in profile "addons-451841"
I0916 10:30:50.219647 2064308 addons.go:234] Setting addon cloud-spanner=true in "addons-451841"
I0916 10:30:50.219685 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.221722 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.222266 2064308 addons.go:69] Setting storage-provisioner=true in profile "addons-451841"
I0916 10:30:50.222288 2064308 addons.go:234] Setting addon storage-provisioner=true in "addons-451841"
I0916 10:30:50.222314 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.222854 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.243982 2064308 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-451841"
I0916 10:30:50.244056 2064308 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-451841"
I0916 10:30:50.244103 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.244878 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.250996 2064308 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-451841"
I0916 10:30:50.251033 2064308 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-451841"
I0916 10:30:50.251403 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.262479 2064308 addons.go:69] Setting volcano=true in profile "addons-451841"
I0916 10:30:50.262526 2064308 addons.go:234] Setting addon volcano=true in "addons-451841"
I0916 10:30:50.262567 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.263124 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.310432 2064308 addons.go:69] Setting default-storageclass=true in profile "addons-451841"
I0916 10:30:50.310537 2064308 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-451841"
I0916 10:30:50.311117 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.312245 2064308 addons.go:69] Setting volumesnapshots=true in profile "addons-451841"
I0916 10:30:50.312377 2064308 addons.go:234] Setting addon volumesnapshots=true in "addons-451841"
I0916 10:30:50.312448 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.313757 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.327865 2064308 addons.go:69] Setting gcp-auth=true in profile "addons-451841"
I0916 10:30:50.327962 2064308 mustload.go:65] Loading cluster: addons-451841
I0916 10:30:50.330380 2064308 config.go:182] Loaded profile config "addons-451841": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.31.1
I0916 10:30:50.330866 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.331146 2064308 out.go:177] * Verifying Kubernetes components...
I0916 10:30:50.334941 2064308 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0916 10:30:50.349812 2064308 addons.go:69] Setting ingress=true in profile "addons-451841"
I0916 10:30:50.349850 2064308 addons.go:234] Setting addon ingress=true in "addons-451841"
I0916 10:30:50.349897 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.350438 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.350648 2064308 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-451841"
I0916 10:30:50.350723 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.351151 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.369853 2064308 addons.go:69] Setting ingress-dns=true in profile "addons-451841"
I0916 10:30:50.369893 2064308 addons.go:234] Setting addon ingress-dns=true in "addons-451841"
I0916 10:30:50.369937 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.370407 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.375867 2064308 out.go:177] - Using image docker.io/registry:2.8.3
I0916 10:30:50.382808 2064308 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0916 10:30:50.384082 2064308 addons.go:69] Setting inspektor-gadget=true in profile "addons-451841"
I0916 10:30:50.384111 2064308 addons.go:234] Setting addon inspektor-gadget=true in "addons-451841"
I0916 10:30:50.384143 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.384714 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.421644 2064308 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0916 10:30:50.424401 2064308 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0916 10:30:50.424443 2064308 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0916 10:30:50.424517 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.438309 2064308 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0916 10:30:50.438567 2064308 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0916 10:30:50.438585 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0916 10:30:50.438646 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.439842 2064308 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0916 10:30:50.440236 2064308 out.go:177] - Using image docker.io/volcanosh/vc-webhook-manager:v1.9.0
I0916 10:30:50.440402 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.462370 2064308 addons.go:234] Setting addon default-storageclass=true in "addons-451841"
I0916 10:30:50.462409 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:50.463191 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:50.463463 2064308 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0916 10:30:50.466889 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0916 10:30:50.467021 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.474834 2064308 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0916 10:30:50.474857 2064308 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0916 10:30:50.474919 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.484574 2064308 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0916 10:30:50.485713 2064308 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0916 10:30:50.508488 2064308 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.23
I0916 10:30:50.525937 2064308 out.go:177] - Using image docker.io/volcanosh/vc-controller-manager:v1.9.0
I0916 10:30:50.526169 2064308 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0916 10:30:50.526183 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0916 10:30:50.526247 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.542222 2064308 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0916 10:30:50.543269 2064308 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0916 10:30:50.543418 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0916 10:30:50.543483 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.563839 2064308 out.go:177] - Using image docker.io/volcanosh/vc-scheduler:v1.9.0
I0916 10:30:50.567954 2064308 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml
I0916 10:30:50.567983 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (434001 bytes)
I0916 10:30:50.568053 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.583888 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.587279 2064308 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0916 10:30:50.587486 2064308 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0916 10:30:50.589757 2064308 out.go:177] - Using image docker.io/busybox:stable
I0916 10:30:50.589894 2064308 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0916 10:30:50.592333 2064308 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0916 10:30:50.592357 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0916 10:30:50.592588 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.594469 2064308 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0916 10:30:50.594639 2064308 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0916 10:30:50.596571 2064308 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0916 10:30:50.596784 2064308 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0916 10:30:50.596798 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0916 10:30:50.596863 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.628847 2064308 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0916 10:30:50.631659 2064308 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0916 10:30:50.631684 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0916 10:30:50.631748 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.645470 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.650239 2064308 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0
I0916 10:30:50.650364 2064308 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0916 10:30:50.650401 2064308 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0916 10:30:50.652227 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.653039 2064308 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0916 10:30:50.654718 2064308 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0916 10:30:50.654790 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.661463 2064308 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0916 10:30:50.661708 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.654527 2064308 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0916 10:30:50.662209 2064308 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0916 10:30:50.662349 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.674173 2064308 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0916 10:30:50.676994 2064308 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0916 10:30:50.680275 2064308 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0916 10:30:50.680305 2064308 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0916 10:30:50.680378 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.691037 2064308 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0916 10:30:50.691057 2064308 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0916 10:30:50.691123 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:50.774282 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.780046 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.807312 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.827826 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.831006 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.853363 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.867169 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
W0916 10:30:50.875051 2064308 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0916 10:30:50.875081 2064308 retry.go:31] will retry after 209.079202ms: ssh: handshake failed: EOF
I0916 10:30:50.875514 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
W0916 10:30:50.878034 2064308 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0916 10:30:50.878076 2064308 retry.go:31] will retry after 358.329045ms: ssh: handshake failed: EOF
I0916 10:30:50.878970 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:50.891671 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
W0916 10:30:50.913115 2064308 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0916 10:30:50.913144 2064308 retry.go:31] will retry after 291.220359ms: ssh: handshake failed: EOF
W0916 10:30:51.085514 2064308 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0916 10:30:51.085558 2064308 retry.go:31] will retry after 406.090408ms: ssh: handshake failed: EOF
I0916 10:30:51.380959 2064308 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml": (1.173254923s)
I0916 10:30:51.381043 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0916 10:30:51.381158 2064308 ssh_runner.go:235] Completed: sudo systemctl daemon-reload: (1.046146925s)
I0916 10:30:51.381191 2064308 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0916 10:30:51.381193 2064308 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0916 10:30:51.393457 2064308 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0916 10:30:51.393478 2064308 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0916 10:30:51.405074 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0916 10:30:51.536141 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0916 10:30:51.553523 2064308 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0916 10:30:51.553553 2064308 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0916 10:30:51.664299 2064308 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0916 10:30:51.664331 2064308 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0916 10:30:51.694553 2064308 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0916 10:30:51.694580 2064308 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0916 10:30:51.695380 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0916 10:30:51.703369 2064308 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0916 10:30:51.703394 2064308 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0916 10:30:51.711436 2064308 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0916 10:30:51.711460 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0916 10:30:51.716209 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml
I0916 10:30:51.833745 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0916 10:30:51.872114 2064308 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0916 10:30:51.872156 2064308 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0916 10:30:51.879573 2064308 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0916 10:30:51.879603 2064308 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0916 10:30:51.894115 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0916 10:30:51.927534 2064308 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0916 10:30:51.927573 2064308 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0916 10:30:51.967967 2064308 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0916 10:30:51.967997 2064308 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0916 10:30:51.987647 2064308 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0916 10:30:51.987672 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0916 10:30:52.018799 2064308 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0916 10:30:52.018835 2064308 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0916 10:30:52.040829 2064308 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0916 10:30:52.040863 2064308 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0916 10:30:52.062309 2064308 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0916 10:30:52.062358 2064308 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0916 10:30:52.141020 2064308 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0916 10:30:52.141055 2064308 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0916 10:30:52.150339 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0916 10:30:52.156143 2064308 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0916 10:30:52.156182 2064308 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0916 10:30:52.267727 2064308 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0916 10:30:52.267754 2064308 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0916 10:30:52.278358 2064308 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0916 10:30:52.278410 2064308 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0916 10:30:52.295260 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0916 10:30:52.315396 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0916 10:30:52.396988 2064308 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0916 10:30:52.397029 2064308 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0916 10:30:52.414014 2064308 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0916 10:30:52.414040 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0916 10:30:52.514419 2064308 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0916 10:30:52.514447 2064308 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0916 10:30:52.534199 2064308 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0916 10:30:52.534239 2064308 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0916 10:30:52.671597 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.290515457s)
I0916 10:30:52.715081 2064308 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0916 10:30:52.715111 2064308 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0916 10:30:52.719191 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0916 10:30:52.832284 2064308 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0916 10:30:52.832313 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0916 10:30:52.924488 2064308 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0916 10:30:52.924521 2064308 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0916 10:30:53.168769 2064308 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0916 10:30:53.168802 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0916 10:30:53.177620 2064308 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.796357981s)
I0916 10:30:53.177657 2064308 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0916 10:30:53.177732 2064308 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.79643144s)
I0916 10:30:53.179507 2064308 node_ready.go:35] waiting up to 6m0s for node "addons-451841" to be "Ready" ...
I0916 10:30:53.184404 2064308 node_ready.go:49] node "addons-451841" has status "Ready":"True"
I0916 10:30:53.184443 2064308 node_ready.go:38] duration metric: took 4.710029ms for node "addons-451841" to be "Ready" ...
I0916 10:30:53.184458 2064308 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0916 10:30:53.197525 2064308 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-bvmss" in "kube-system" namespace to be "Ready" ...
I0916 10:30:53.269899 2064308 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0916 10:30:53.269941 2064308 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0916 10:30:53.282557 2064308 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0916 10:30:53.282590 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0916 10:30:53.466493 2064308 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0916 10:30:53.466519 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0916 10:30:53.471643 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0916 10:30:53.602578 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0916 10:30:53.683185 2064308 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-451841" context rescaled to 1 replicas
I0916 10:30:53.701295 2064308 pod_ready.go:98] error getting pod "coredns-7c65d6cfc9-bvmss" in "kube-system" namespace (skipping!): pods "coredns-7c65d6cfc9-bvmss" not found
I0916 10:30:53.701323 2064308 pod_ready.go:82] duration metric: took 503.765362ms for pod "coredns-7c65d6cfc9-bvmss" in "kube-system" namespace to be "Ready" ...
E0916 10:30:53.701335 2064308 pod_ready.go:67] WaitExtra: waitPodCondition: error getting pod "coredns-7c65d6cfc9-bvmss" in "kube-system" namespace (skipping!): pods "coredns-7c65d6cfc9-bvmss" not found
I0916 10:30:53.701342 2064308 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-jqthn" in "kube-system" namespace to be "Ready" ...
I0916 10:30:53.722187 2064308 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0916 10:30:53.722214 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0916 10:30:54.162813 2064308 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0916 10:30:54.162856 2064308 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0916 10:30:54.507449 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0916 10:30:55.304651 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.899501244s)
I0916 10:30:55.634996 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.939582165s)
I0916 10:30:55.635110 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.098941534s)
I0916 10:30:55.711983 2064308 pod_ready.go:103] pod "coredns-7c65d6cfc9-jqthn" in "kube-system" namespace has status "Ready":"False"
I0916 10:30:57.666996 2064308 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0916 10:30:57.667089 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:57.696419 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:57.712916 2064308 pod_ready.go:103] pod "coredns-7c65d6cfc9-jqthn" in "kube-system" namespace has status "Ready":"False"
I0916 10:30:58.304674 2064308 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0916 10:30:58.423037 2064308 addons.go:234] Setting addon gcp-auth=true in "addons-451841"
I0916 10:30:58.423145 2064308 host.go:66] Checking if "addons-451841" exists ...
I0916 10:30:58.423647 2064308 cli_runner.go:164] Run: docker container inspect addons-451841 --format={{.State.Status}}
I0916 10:30:58.453963 2064308 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0916 10:30:58.454022 2064308 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-451841
I0916 10:30:58.488418 2064308 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40577 SSHKeyPath:/home/jenkins/minikube-integration/19651-2057935/.minikube/machines/addons-451841/id_rsa Username:docker}
I0916 10:30:59.724111 2064308 pod_ready.go:103] pod "coredns-7c65d6cfc9-jqthn" in "kube-system" namespace has status "Ready":"False"
I0916 10:31:01.085964 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (9.369716418s)
I0916 10:31:01.086088 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (9.252309206s)
I0916 10:31:01.086143 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (9.191998071s)
I0916 10:31:01.086179 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (8.93580956s)
I0916 10:31:01.086966 2064308 addons.go:475] Verifying addon registry=true in "addons-451841"
I0916 10:31:01.086280 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (8.790993869s)
I0916 10:31:01.087161 2064308 addons.go:475] Verifying addon ingress=true in "addons-451841"
I0916 10:31:01.086364 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (8.367136002s)
I0916 10:31:01.086423 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (7.614752608s)
I0916 10:31:01.086494 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (7.483872887s)
I0916 10:31:01.086607 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (8.771185269s)
I0916 10:31:01.087690 2064308 addons.go:475] Verifying addon metrics-server=true in "addons-451841"
W0916 10:31:01.087784 2064308 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0916 10:31:01.087807 2064308 retry.go:31] will retry after 241.995667ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0916 10:31:01.089709 2064308 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-451841 service yakd-dashboard -n yakd-dashboard
I0916 10:31:01.089714 2064308 out.go:177] * Verifying ingress addon...
I0916 10:31:01.089782 2064308 out.go:177] * Verifying registry addon...
I0916 10:31:01.092615 2064308 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0916 10:31:01.093670 2064308 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0916 10:31:01.146629 2064308 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0916 10:31:01.146661 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:01.147988 2064308 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0916 10:31:01.148013 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:01.330778 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0916 10:31:01.607432 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:01.608116 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:01.783267 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (7.275754054s)
I0916 10:31:01.783417 2064308 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-451841"
I0916 10:31:01.783367 2064308 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (3.329378043s)
I0916 10:31:01.785766 2064308 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0916 10:31:01.785796 2064308 out.go:177] * Verifying csi-hostpath-driver addon...
I0916 10:31:01.788664 2064308 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0916 10:31:01.789894 2064308 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0916 10:31:01.794958 2064308 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0916 10:31:01.795006 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:01.797295 2064308 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0916 10:31:01.797332 2064308 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0916 10:31:01.893997 2064308 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0916 10:31:01.894071 2064308 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0916 10:31:01.937742 2064308 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0916 10:31:01.937810 2064308 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0916 10:31:01.987240 2064308 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0916 10:31:02.097286 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:02.100875 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:02.209340 2064308 pod_ready.go:103] pod "coredns-7c65d6cfc9-jqthn" in "kube-system" namespace has status "Ready":"False"
I0916 10:31:02.305635 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:02.597370 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:02.599723 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:02.795942 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:03.100397 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:03.103196 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:03.312002 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:03.374850 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.387566006s)
I0916 10:31:03.375988 2064308 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.045090366s)
I0916 10:31:03.378127 2064308 addons.go:475] Verifying addon gcp-auth=true in "addons-451841"
I0916 10:31:03.381777 2064308 out.go:177] * Verifying gcp-auth addon...
I0916 10:31:03.384298 2064308 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0916 10:31:03.406084 2064308 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0916 10:31:03.599867 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:03.600481 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:03.720241 2064308 pod_ready.go:93] pod "coredns-7c65d6cfc9-jqthn" in "kube-system" namespace has status "Ready":"True"
I0916 10:31:03.720276 2064308 pod_ready.go:82] duration metric: took 10.018926311s for pod "coredns-7c65d6cfc9-jqthn" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.720289 2064308 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-451841" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.746042 2064308 pod_ready.go:93] pod "etcd-addons-451841" in "kube-system" namespace has status "Ready":"True"
I0916 10:31:03.746067 2064308 pod_ready.go:82] duration metric: took 25.771231ms for pod "etcd-addons-451841" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.746081 2064308 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-451841" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.752533 2064308 pod_ready.go:93] pod "kube-apiserver-addons-451841" in "kube-system" namespace has status "Ready":"True"
I0916 10:31:03.752559 2064308 pod_ready.go:82] duration metric: took 6.470582ms for pod "kube-apiserver-addons-451841" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.752571 2064308 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-451841" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.758462 2064308 pod_ready.go:93] pod "kube-controller-manager-addons-451841" in "kube-system" namespace has status "Ready":"True"
I0916 10:31:03.758495 2064308 pod_ready.go:82] duration metric: took 5.916018ms for pod "kube-controller-manager-addons-451841" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.758507 2064308 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tltkn" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.765336 2064308 pod_ready.go:93] pod "kube-proxy-tltkn" in "kube-system" namespace has status "Ready":"True"
I0916 10:31:03.765369 2064308 pod_ready.go:82] duration metric: took 6.854119ms for pod "kube-proxy-tltkn" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.765382 2064308 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-451841" in "kube-system" namespace to be "Ready" ...
I0916 10:31:03.795811 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:04.099344 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:04.100673 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:04.104903 2064308 pod_ready.go:93] pod "kube-scheduler-addons-451841" in "kube-system" namespace has status "Ready":"True"
I0916 10:31:04.104972 2064308 pod_ready.go:82] duration metric: took 339.581954ms for pod "kube-scheduler-addons-451841" in "kube-system" namespace to be "Ready" ...
I0916 10:31:04.104999 2064308 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-l6r5c" in "kube-system" namespace to be "Ready" ...
I0916 10:31:04.295860 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:04.598910 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:04.602815 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:04.795954 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:05.100224 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:05.101534 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:05.296166 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:05.599439 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:05.601426 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:05.795442 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:06.102393 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:06.103036 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:06.122130 2064308 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-l6r5c" in "kube-system" namespace has status "Ready":"False"
I0916 10:31:06.299045 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:06.599932 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:06.601206 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:06.814263 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:07.096848 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:07.101223 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:07.295217 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:07.599444 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:07.600431 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:07.795082 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:08.101892 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:08.102976 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:08.296014 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:08.598395 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:08.598643 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:08.613020 2064308 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-l6r5c" in "kube-system" namespace has status "Ready":"False"
I0916 10:31:08.795739 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:09.103941 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:09.104967 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:09.295694 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:09.599659 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:09.601180 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:09.796354 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:10.098446 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:10.099577 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:10.295198 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:10.597281 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:10.599286 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:10.616287 2064308 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-l6r5c" in "kube-system" namespace has status "Ready":"False"
I0916 10:31:10.795720 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:11.097801 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:11.099342 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:11.297048 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:11.599247 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:11.599974 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:11.794513 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:12.097432 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:12.099058 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:12.295097 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:12.598578 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:12.599897 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:12.796822 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:13.096898 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:13.098940 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:13.112547 2064308 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-l6r5c" in "kube-system" namespace has status "Ready":"False"
I0916 10:31:13.295802 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:13.599642 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:13.600761 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:13.794583 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:14.096452 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:14.098429 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:14.297517 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:14.598010 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:14.599983 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:14.795140 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:15.104125 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:15.104975 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:15.113778 2064308 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-l6r5c" in "kube-system" namespace has status "Ready":"False"
I0916 10:31:15.295679 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:15.598018 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:15.598555 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:15.795791 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:16.096811 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:16.099236 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:16.296057 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:16.597945 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:16.599646 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:16.797262 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:17.098985 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:17.099689 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:17.295469 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:17.599269 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:17.600683 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:17.611951 2064308 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-l6r5c" in "kube-system" namespace has status "Ready":"False"
I0916 10:31:17.794427 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:18.099862 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:18.101710 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:18.296191 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:18.596772 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:18.600049 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:18.811403 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:19.098130 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:19.099143 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:19.111509 2064308 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-l6r5c" in "kube-system" namespace has status "Ready":"True"
I0916 10:31:19.111570 2064308 pod_ready.go:82] duration metric: took 15.006549742s for pod "nvidia-device-plugin-daemonset-l6r5c" in "kube-system" namespace to be "Ready" ...
I0916 10:31:19.111587 2064308 pod_ready.go:39] duration metric: took 25.927112572s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0916 10:31:19.111604 2064308 api_server.go:52] waiting for apiserver process to appear ...
I0916 10:31:19.111670 2064308 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0916 10:31:19.162518 2064308 api_server.go:72] duration metric: took 28.954985289s to wait for apiserver process to appear ...
I0916 10:31:19.162546 2064308 api_server.go:88] waiting for apiserver healthz status ...
I0916 10:31:19.162572 2064308 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0916 10:31:19.179642 2064308 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0916 10:31:19.180628 2064308 api_server.go:141] control plane version: v1.31.1
I0916 10:31:19.180658 2064308 api_server.go:131] duration metric: took 18.103285ms to wait for apiserver health ...
I0916 10:31:19.180668 2064308 system_pods.go:43] waiting for kube-system pods to appear ...
I0916 10:31:19.201200 2064308 system_pods.go:59] 18 kube-system pods found
I0916 10:31:19.201280 2064308 system_pods.go:61] "coredns-7c65d6cfc9-jqthn" [bc44b698-a863-4ab8-85d8-5bd54d141bd3] Running
I0916 10:31:19.201299 2064308 system_pods.go:61] "csi-hostpath-attacher-0" [b2e317f7-5d09-4cd6-823d-cc849d3bf9e2] Running
I0916 10:31:19.201316 2064308 system_pods.go:61] "csi-hostpath-resizer-0" [1d31c631-4247-4ffe-8a87-9b11803bc389] Running
I0916 10:31:19.201350 2064308 system_pods.go:61] "csi-hostpathplugin-r28vj" [ad580f65-4a4a-445c-bec7-b518245397ea] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0916 10:31:19.201372 2064308 system_pods.go:61] "etcd-addons-451841" [1a9d168e-83c3-4fc0-b188-1da688352b51] Running
I0916 10:31:19.201392 2064308 system_pods.go:61] "kindnet-zckxr" [b831bf61-6a35-4681-afe4-f5a0f875a7b5] Running
I0916 10:31:19.201409 2064308 system_pods.go:61] "kube-apiserver-addons-451841" [db38aff8-23ff-466f-a1b0-ab5f2041183c] Running
I0916 10:31:19.201425 2064308 system_pods.go:61] "kube-controller-manager-addons-451841" [53d22d78-137d-4306-b8df-d9a55061c9df] Running
I0916 10:31:19.201458 2064308 system_pods.go:61] "kube-ingress-dns-minikube" [c77fac29-39b0-4e39-94f6-a72ac395b130] Running
I0916 10:31:19.201483 2064308 system_pods.go:61] "kube-proxy-tltkn" [073e7c9c-1ec1-45db-9603-68862d546266] Running
I0916 10:31:19.201501 2064308 system_pods.go:61] "kube-scheduler-addons-451841" [5b953c55-7b45-4221-89bf-177d1a4efd05] Running
I0916 10:31:19.201520 2064308 system_pods.go:61] "metrics-server-84c5f94fbc-q47pm" [2252baaa-acbc-43dd-b38e-e8cd59ac7825] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0916 10:31:19.201537 2064308 system_pods.go:61] "nvidia-device-plugin-daemonset-l6r5c" [9645617a-ab29-4c4e-a4ec-4ea217ffb5fb] Running
I0916 10:31:19.201566 2064308 system_pods.go:61] "registry-66c9cd494c-l957b" [17af08bf-9965-4bec-8d1b-0c4c37167ac1] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0916 10:31:19.201591 2064308 system_pods.go:61] "registry-proxy-9cpxl" [10361d7a-9abb-41e6-88eb-2194d01e1301] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0916 10:31:19.201613 2064308 system_pods.go:61] "snapshot-controller-56fcc65765-6llf9" [7febb7b8-15ce-499d-83f7-b82e03e35902] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0916 10:31:19.201634 2064308 system_pods.go:61] "snapshot-controller-56fcc65765-qxvll" [0a01a9d7-31e0-4965-baba-078f44b17fac] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0916 10:31:19.201663 2064308 system_pods.go:61] "storage-provisioner" [6a86a07f-e25d-4ac9-9c07-dc9ae0048083] Running
I0916 10:31:19.201686 2064308 system_pods.go:74] duration metric: took 21.010389ms to wait for pod list to return data ...
I0916 10:31:19.201707 2064308 default_sa.go:34] waiting for default service account to be created ...
I0916 10:31:19.204845 2064308 default_sa.go:45] found service account: "default"
I0916 10:31:19.204868 2064308 default_sa.go:55] duration metric: took 3.144001ms for default service account to be created ...
I0916 10:31:19.204877 2064308 system_pods.go:116] waiting for k8s-apps to be running ...
I0916 10:31:19.219489 2064308 system_pods.go:86] 18 kube-system pods found
I0916 10:31:19.219563 2064308 system_pods.go:89] "coredns-7c65d6cfc9-jqthn" [bc44b698-a863-4ab8-85d8-5bd54d141bd3] Running
I0916 10:31:19.219586 2064308 system_pods.go:89] "csi-hostpath-attacher-0" [b2e317f7-5d09-4cd6-823d-cc849d3bf9e2] Running
I0916 10:31:19.219605 2064308 system_pods.go:89] "csi-hostpath-resizer-0" [1d31c631-4247-4ffe-8a87-9b11803bc389] Running
I0916 10:31:19.219640 2064308 system_pods.go:89] "csi-hostpathplugin-r28vj" [ad580f65-4a4a-445c-bec7-b518245397ea] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0916 10:31:19.219669 2064308 system_pods.go:89] "etcd-addons-451841" [1a9d168e-83c3-4fc0-b188-1da688352b51] Running
I0916 10:31:19.219690 2064308 system_pods.go:89] "kindnet-zckxr" [b831bf61-6a35-4681-afe4-f5a0f875a7b5] Running
I0916 10:31:19.219710 2064308 system_pods.go:89] "kube-apiserver-addons-451841" [db38aff8-23ff-466f-a1b0-ab5f2041183c] Running
I0916 10:31:19.219728 2064308 system_pods.go:89] "kube-controller-manager-addons-451841" [53d22d78-137d-4306-b8df-d9a55061c9df] Running
I0916 10:31:19.219766 2064308 system_pods.go:89] "kube-ingress-dns-minikube" [c77fac29-39b0-4e39-94f6-a72ac395b130] Running
I0916 10:31:19.219784 2064308 system_pods.go:89] "kube-proxy-tltkn" [073e7c9c-1ec1-45db-9603-68862d546266] Running
I0916 10:31:19.219799 2064308 system_pods.go:89] "kube-scheduler-addons-451841" [5b953c55-7b45-4221-89bf-177d1a4efd05] Running
I0916 10:31:19.219819 2064308 system_pods.go:89] "metrics-server-84c5f94fbc-q47pm" [2252baaa-acbc-43dd-b38e-e8cd59ac7825] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0916 10:31:19.219847 2064308 system_pods.go:89] "nvidia-device-plugin-daemonset-l6r5c" [9645617a-ab29-4c4e-a4ec-4ea217ffb5fb] Running
I0916 10:31:19.219875 2064308 system_pods.go:89] "registry-66c9cd494c-l957b" [17af08bf-9965-4bec-8d1b-0c4c37167ac1] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0916 10:31:19.219896 2064308 system_pods.go:89] "registry-proxy-9cpxl" [10361d7a-9abb-41e6-88eb-2194d01e1301] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0916 10:31:19.219915 2064308 system_pods.go:89] "snapshot-controller-56fcc65765-6llf9" [7febb7b8-15ce-499d-83f7-b82e03e35902] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0916 10:31:19.219935 2064308 system_pods.go:89] "snapshot-controller-56fcc65765-qxvll" [0a01a9d7-31e0-4965-baba-078f44b17fac] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0916 10:31:19.219968 2064308 system_pods.go:89] "storage-provisioner" [6a86a07f-e25d-4ac9-9c07-dc9ae0048083] Running
I0916 10:31:19.219989 2064308 system_pods.go:126] duration metric: took 15.104177ms to wait for k8s-apps to be running ...
I0916 10:31:19.220008 2064308 system_svc.go:44] waiting for kubelet service to be running ....
I0916 10:31:19.220090 2064308 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0916 10:31:19.263162 2064308 system_svc.go:56] duration metric: took 43.144676ms WaitForService to wait for kubelet
I0916 10:31:19.263243 2064308 kubeadm.go:582] duration metric: took 29.055714708s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0916 10:31:19.263279 2064308 node_conditions.go:102] verifying NodePressure condition ...
I0916 10:31:19.272478 2064308 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0916 10:31:19.272561 2064308 node_conditions.go:123] node cpu capacity is 2
I0916 10:31:19.272591 2064308 node_conditions.go:105] duration metric: took 9.29091ms to run NodePressure ...
I0916 10:31:19.272616 2064308 start.go:241] waiting for startup goroutines ...
I0916 10:31:19.305039 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:19.605207 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:19.605801 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:19.797193 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:20.099691 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:20.101048 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:20.295291 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:20.597682 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:20.598569 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:20.797887 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:21.096766 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:21.099258 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:21.294755 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:21.597973 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:21.600238 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:21.803444 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:22.097870 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:22.100851 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:22.295006 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:22.597700 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:22.598742 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:22.795839 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:23.096175 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:23.098155 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:23.294814 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:23.596166 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:23.598634 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:23.795172 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:24.096643 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:24.099715 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:24.297255 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:24.598721 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:24.599933 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:24.795260 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:25.098369 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:25.101032 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:25.295093 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:25.597734 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:25.597966 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:25.795323 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:26.096041 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:26.099677 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:26.295063 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:26.597593 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:26.599159 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:26.795825 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:27.098811 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:27.099453 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:27.295012 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:27.597182 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:31:27.601645 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:27.795056 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:28.128064 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:28.129640 2064308 kapi.go:107] duration metric: took 27.037023988s to wait for kubernetes.io/minikube-addons=registry ...
I0916 10:31:28.325425 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:28.598623 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:28.795615 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:29.104511 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:29.295646 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:29.598962 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:29.795067 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:30.099851 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:30.296647 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:30.598332 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:30.796058 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:31.099992 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:31.294874 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:31.598117 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:31.796531 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:32.098393 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:32.295287 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:32.598055 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:32.795217 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:33.099311 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:33.295339 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:33.598188 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:33.795029 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:34.098345 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:34.295712 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:34.598442 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:34.795386 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:35.098874 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:35.295415 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:35.598136 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:35.795586 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:36.098658 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:36.294379 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:36.598764 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:36.795529 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:37.098523 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:37.296711 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:37.601252 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:37.799472 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:38.100971 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:38.298686 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:38.599535 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:38.795481 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:39.098734 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:39.296827 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:39.611876 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:39.851830 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:40.108718 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:40.295843 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:40.599050 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:40.795575 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:41.098568 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:41.295957 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:41.598039 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:41.796038 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:42.099484 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:42.295707 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:42.598887 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:42.795416 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:43.099107 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:43.295766 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:43.599999 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:43.795242 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:44.098395 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:44.295957 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:44.600054 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:44.794470 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:45.100863 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:45.295685 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:45.599065 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:45.798514 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:46.099116 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:46.296057 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:46.599389 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:46.796585 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:47.099083 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:47.296145 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:47.598490 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:47.797079 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:48.100448 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:48.295294 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:48.598227 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:48.794662 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:49.119185 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:49.295351 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:49.598797 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:49.794962 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:31:50.098374 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:50.295501 2064308 kapi.go:107] duration metric: took 48.505612662s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0916 10:31:50.598550 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:51.098277 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:51.598976 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:52.098206 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:52.597960 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:53.098585 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:53.598884 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:54.098582 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:54.598852 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:55.098478 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:55.598212 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:56.098517 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:56.598412 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:57.098499 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:57.598710 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:58.097637 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:58.599134 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:59.098778 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:31:59.598318 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:00.130067 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:00.598955 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:01.098901 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:01.598465 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:02.098925 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:02.598148 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:03.102570 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:03.598295 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:04.099028 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:04.598994 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:05.100186 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:05.598454 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:06.098931 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:06.598336 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:07.098800 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:07.599302 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:08.098401 2064308 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:32:08.599190 2064308 kapi.go:107] duration metric: took 1m7.505513413s to wait for app.kubernetes.io/name=ingress-nginx ...
I0916 10:32:25.388811 2064308 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0916 10:32:25.388836 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:25.888825 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:26.388022 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:26.887847 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:27.387834 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:27.888795 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:28.387767 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:28.887542 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:29.388486 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:29.888784 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:30.387676 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:30.888490 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:31.388236 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:31.888242 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:32.387732 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:32.888206 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:33.387868 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:33.887962 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:34.387683 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:34.889279 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:35.388145 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:35.887555 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:36.389045 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:36.887848 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:37.388742 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:37.888016 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:38.388211 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:38.887716 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:39.388708 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:39.888575 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:40.388841 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:40.888385 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:41.388668 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:41.887792 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:42.388021 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:42.888125 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:43.388320 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:43.887796 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:44.388101 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:44.888791 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:45.391207 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:45.888190 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:46.387869 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:46.887554 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:47.388470 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:47.888177 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:48.387903 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:48.888232 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:49.388449 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:49.888527 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:50.388650 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:50.888495 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:51.388590 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:51.888197 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:52.387563 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:52.888238 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:53.388322 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:53.887557 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:54.388664 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:54.888836 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:55.388171 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:55.888180 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:56.388322 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:56.888567 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:57.388117 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:57.887422 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:58.388230 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:58.887872 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:59.396878 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:32:59.888550 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:00.394252 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:00.887612 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:01.392523 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:01.888091 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:02.393207 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:02.887610 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:03.388745 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:03.888344 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:04.388999 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:04.889012 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:05.390448 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:05.888198 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:06.395413 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:06.889275 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:07.387879 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:07.888183 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:08.388311 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:08.888612 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:09.388334 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:09.887931 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:10.387765 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:10.888317 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:11.388557 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:11.887439 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:12.388213 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:12.887810 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:13.388135 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:13.888239 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:14.388445 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:14.889102 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:15.388533 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:15.887383 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:16.388426 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:16.888022 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:17.388399 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:17.887327 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:18.388016 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:18.887470 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:19.388533 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:19.889124 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:20.387631 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:20.888484 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:21.388124 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:21.887946 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:22.388268 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:22.887332 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:23.388224 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:23.887844 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:24.387744 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:24.888405 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:25.388231 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:25.888672 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:26.388063 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:26.888126 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:27.387865 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:27.887552 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:28.387806 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:28.887772 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:29.388587 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:29.888551 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:30.387903 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:30.887507 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:31.388609 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:31.888449 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:32.388259 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:32.887834 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:33.388141 2064308 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:33:33.888934 2064308 kapi.go:107] duration metric: took 2m30.504634261s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0916 10:33:33.890859 2064308 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-451841 cluster.
I0916 10:33:33.892432 2064308 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0916 10:33:33.893920 2064308 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0916 10:33:33.895584 2064308 out.go:177] * Enabled addons: nvidia-device-plugin, storage-provisioner, ingress-dns, storage-provisioner-rancher, volcano, cloud-spanner, metrics-server, inspektor-gadget, yakd, default-storageclass, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0916 10:33:33.897279 2064308 addons.go:510] duration metric: took 2m43.689318504s for enable addons: enabled=[nvidia-device-plugin storage-provisioner ingress-dns storage-provisioner-rancher volcano cloud-spanner metrics-server inspektor-gadget yakd default-storageclass volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0916 10:33:33.897342 2064308 start.go:246] waiting for cluster config update ...
I0916 10:33:33.897367 2064308 start.go:255] writing updated cluster config ...
I0916 10:33:33.898186 2064308 ssh_runner.go:195] Run: rm -f paused
I0916 10:33:33.906793 2064308 out.go:177] * Done! kubectl is now configured to use "addons-451841" cluster and "default" namespace by default
E0916 10:33:33.908425 2064308 start.go:291] kubectl info: exec: fork/exec /usr/local/bin/kubectl: exec format error
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
4bf6f7c832fdd 4f725bf50aaa5 About a minute ago Exited gadget 6 11fc6773b3e1a gadget-wjwc2
f90c8869604c5 6ef582f3ec844 4 minutes ago Running gcp-auth 0 9038b6b53facd gcp-auth-89d5ffd79-pw58v
6f68aecec6aa2 8b46b1cd48760 6 minutes ago Running admission 0 e3af2951f3794 volcano-admission-77d7d48b68-sjxcs
dd63136d8d6ac 289a818c8d9c5 6 minutes ago Running controller 0 b4699f942aa64 ingress-nginx-controller-bc57996ff-rqhcp
a490639f0e8aa ee6d597e62dc8 6 minutes ago Running csi-snapshotter 0 8260f57befdda csi-hostpathplugin-r28vj
317ce7462f733 642ded511e141 6 minutes ago Running csi-provisioner 0 8260f57befdda csi-hostpathplugin-r28vj
324d1501e94dc 420193b27261a 6 minutes ago Exited patch 2 13d0568de4b9d ingress-nginx-admission-patch-z2qc7
7b9cc7b5195ab 922312104da8a 6 minutes ago Running liveness-probe 0 8260f57befdda csi-hostpathplugin-r28vj
bee97d004dc4d 08f6b2990811a 6 minutes ago Running hostpath 0 8260f57befdda csi-hostpathplugin-r28vj
19ec6d5fbc0fd 8b46b1cd48760 6 minutes ago Exited main 0 009b63594d8b2 volcano-admission-init-bz266
000463bf50714 d9c7ad4c226bf 6 minutes ago Running volcano-scheduler 0 d9214c0e709d4 volcano-scheduler-576bc46687-xwjbn
4dc42ec686d73 1505f556b3a7b 6 minutes ago Running volcano-controllers 0 343744c6dcf07 volcano-controllers-56675bb4d5-2ltwp
30f0f6b13e6d5 420193b27261a 6 minutes ago Exited create 0 993d0544f3868 ingress-nginx-admission-create-4vr4g
32df8554c702e 4d1e5c3e97420 6 minutes ago Running volume-snapshot-controller 0 864cff1eb40c5 snapshot-controller-56fcc65765-6llf9
f28ea158892d3 5548a49bb60ba 6 minutes ago Running metrics-server 0 f49e908ac9969 metrics-server-84c5f94fbc-q47pm
7558a63005c7b 0107d56dbc0be 6 minutes ago Running node-driver-registrar 0 8260f57befdda csi-hostpathplugin-r28vj
d181a00ffae8d 4d1e5c3e97420 6 minutes ago Running volume-snapshot-controller 0 5f5c44341cf11 snapshot-controller-56fcc65765-qxvll
952cd1e0c1c93 77bdba588b953 6 minutes ago Running yakd 0 0b98f618250c0 yakd-dashboard-67d98fc6b-djh62
6b271689ecd4e 7ce2150c8929b 6 minutes ago Running local-path-provisioner 0 de8add92893e8 local-path-provisioner-86d989889c-qkpm6
45dcb038c40ff 3410e1561990a 7 minutes ago Running registry-proxy 0 7b57eb1530381 registry-proxy-9cpxl
bd1a124f1e30d 8be4bcf8ec607 7 minutes ago Running cloud-spanner-emulator 0 14a43ef4433bb cloud-spanner-emulator-769b77f747-m5wld
d221c581079ff c9cf76bb104e1 7 minutes ago Running registry 0 82bcc82f48993 registry-66c9cd494c-l957b
3f681021aea3a a9bac31a5be8d 7 minutes ago Running nvidia-device-plugin-ctr 0 2ef7d8ec9c04f nvidia-device-plugin-daemonset-l6r5c
98b48c685a09e 487fa743e1e22 7 minutes ago Running csi-resizer 0 89cb8ade3231b csi-hostpath-resizer-0
2472144c5bc6d 1461903ec4fe9 7 minutes ago Running csi-external-health-monitor-controller 0 8260f57befdda csi-hostpathplugin-r28vj
0af6491cd95ee 9a80d518f102c 7 minutes ago Running csi-attacher 0 0d39436266817 csi-hostpath-attacher-0
9b811a5c5e80c 35508c2f890c4 7 minutes ago Running minikube-ingress-dns 0 e1ed027bac8d8 kube-ingress-dns-minikube
5232ad6b096cb 2f6c962e7b831 7 minutes ago Running coredns 0 3ad39eb105298 coredns-7c65d6cfc9-jqthn
4ddb5fa614111 ba04bb24b9575 7 minutes ago Running storage-provisioner 0 d0cffc65c18c1 storage-provisioner
64b671b165f6f 6a23fa8fd2b78 7 minutes ago Running kindnet-cni 0 bd9ef3e1818e4 kindnet-zckxr
35987f39fe9ef 24a140c548c07 7 minutes ago Running kube-proxy 0 6a8ebbdde94be kube-proxy-tltkn
8769c148a0bb3 27e3830e14027 7 minutes ago Running etcd 0 290d52892953c etcd-addons-451841
31da3c8e5867c 279f381cb3736 7 minutes ago Running kube-controller-manager 0 349d5195292e8 kube-controller-manager-addons-451841
808425f96a229 7f8aa378bb47d 7 minutes ago Running kube-scheduler 0 50415da17c7f0 kube-scheduler-addons-451841
2870b9699fd97 d3f53a98c0a9d 7 minutes ago Running kube-apiserver 0 1d8868dd2cf0d kube-apiserver-addons-451841
==> containerd <==
Sep 16 10:34:32 addons-451841 containerd[816]: time="2024-09-16T10:34:32.673424857Z" level=info msg="CreateContainer within sandbox \"11fc6773b3e1a8e08c3b05ab1b4eefd20fbdfdc9ecb202ef1614e55889b26257\" for &ContainerMetadata{Name:gadget,Attempt:5,} returns container id \"8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42\""
Sep 16 10:34:32 addons-451841 containerd[816]: time="2024-09-16T10:34:32.674716901Z" level=info msg="StartContainer for \"8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42\""
Sep 16 10:34:32 addons-451841 containerd[816]: time="2024-09-16T10:34:32.736227159Z" level=info msg="StartContainer for \"8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42\" returns successfully"
Sep 16 10:34:34 addons-451841 containerd[816]: time="2024-09-16T10:34:34.318513195Z" level=info msg="shim disconnected" id=8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42 namespace=k8s.io
Sep 16 10:34:34 addons-451841 containerd[816]: time="2024-09-16T10:34:34.318584473Z" level=warning msg="cleaning up after shim disconnected" id=8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42 namespace=k8s.io
Sep 16 10:34:34 addons-451841 containerd[816]: time="2024-09-16T10:34:34.318594795Z" level=info msg="cleaning up dead shim" namespace=k8s.io
Sep 16 10:34:34 addons-451841 containerd[816]: time="2024-09-16T10:34:34.649310701Z" level=info msg="RemoveContainer for \"e5775d74a82fdc47a2354d7b955aa86e41f6723d746a84e61e2e68a2a790a79e\""
Sep 16 10:34:34 addons-451841 containerd[816]: time="2024-09-16T10:34:34.657646733Z" level=info msg="RemoveContainer for \"e5775d74a82fdc47a2354d7b955aa86e41f6723d746a84e61e2e68a2a790a79e\" returns successfully"
Sep 16 10:37:22 addons-451841 containerd[816]: time="2024-09-16T10:37:22.524284864Z" level=info msg="PullImage \"ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\""
Sep 16 10:37:22 addons-451841 containerd[816]: time="2024-09-16T10:37:22.659443362Z" level=info msg="ImageUpdate event name:\"ghcr.io/inspektor-gadget/inspektor-gadget@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}"
Sep 16 10:37:22 addons-451841 containerd[816]: time="2024-09-16T10:37:22.665370469Z" level=info msg="stop pulling image ghcr.io/inspektor-gadget/inspektor-gadget@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec: active requests=0, bytes read=89"
Sep 16 10:37:22 addons-451841 containerd[816]: time="2024-09-16T10:37:22.669341831Z" level=info msg="Pulled image \"ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\" with image id \"sha256:4f725bf50aaa5c697fbb84c107e9c7a3766f0f85f514ffce712d03ee5f62e8dd\", repo tag \"\", repo digest \"ghcr.io/inspektor-gadget/inspektor-gadget@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\", size \"72524105\" in 145.00378ms"
Sep 16 10:37:22 addons-451841 containerd[816]: time="2024-09-16T10:37:22.669392325Z" level=info msg="PullImage \"ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\" returns image reference \"sha256:4f725bf50aaa5c697fbb84c107e9c7a3766f0f85f514ffce712d03ee5f62e8dd\""
Sep 16 10:37:22 addons-451841 containerd[816]: time="2024-09-16T10:37:22.671552211Z" level=info msg="CreateContainer within sandbox \"11fc6773b3e1a8e08c3b05ab1b4eefd20fbdfdc9ecb202ef1614e55889b26257\" for container &ContainerMetadata{Name:gadget,Attempt:6,}"
Sep 16 10:37:22 addons-451841 containerd[816]: time="2024-09-16T10:37:22.685888033Z" level=info msg="CreateContainer within sandbox \"11fc6773b3e1a8e08c3b05ab1b4eefd20fbdfdc9ecb202ef1614e55889b26257\" for &ContainerMetadata{Name:gadget,Attempt:6,} returns container id \"4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c\""
Sep 16 10:37:22 addons-451841 containerd[816]: time="2024-09-16T10:37:22.686628639Z" level=info msg="StartContainer for \"4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c\""
Sep 16 10:37:22 addons-451841 containerd[816]: time="2024-09-16T10:37:22.740553568Z" level=info msg="StartContainer for \"4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c\" returns successfully"
Sep 16 10:37:24 addons-451841 containerd[816]: time="2024-09-16T10:37:24.112911597Z" level=error msg="ExecSync for \"4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c\" failed" error="failed to exec in container: failed to start exec \"68720ecdec7f6c8436d7b5f656706d95508d45407dc91a0b1d915fa8280f80fc\": OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown"
Sep 16 10:37:24 addons-451841 containerd[816]: time="2024-09-16T10:37:24.125095589Z" level=error msg="ExecSync for \"4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c\" failed" error="failed to exec in container: failed to start exec \"4a3d2129e274b4e1a6cfdbc8a08b298ac9d7c46355239fdfb38fda19484413bc\": OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown"
Sep 16 10:37:24 addons-451841 containerd[816]: time="2024-09-16T10:37:24.140369800Z" level=error msg="ExecSync for \"4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c\" failed" error="failed to exec in container: failed to start exec \"4765972b973dad3bba47c31475ef7a2e59a1e103aa8bf884db720d0c2b753515\": OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown"
Sep 16 10:37:24 addons-451841 containerd[816]: time="2024-09-16T10:37:24.282983164Z" level=info msg="shim disconnected" id=4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c namespace=k8s.io
Sep 16 10:37:24 addons-451841 containerd[816]: time="2024-09-16T10:37:24.283044924Z" level=warning msg="cleaning up after shim disconnected" id=4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c namespace=k8s.io
Sep 16 10:37:24 addons-451841 containerd[816]: time="2024-09-16T10:37:24.283055664Z" level=info msg="cleaning up dead shim" namespace=k8s.io
Sep 16 10:37:25 addons-451841 containerd[816]: time="2024-09-16T10:37:25.102835481Z" level=info msg="RemoveContainer for \"8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42\""
Sep 16 10:37:25 addons-451841 containerd[816]: time="2024-09-16T10:37:25.110197384Z" level=info msg="RemoveContainer for \"8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42\" returns successfully"
==> coredns [5232ad6b096cb39cf18a9c11e936d3dae11b081bd6666741f3c42e78161ed09f] <==
[INFO] 10.244.0.9:45725 - 37874 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000066576s
[INFO] 10.244.0.9:59523 - 16440 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002202223s
[INFO] 10.244.0.9:59523 - 22330 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002459412s
[INFO] 10.244.0.9:50469 - 36811 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000147232s
[INFO] 10.244.0.9:50469 - 6599 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000154395s
[INFO] 10.244.0.9:54670 - 20364 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000113739s
[INFO] 10.244.0.9:54670 - 51376 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000392596s
[INFO] 10.244.0.9:37135 - 16205 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000064189s
[INFO] 10.244.0.9:37135 - 64832 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.00005714s
[INFO] 10.244.0.9:54223 - 7962 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000052168s
[INFO] 10.244.0.9:54223 - 14360 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000048632s
[INFO] 10.244.0.9:33840 - 38805 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001404552s
[INFO] 10.244.0.9:33840 - 4752 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00164702s
[INFO] 10.244.0.9:45027 - 58736 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000075766s
[INFO] 10.244.0.9:45027 - 39026 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000213093s
[INFO] 10.244.0.24:51483 - 10090 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000202231s
[INFO] 10.244.0.24:42195 - 64926 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000154649s
[INFO] 10.244.0.24:32892 - 59527 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000163215s
[INFO] 10.244.0.24:47611 - 11902 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000096418s
[INFO] 10.244.0.24:59950 - 37722 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00008466s
[INFO] 10.244.0.24:52002 - 29131 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000089403s
[INFO] 10.244.0.24:38598 - 65011 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002266241s
[INFO] 10.244.0.24:60458 - 11928 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.001809759s
[INFO] 10.244.0.24:43975 - 30277 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.001862182s
[INFO] 10.244.0.24:51154 - 58482 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002138832s
==> describe nodes <==
Name: addons-451841
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-451841
kubernetes.io/os=linux
minikube.k8s.io/commit=90d544f06ea0f69499271b003be64a9a224d57ed
minikube.k8s.io/name=addons-451841
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_16T10_30_46_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-451841
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-451841"}
kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 16 Sep 2024 10:30:42 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-451841
AcquireTime: <unset>
RenewTime: Mon, 16 Sep 2024 10:38:25 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 16 Sep 2024 10:33:49 +0000 Mon, 16 Sep 2024 10:30:39 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 16 Sep 2024 10:33:49 +0000 Mon, 16 Sep 2024 10:30:39 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 16 Sep 2024 10:33:49 +0000 Mon, 16 Sep 2024 10:30:39 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 16 Sep 2024 10:33:49 +0000 Mon, 16 Sep 2024 10:30:42 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-451841
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 003b87cb77e5465aa882d8df5f5cd5ab
System UUID: 21a29522-aef6-4d70-a29b-0ea27731fdbe
Boot ID: 2dbe9824-0858-4a96-a54e-17aa28a3ccfb
Kernel Version: 5.15.0-1069-aws
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.7.22
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (27 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default cloud-spanner-emulator-769b77f747-m5wld 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m34s
gadget gadget-wjwc2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m31s
gcp-auth gcp-auth-89d5ffd79-pw58v 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m2s
ingress-nginx ingress-nginx-controller-bc57996ff-rqhcp 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 7m29s
kube-system coredns-7c65d6cfc9-jqthn 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 7m37s
kube-system csi-hostpath-attacher-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m26s
kube-system csi-hostpath-resizer-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m26s
kube-system csi-hostpathplugin-r28vj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m26s
kube-system etcd-addons-451841 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 7m42s
kube-system kindnet-zckxr 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 7m38s
kube-system kube-apiserver-addons-451841 250m (12%) 0 (0%) 0 (0%) 0 (0%) 7m42s
kube-system kube-controller-manager-addons-451841 200m (10%) 0 (0%) 0 (0%) 0 (0%) 7m43s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m33s
kube-system kube-proxy-tltkn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m38s
kube-system kube-scheduler-addons-451841 100m (5%) 0 (0%) 0 (0%) 0 (0%) 7m42s
kube-system metrics-server-84c5f94fbc-q47pm 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 7m32s
kube-system nvidia-device-plugin-daemonset-l6r5c 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m35s
kube-system registry-66c9cd494c-l957b 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m33s
kube-system registry-proxy-9cpxl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m33s
kube-system snapshot-controller-56fcc65765-6llf9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m30s
kube-system snapshot-controller-56fcc65765-qxvll 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m30s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m32s
local-path-storage local-path-provisioner-86d989889c-qkpm6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m32s
volcano-system volcano-admission-77d7d48b68-sjxcs 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m28s
volcano-system volcano-controllers-56675bb4d5-2ltwp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m27s
volcano-system volcano-scheduler-576bc46687-xwjbn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m27s
yakd-dashboard yakd-dashboard-67d98fc6b-djh62 0 (0%) 0 (0%) 128Mi (1%) 256Mi (3%) 7m31s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 638Mi (8%) 476Mi (6%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 7m36s kube-proxy
Normal NodeAllocatableEnforced 7m50s kubelet Updated Node Allocatable limit across pods
Warning CgroupV1 7m50s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 7m50s (x8 over 7m50s) kubelet Node addons-451841 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m50s (x7 over 7m50s) kubelet Node addons-451841 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m50s (x7 over 7m50s) kubelet Node addons-451841 status is now: NodeHasSufficientPID
Normal Starting 7m50s kubelet Starting kubelet.
Normal Starting 7m42s kubelet Starting kubelet.
Warning CgroupV1 7m42s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeAllocatableEnforced 7m42s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 7m42s kubelet Node addons-451841 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m42s kubelet Node addons-451841 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m42s kubelet Node addons-451841 status is now: NodeHasSufficientPID
Normal RegisteredNode 7m39s node-controller Node addons-451841 event: Registered Node addons-451841 in Controller
==> dmesg <==
==> etcd [8769c148a0bb341cc1dcca117d41b6be795d52ed6e49348d14da26aac1d42f01] <==
{"level":"info","ts":"2024-09-16T10:30:38.620397Z","caller":"embed/etcd.go:728","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2024-09-16T10:30:38.620645Z","caller":"embed/etcd.go:279","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-09-16T10:30:38.620676Z","caller":"embed/etcd.go:870","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-09-16T10:30:38.620740Z","caller":"embed/etcd.go:599","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-09-16T10:30:38.620758Z","caller":"embed/etcd.go:571","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-09-16T10:30:39.574728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-09-16T10:30:39.574952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-16T10:30:39.575045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-09-16T10:30:39.575117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-09-16T10:30:39.575193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-09-16T10:30:39.575240Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-09-16T10:30:39.575326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-09-16T10:30:39.581756Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-451841 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-16T10:30:39.582006Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-16T10:30:39.582134Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-16T10:30:39.582418Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-09-16T10:30:39.582525Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-09-16T10:30:39.582434Z","caller":"etcdserver/server.go:2629","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-16T10:30:39.583536Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-16T10:30:39.584617Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-09-16T10:30:39.585041Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-16T10:30:39.590779Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-16T10:30:39.590980Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-16T10:30:39.591021Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-16T10:30:39.592081Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
==> gcp-auth [f90c8869604c54edfd93d5ef8e6467ed81e6a63fbedf9c5712f155d5d85f40b8] <==
2024/09/16 10:33:32 GCP Auth Webhook started!
==> kernel <==
10:38:27 up 1 day, 14:20, 0 users, load average: 0.28, 0.88, 1.75
Linux addons-451841 5.15.0-1069-aws #75~20.04.1-Ubuntu SMP Mon Aug 19 16:22:47 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kindnet [64b671b165f6f7bb28b281ddd3fe708221407f35f09389c964253f52887fd626] <==
I0916 10:36:21.726448 1 main.go:299] handling current node
I0916 10:36:31.721874 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:36:31.721910 1 main.go:299] handling current node
I0916 10:36:41.720953 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:36:41.720987 1 main.go:299] handling current node
I0916 10:36:51.720937 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:36:51.720972 1 main.go:299] handling current node
I0916 10:37:01.727834 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:37:01.727867 1 main.go:299] handling current node
I0916 10:37:11.729432 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:37:11.729465 1 main.go:299] handling current node
I0916 10:37:21.720904 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:37:21.720938 1 main.go:299] handling current node
I0916 10:37:31.722487 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:37:31.722584 1 main.go:299] handling current node
I0916 10:37:41.720891 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:37:41.720925 1 main.go:299] handling current node
I0916 10:37:51.720989 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:37:51.721216 1 main.go:299] handling current node
I0916 10:38:01.725211 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:38:01.725246 1 main.go:299] handling current node
I0916 10:38:11.726624 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:38:11.726661 1 main.go:299] handling current node
I0916 10:38:21.720890 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:38:21.720920 1 main.go:299] handling current node
==> kube-apiserver [2870b9699fd97d290c5750a6361bd1eb6ac986ce8fb7e3f9eb6474155c6b1fa8] <==
W0916 10:32:01.434298 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:02.466465 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:03.481058 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:04.547641 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:05.602664 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:06.287206 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.106.12.131:443: connect: connection refused
E0916 10:32:06.287255 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.106.12.131:443: connect: connection refused" logger="UnhandledError"
W0916 10:32:06.288974 1 dispatcher.go:225] Failed calling webhook, failing closed mutatepod.volcano.sh: failed calling webhook "mutatepod.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/pods/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:06.354223 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.106.12.131:443: connect: connection refused
E0916 10:32:06.354265 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.106.12.131:443: connect: connection refused" logger="UnhandledError"
W0916 10:32:06.355906 1 dispatcher.go:225] Failed calling webhook, failing closed mutatepod.volcano.sh: failed calling webhook "mutatepod.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/pods/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:06.623074 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:07.661520 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:08.760490 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:09.841622 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:10.917089 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:11.983956 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:13.046405 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:14.089526 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.39.137:443: connect: connection refused
W0916 10:32:25.289607 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.106.12.131:443: connect: connection refused
E0916 10:32:25.289652 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.106.12.131:443: connect: connection refused" logger="UnhandledError"
W0916 10:33:06.298609 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.106.12.131:443: connect: connection refused
E0916 10:33:06.298665 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.106.12.131:443: connect: connection refused" logger="UnhandledError"
W0916 10:33:06.363205 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.106.12.131:443: connect: connection refused
E0916 10:33:06.363253 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.106.12.131:443: connect: connection refused" logger="UnhandledError"
==> kube-controller-manager [31da3c8e5867c3e2a6f4592fba3d201359a6c0c862a2620157496149c91a3b11] <==
I0916 10:33:06.315720 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:33:06.334991 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:33:06.336091 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:33:06.351384 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:33:06.375003 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:33:06.382571 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:33:06.391010 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:33:06.403147 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:33:07.408707 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:33:07.423579 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:33:08.523312 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:33:08.551171 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:33:09.531505 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:33:09.540649 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:33:09.549169 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:33:09.560618 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:33:09.569582 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:33:09.577256 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:33:33.504028 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="gcp-auth/gcp-auth-89d5ffd79" duration="13.523761ms"
I0916 10:33:33.504493 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="gcp-auth/gcp-auth-89d5ffd79" duration="52.742µs"
I0916 10:33:39.026367 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="0s"
I0916 10:33:39.035647 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="0s"
I0916 10:33:39.082659 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="0s"
I0916 10:33:39.087612 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="0s"
I0916 10:33:49.934314 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-451841"
==> kube-proxy [35987f39fe9efffcbcdfe8a1694d2541bd561939f35f2770e06a09f005dcf753] <==
I0916 10:30:51.148935 1 server_linux.go:66] "Using iptables proxy"
I0916 10:30:51.266541 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0916 10:30:51.266602 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0916 10:30:51.307434 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0916 10:30:51.307506 1 server_linux.go:169] "Using iptables Proxier"
I0916 10:30:51.310004 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0916 10:30:51.310401 1 server.go:483] "Version info" version="v1.31.1"
I0916 10:30:51.310420 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0916 10:30:51.312344 1 config.go:199] "Starting service config controller"
I0916 10:30:51.312371 1 shared_informer.go:313] Waiting for caches to sync for service config
I0916 10:30:51.312398 1 config.go:105] "Starting endpoint slice config controller"
I0916 10:30:51.312403 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0916 10:30:51.315085 1 config.go:328] "Starting node config controller"
I0916 10:30:51.315100 1 shared_informer.go:313] Waiting for caches to sync for node config
I0916 10:30:51.413119 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0916 10:30:51.413177 1 shared_informer.go:320] Caches are synced for service config
I0916 10:30:51.415238 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [808425f96a2291f8e0cf3dfea11339a46bc25f8b4e1f82c29efc8eee8e1d729a] <==
W0916 10:30:43.815016 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0916 10:30:43.815095 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.815504 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0916 10:30:43.815602 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.815794 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0916 10:30:43.815882 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.816048 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0916 10:30:43.816126 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.816295 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0916 10:30:43.817022 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.817307 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0916 10:30:43.817404 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.817601 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0916 10:30:43.817688 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.817801 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0916 10:30:43.818028 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.817989 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0916 10:30:43.818395 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.818315 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0916 10:30:43.818847 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.818381 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0916 10:30:43.819065 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:30:43.819318 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0916 10:30:43.819478 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
I0916 10:30:44.999991 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Sep 16 10:36:49 addons-451841 kubelet[1517]: I0916 10:36:49.522877 1517 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-66c9cd494c-l957b" secret="" err="secret \"gcp-auth\" not found"
Sep 16 10:36:53 addons-451841 kubelet[1517]: I0916 10:36:53.522463 1517 scope.go:117] "RemoveContainer" containerID="8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42"
Sep 16 10:36:53 addons-451841 kubelet[1517]: E0916 10:36:53.523202 1517 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-wjwc2_gadget(6a752659-ec3c-4841-8e83-fd916caaebc2)\"" pod="gadget/gadget-wjwc2" podUID="6a752659-ec3c-4841-8e83-fd916caaebc2"
Sep 16 10:37:07 addons-451841 kubelet[1517]: I0916 10:37:07.524018 1517 scope.go:117] "RemoveContainer" containerID="8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42"
Sep 16 10:37:07 addons-451841 kubelet[1517]: E0916 10:37:07.524226 1517 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=gadget pod=gadget-wjwc2_gadget(6a752659-ec3c-4841-8e83-fd916caaebc2)\"" pod="gadget/gadget-wjwc2" podUID="6a752659-ec3c-4841-8e83-fd916caaebc2"
Sep 16 10:37:22 addons-451841 kubelet[1517]: I0916 10:37:22.522875 1517 scope.go:117] "RemoveContainer" containerID="8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42"
Sep 16 10:37:24 addons-451841 kubelet[1517]: E0916 10:37:24.114101 1517 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = failed to exec in container: failed to start exec \"68720ecdec7f6c8436d7b5f656706d95508d45407dc91a0b1d915fa8280f80fc\": OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown" containerID="4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c" cmd=["/bin/gadgettracermanager","-liveness"]
Sep 16 10:37:24 addons-451841 kubelet[1517]: E0916 10:37:24.125504 1517 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = failed to exec in container: failed to start exec \"4a3d2129e274b4e1a6cfdbc8a08b298ac9d7c46355239fdfb38fda19484413bc\": OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown" containerID="4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c" cmd=["/bin/gadgettracermanager","-liveness"]
Sep 16 10:37:24 addons-451841 kubelet[1517]: E0916 10:37:24.140609 1517 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = failed to exec in container: failed to start exec \"4765972b973dad3bba47c31475ef7a2e59a1e103aa8bf884db720d0c2b753515\": OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown" containerID="4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c" cmd=["/bin/gadgettracermanager","-liveness"]
Sep 16 10:37:25 addons-451841 kubelet[1517]: I0916 10:37:25.100314 1517 scope.go:117] "RemoveContainer" containerID="8822f01acad4dbe601571b1f9f74d6e699cd5dc6b81ca2296af8a81db5145e42"
Sep 16 10:37:25 addons-451841 kubelet[1517]: I0916 10:37:25.100795 1517 scope.go:117] "RemoveContainer" containerID="4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c"
Sep 16 10:37:25 addons-451841 kubelet[1517]: E0916 10:37:25.100975 1517 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-wjwc2_gadget(6a752659-ec3c-4841-8e83-fd916caaebc2)\"" pod="gadget/gadget-wjwc2" podUID="6a752659-ec3c-4841-8e83-fd916caaebc2"
Sep 16 10:37:27 addons-451841 kubelet[1517]: I0916 10:37:27.112928 1517 scope.go:117] "RemoveContainer" containerID="4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c"
Sep 16 10:37:27 addons-451841 kubelet[1517]: E0916 10:37:27.113140 1517 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-wjwc2_gadget(6a752659-ec3c-4841-8e83-fd916caaebc2)\"" pod="gadget/gadget-wjwc2" podUID="6a752659-ec3c-4841-8e83-fd916caaebc2"
Sep 16 10:37:29 addons-451841 kubelet[1517]: I0916 10:37:29.522642 1517 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/nvidia-device-plugin-daemonset-l6r5c" secret="" err="secret \"gcp-auth\" not found"
Sep 16 10:37:38 addons-451841 kubelet[1517]: I0916 10:37:38.522163 1517 scope.go:117] "RemoveContainer" containerID="4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c"
Sep 16 10:37:38 addons-451841 kubelet[1517]: E0916 10:37:38.522378 1517 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-wjwc2_gadget(6a752659-ec3c-4841-8e83-fd916caaebc2)\"" pod="gadget/gadget-wjwc2" podUID="6a752659-ec3c-4841-8e83-fd916caaebc2"
Sep 16 10:37:47 addons-451841 kubelet[1517]: I0916 10:37:47.522375 1517 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-9cpxl" secret="" err="secret \"gcp-auth\" not found"
Sep 16 10:37:52 addons-451841 kubelet[1517]: I0916 10:37:52.522934 1517 scope.go:117] "RemoveContainer" containerID="4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c"
Sep 16 10:37:52 addons-451841 kubelet[1517]: E0916 10:37:52.523622 1517 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-wjwc2_gadget(6a752659-ec3c-4841-8e83-fd916caaebc2)\"" pod="gadget/gadget-wjwc2" podUID="6a752659-ec3c-4841-8e83-fd916caaebc2"
Sep 16 10:37:57 addons-451841 kubelet[1517]: I0916 10:37:57.522414 1517 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-66c9cd494c-l957b" secret="" err="secret \"gcp-auth\" not found"
Sep 16 10:38:04 addons-451841 kubelet[1517]: I0916 10:38:04.522389 1517 scope.go:117] "RemoveContainer" containerID="4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c"
Sep 16 10:38:04 addons-451841 kubelet[1517]: E0916 10:38:04.522608 1517 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-wjwc2_gadget(6a752659-ec3c-4841-8e83-fd916caaebc2)\"" pod="gadget/gadget-wjwc2" podUID="6a752659-ec3c-4841-8e83-fd916caaebc2"
Sep 16 10:38:16 addons-451841 kubelet[1517]: I0916 10:38:16.522001 1517 scope.go:117] "RemoveContainer" containerID="4bf6f7c832fdd7882f49122b20beed6f7caf3b9e36717efd68feb70fefe1445c"
Sep 16 10:38:16 addons-451841 kubelet[1517]: E0916 10:38:16.522351 1517 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-wjwc2_gadget(6a752659-ec3c-4841-8e83-fd916caaebc2)\"" pod="gadget/gadget-wjwc2" podUID="6a752659-ec3c-4841-8e83-fd916caaebc2"
==> storage-provisioner [4ddb5fa614111a21d93d580947f3eb3b791d38fa6e497e66ae259ff6bb7fed15] <==
I0916 10:30:56.265937 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0916 10:30:56.289948 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0916 10:30:56.290011 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0916 10:30:56.319402 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0916 10:30:56.319890 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ef239dcc-ec3a-4a4d-b0db-6d9c8de888a1", APIVersion:"v1", ResourceVersion:"601", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-451841_dc46b00a-d366-4b2e-97e6-9793fbb0c157 became leader
I0916 10:30:56.319948 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-451841_dc46b00a-d366-4b2e-97e6-9793fbb0c157!
I0916 10:30:56.520389 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-451841_dc46b00a-d366-4b2e-97e6-9793fbb0c157!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-451841 -n addons-451841
helpers_test.go:261: (dbg) Run: kubectl --context addons-451841 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:261: (dbg) Non-zero exit: kubectl --context addons-451841 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running: fork/exec /usr/local/bin/kubectl: exec format error (2.254368ms)
helpers_test.go:263: kubectl --context addons-451841 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running: fork/exec /usr/local/bin/kubectl: exec format error
--- FAIL: TestAddons/serial/Volcano (294.57s)