=== RUN TestAddons/serial/Volcano
addons_test.go:913: volcano-controller stabilized in 14.273105ms
addons_test.go:897: volcano-scheduler stabilized in 14.386237ms
addons_test.go:905: volcano-admission stabilized in 14.418757ms
addons_test.go:919: (dbg) TestAddons/serial/Volcano: waiting 6m0s for pods matching "app=volcano-scheduler" in namespace "volcano-system" ...
helpers_test.go:344: "volcano-scheduler-576bc46687-jtz7f" [4098242c-564d-48c1-85bb-1a269db97aa8] Running
addons_test.go:919: (dbg) TestAddons/serial/Volcano: app=volcano-scheduler healthy within 6.003629484s
addons_test.go:923: (dbg) TestAddons/serial/Volcano: waiting 6m0s for pods matching "app=volcano-admission" in namespace "volcano-system" ...
helpers_test.go:344: "volcano-admission-77d7d48b68-rcfsk" [5919f54b-8406-43d8-bb45-66bd740958e6] Running
addons_test.go:923: (dbg) TestAddons/serial/Volcano: app=volcano-admission healthy within 5.004061306s
addons_test.go:927: (dbg) TestAddons/serial/Volcano: waiting 6m0s for pods matching "app=volcano-controller" in namespace "volcano-system" ...
helpers_test.go:344: "volcano-controllers-56675bb4d5-hdpdb" [82d3745f-6f40-4fda-ba64-265d6b361879] Running
addons_test.go:927: (dbg) TestAddons/serial/Volcano: app=volcano-controller healthy within 5.002859979s
addons_test.go:932: (dbg) Run: kubectl --context addons-191972 delete -n volcano-system job volcano-admission-init
addons_test.go:932: (dbg) Non-zero exit: kubectl --context addons-191972 delete -n volcano-system job volcano-admission-init: fork/exec /usr/local/bin/kubectl: exec format error (382.276µs)
addons_test.go:934: vcjob creation with kubectl --context addons-191972 delete -n volcano-system job volcano-admission-init failed: fork/exec /usr/local/bin/kubectl: exec format error
addons_test.go:938: (dbg) Run: kubectl --context addons-191972 create -f testdata/vcjob.yaml
addons_test.go:938: (dbg) Non-zero exit: kubectl --context addons-191972 create -f testdata/vcjob.yaml: fork/exec /usr/local/bin/kubectl: exec format error (284.626µs)
addons_test.go:940: vcjob creation with kubectl --context addons-191972 create -f testdata/vcjob.yaml failed: fork/exec /usr/local/bin/kubectl: exec format error
addons_test.go:946: (dbg) Run: kubectl --context addons-191972 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-191972 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (240.975µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-191972 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-191972 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (477.823µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-191972 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-191972 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (417.9µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-191972 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-191972 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (397.413µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-191972 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-191972 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (414.656µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-191972 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-191972 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (410.911µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-191972 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-191972 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (418.65µs)
addons_test.go:946: (dbg) Run: kubectl --context addons-191972 get vcjob -n my-volcano
addons_test.go:946: (dbg) Non-zero exit: kubectl --context addons-191972 get vcjob -n my-volcano: fork/exec /usr/local/bin/kubectl: exec format error (430.329µs)
addons_test.go:960: failed checking volcano: fork/exec /usr/local/bin/kubectl: exec format error
addons_test.go:964: (dbg) TestAddons/serial/Volcano: waiting 3m0s for pods matching "volcano.sh/job-name=test-job" in namespace "my-volcano" ...
helpers_test.go:329: TestAddons/serial/Volcano: WARNING: pod list for "my-volcano" "volcano.sh/job-name=test-job" returned: client rate limiter Wait returned an error: context deadline exceeded
addons_test.go:964: ***** TestAddons/serial/Volcano: pod "volcano.sh/job-name=test-job" failed to start within 3m0s: context deadline exceeded ****
addons_test.go:964: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-191972 -n addons-191972
addons_test.go:964: TestAddons/serial/Volcano: showing logs for failed pods as of 2024-09-16 10:32:28.763759804 +0000 UTC m=+615.746016871
addons_test.go:965: failed waiting for test-local-path pod: volcano.sh/job-name=test-job within 3m0s: context deadline exceeded
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/serial/Volcano]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-191972
helpers_test.go:235: (dbg) docker inspect addons-191972:
-- stdout --
[
{
"Id": "49285aed0ac6b4add7b1c7856bcff882cf5b64bc1fd5779afefda3979360aedd",
"Created": "2024-09-16T10:23:37.048894749Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 13416,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-09-16T10:23:37.183215602Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:20d492278eed428d119466f58713403332b5d2ac1db7c6863f797e2406f2b671",
"ResolvConfPath": "/var/lib/docker/containers/49285aed0ac6b4add7b1c7856bcff882cf5b64bc1fd5779afefda3979360aedd/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/49285aed0ac6b4add7b1c7856bcff882cf5b64bc1fd5779afefda3979360aedd/hostname",
"HostsPath": "/var/lib/docker/containers/49285aed0ac6b4add7b1c7856bcff882cf5b64bc1fd5779afefda3979360aedd/hosts",
"LogPath": "/var/lib/docker/containers/49285aed0ac6b4add7b1c7856bcff882cf5b64bc1fd5779afefda3979360aedd/49285aed0ac6b4add7b1c7856bcff882cf5b64bc1fd5779afefda3979360aedd-json.log",
"Name": "/addons-191972",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-191972:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-191972",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/2254b5220082ec2e338390341321e26cfa70d77e8e8e98f86dc832205812162a-init/diff:/var/lib/docker/overlay2/e391a31d00d345931d18da68f8a7d7338830f6d9b98fe203461225d03a65d594/diff",
"MergedDir": "/var/lib/docker/overlay2/2254b5220082ec2e338390341321e26cfa70d77e8e8e98f86dc832205812162a/merged",
"UpperDir": "/var/lib/docker/overlay2/2254b5220082ec2e338390341321e26cfa70d77e8e8e98f86dc832205812162a/diff",
"WorkDir": "/var/lib/docker/overlay2/2254b5220082ec2e338390341321e26cfa70d77e8e8e98f86dc832205812162a/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-191972",
"Source": "/var/lib/docker/volumes/addons-191972/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-191972",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-191972",
"name.minikube.sigs.k8s.io": "addons-191972",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "b247e3d2e57f223fa64fb9fece255c3b6a0f61eb064ba71e6e8c51f7e6b8590a",
"SandboxKey": "/var/run/docker/netns/b247e3d2e57f",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-191972": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "aac8db9a46c7b7c219b85113240d1d4a2ee20d1c156fb7315fdf6aa5e797f6a8",
"EndpointID": "ab683490c93590fb0411cd607b8ad8f3100f7ae01f11dd3e855f6321d940faae",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-191972",
"49285aed0ac6"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-191972 -n addons-191972
helpers_test.go:244: <<< TestAddons/serial/Volcano FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/serial/Volcano]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-191972 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-191972 logs -n 25: (1.203092834s)
helpers_test.go:252: TestAddons/serial/Volcano logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-297488 | jenkins | v1.34.0 | 16 Sep 24 10:22 UTC | |
| | -p download-only-297488 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 16 Sep 24 10:22 UTC | 16 Sep 24 10:22 UTC |
| delete | -p download-only-297488 | download-only-297488 | jenkins | v1.34.0 | 16 Sep 24 10:22 UTC | 16 Sep 24 10:22 UTC |
| start | -o=json --download-only | download-only-024449 | jenkins | v1.34.0 | 16 Sep 24 10:22 UTC | |
| | -p download-only-024449 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.1 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | 16 Sep 24 10:23 UTC |
| delete | -p download-only-024449 | download-only-024449 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | 16 Sep 24 10:23 UTC |
| delete | -p download-only-297488 | download-only-297488 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | 16 Sep 24 10:23 UTC |
| delete | -p download-only-024449 | download-only-024449 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | 16 Sep 24 10:23 UTC |
| start | --download-only -p | download-docker-065822 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | |
| | download-docker-065822 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-065822 | download-docker-065822 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | 16 Sep 24 10:23 UTC |
| start | --download-only -p | binary-mirror-727123 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | |
| | binary-mirror-727123 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:34779 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-727123 | binary-mirror-727123 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | 16 Sep 24 10:23 UTC |
| addons | enable dashboard -p | addons-191972 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | |
| | addons-191972 | | | | | |
| addons | disable dashboard -p | addons-191972 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | |
| | addons-191972 | | | | | |
| start | -p addons-191972 --wait=true | addons-191972 | jenkins | v1.34.0 | 16 Sep 24 10:23 UTC | 16 Sep 24 10:27 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=helm-tiller | | | | | |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/16 10:23:15
Running on machine: ubuntu-20-agent-8
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0916 10:23:15.015457 12653 out.go:345] Setting OutFile to fd 1 ...
I0916 10:23:15.015610 12653 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0916 10:23:15.015623 12653 out.go:358] Setting ErrFile to fd 2...
I0916 10:23:15.015629 12653 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0916 10:23:15.015835 12653 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19651-3687/.minikube/bin
I0916 10:23:15.016423 12653 out.go:352] Setting JSON to false
I0916 10:23:15.017221 12653 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-8","uptime":339,"bootTime":1726481856,"procs":166,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1068-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0916 10:23:15.017316 12653 start.go:139] virtualization: kvm guest
I0916 10:23:15.019468 12653 out.go:177] * [addons-191972] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I0916 10:23:15.020856 12653 out.go:177] - MINIKUBE_LOCATION=19651
I0916 10:23:15.020860 12653 notify.go:220] Checking for updates...
I0916 10:23:15.023158 12653 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0916 10:23:15.024282 12653 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19651-3687/kubeconfig
I0916 10:23:15.025336 12653 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19651-3687/.minikube
I0916 10:23:15.026362 12653 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0916 10:23:15.027468 12653 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0916 10:23:15.028714 12653 driver.go:394] Setting default libvirt URI to qemu:///system
I0916 10:23:15.049632 12653 docker.go:123] docker version: linux-27.2.1:Docker Engine - Community
I0916 10:23:15.049710 12653 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0916 10:23:15.095467 12653 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2024-09-16 10:23:15.085826834 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1068-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-8 Labels:[] ExperimentalBuild:false ServerVersion:27.2.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErr
ors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0916 10:23:15.095614 12653 docker.go:318] overlay module found
I0916 10:23:15.097552 12653 out.go:177] * Using the docker driver based on user configuration
I0916 10:23:15.098917 12653 start.go:297] selected driver: docker
I0916 10:23:15.098932 12653 start.go:901] validating driver "docker" against <nil>
I0916 10:23:15.098957 12653 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0916 10:23:15.099817 12653 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0916 10:23:15.144749 12653 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2024-09-16 10:23:15.136589077 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1068-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-8 Labels:[] ExperimentalBuild:false ServerVersion:27.2.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErr
ors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0916 10:23:15.144922 12653 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0916 10:23:15.145171 12653 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0916 10:23:15.147081 12653 out.go:177] * Using Docker driver with root privileges
I0916 10:23:15.148504 12653 cni.go:84] Creating CNI manager for ""
I0916 10:23:15.148563 12653 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0916 10:23:15.148575 12653 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0916 10:23:15.148632 12653 start.go:340] cluster config:
{Name:addons-191972 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-191972 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHA
uthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0916 10:23:15.149981 12653 out.go:177] * Starting "addons-191972" primary control-plane node in "addons-191972" cluster
I0916 10:23:15.151239 12653 cache.go:121] Beginning downloading kic base image for docker with containerd
I0916 10:23:15.152375 12653 out.go:177] * Pulling base image v0.0.45-1726358845-19644 ...
I0916 10:23:15.153439 12653 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime containerd
I0916 10:23:15.153479 12653 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19651-3687/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-containerd-overlay2-amd64.tar.lz4
I0916 10:23:15.153492 12653 cache.go:56] Caching tarball of preloaded images
I0916 10:23:15.153495 12653 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 in local docker daemon
I0916 10:23:15.153601 12653 preload.go:172] Found /home/jenkins/minikube-integration/19651-3687/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-containerd-overlay2-amd64.tar.lz4 in cache, skipping download
I0916 10:23:15.153613 12653 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on containerd
I0916 10:23:15.153950 12653 profile.go:143] Saving config to /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/config.json ...
I0916 10:23:15.153974 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/config.json: {Name:mk77e04db13eac753d69895eba14a3f7223b28d8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:15.169560 12653 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 to local cache
I0916 10:23:15.169666 12653 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 in local cache directory
I0916 10:23:15.169681 12653 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 in local cache directory, skipping pull
I0916 10:23:15.169685 12653 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 exists in cache, skipping pull
I0916 10:23:15.169694 12653 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 as a tarball
I0916 10:23:15.169701 12653 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 from local cache
I0916 10:23:27.861517 12653 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 from cached tarball
I0916 10:23:27.861553 12653 cache.go:194] Successfully downloaded all kic artifacts
I0916 10:23:27.861589 12653 start.go:360] acquireMachinesLock for addons-191972: {Name:mk1204ee6335c794af5ff39cd93a214e3c1d654b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0916 10:23:27.861691 12653 start.go:364] duration metric: took 80.959µs to acquireMachinesLock for "addons-191972"
I0916 10:23:27.861720 12653 start.go:93] Provisioning new machine with config: &{Name:addons-191972 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-191972 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:fa
lse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0916 10:23:27.861797 12653 start.go:125] createHost starting for "" (driver="docker")
I0916 10:23:27.864363 12653 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0916 10:23:27.864609 12653 start.go:159] libmachine.API.Create for "addons-191972" (driver="docker")
I0916 10:23:27.864644 12653 client.go:168] LocalClient.Create starting
I0916 10:23:27.864787 12653 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19651-3687/.minikube/certs/ca.pem
I0916 10:23:28.100386 12653 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19651-3687/.minikube/certs/cert.pem
I0916 10:23:28.472961 12653 cli_runner.go:164] Run: docker network inspect addons-191972 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0916 10:23:28.488573 12653 cli_runner.go:211] docker network inspect addons-191972 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0916 10:23:28.488653 12653 network_create.go:284] running [docker network inspect addons-191972] to gather additional debugging logs...
I0916 10:23:28.488675 12653 cli_runner.go:164] Run: docker network inspect addons-191972
W0916 10:23:28.503724 12653 cli_runner.go:211] docker network inspect addons-191972 returned with exit code 1
I0916 10:23:28.503773 12653 network_create.go:287] error running [docker network inspect addons-191972]: docker network inspect addons-191972: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-191972 not found
I0916 10:23:28.503790 12653 network_create.go:289] output of [docker network inspect addons-191972]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-191972 not found
** /stderr **
I0916 10:23:28.503874 12653 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0916 10:23:28.520445 12653 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001ac6790}
I0916 10:23:28.520486 12653 network_create.go:124] attempt to create docker network addons-191972 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0916 10:23:28.520531 12653 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-191972 addons-191972
I0916 10:23:28.578324 12653 network_create.go:108] docker network addons-191972 192.168.49.0/24 created
I0916 10:23:28.578353 12653 kic.go:121] calculated static IP "192.168.49.2" for the "addons-191972" container
I0916 10:23:28.578405 12653 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0916 10:23:28.593459 12653 cli_runner.go:164] Run: docker volume create addons-191972 --label name.minikube.sigs.k8s.io=addons-191972 --label created_by.minikube.sigs.k8s.io=true
I0916 10:23:28.611104 12653 oci.go:103] Successfully created a docker volume addons-191972
I0916 10:23:28.611189 12653 cli_runner.go:164] Run: docker run --rm --name addons-191972-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-191972 --entrypoint /usr/bin/test -v addons-191972:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 -d /var/lib
I0916 10:23:32.566442 12653 cli_runner.go:217] Completed: docker run --rm --name addons-191972-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-191972 --entrypoint /usr/bin/test -v addons-191972:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 -d /var/lib: (3.955205965s)
I0916 10:23:32.566475 12653 oci.go:107] Successfully prepared a docker volume addons-191972
I0916 10:23:32.566499 12653 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime containerd
I0916 10:23:32.566524 12653 kic.go:194] Starting extracting preloaded images to volume ...
I0916 10:23:32.566588 12653 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19651-3687/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-191972:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 -I lz4 -xf /preloaded.tar -C /extractDir
I0916 10:23:36.989473 12653 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19651-3687/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-191972:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 -I lz4 -xf /preloaded.tar -C /extractDir: (4.422844639s)
I0916 10:23:36.989499 12653 kic.go:203] duration metric: took 4.422974303s to extract preloaded images to volume ...
W0916 10:23:36.989616 12653 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0916 10:23:36.989704 12653 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0916 10:23:37.034645 12653 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-191972 --name addons-191972 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-191972 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-191972 --network addons-191972 --ip 192.168.49.2 --volume addons-191972:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0
I0916 10:23:37.351088 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Running}}
I0916 10:23:37.369798 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:37.389505 12653 cli_runner.go:164] Run: docker exec addons-191972 stat /var/lib/dpkg/alternatives/iptables
I0916 10:23:37.432507 12653 oci.go:144] the created container "addons-191972" has a running status.
I0916 10:23:37.432542 12653 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa...
I0916 10:23:37.512853 12653 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0916 10:23:37.532177 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:37.549342 12653 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0916 10:23:37.549361 12653 kic_runner.go:114] Args: [docker exec --privileged addons-191972 chown docker:docker /home/docker/.ssh/authorized_keys]
I0916 10:23:37.594990 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:37.611429 12653 machine.go:93] provisionDockerMachine start ...
I0916 10:23:37.611513 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:37.628951 12653 main.go:141] libmachine: Using SSH client type: native
I0916 10:23:37.629230 12653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x86c560] 0x86f240 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0916 10:23:37.629249 12653 main.go:141] libmachine: About to run SSH command:
hostname
I0916 10:23:37.630101 12653 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:54456->127.0.0.1:32768: read: connection reset by peer
I0916 10:23:40.759062 12653 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-191972
I0916 10:23:40.759087 12653 ubuntu.go:169] provisioning hostname "addons-191972"
I0916 10:23:40.759139 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:40.776123 12653 main.go:141] libmachine: Using SSH client type: native
I0916 10:23:40.776294 12653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x86c560] 0x86f240 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0916 10:23:40.776306 12653 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-191972 && echo "addons-191972" | sudo tee /etc/hostname
I0916 10:23:40.917999 12653 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-191972
I0916 10:23:40.918073 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:40.934369 12653 main.go:141] libmachine: Using SSH client type: native
I0916 10:23:40.934536 12653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x86c560] 0x86f240 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0916 10:23:40.934552 12653 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-191972' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-191972/g' /etc/hosts;
else
echo '127.0.1.1 addons-191972' | sudo tee -a /etc/hosts;
fi
fi
I0916 10:23:41.063670 12653 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0916 10:23:41.063696 12653 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19651-3687/.minikube CaCertPath:/home/jenkins/minikube-integration/19651-3687/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19651-3687/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19651-3687/.minikube}
I0916 10:23:41.063755 12653 ubuntu.go:177] setting up certificates
I0916 10:23:41.063769 12653 provision.go:84] configureAuth start
I0916 10:23:41.063821 12653 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-191972
I0916 10:23:41.080185 12653 provision.go:143] copyHostCerts
I0916 10:23:41.080289 12653 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19651-3687/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19651-3687/.minikube/ca.pem (1078 bytes)
I0916 10:23:41.080452 12653 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19651-3687/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19651-3687/.minikube/cert.pem (1123 bytes)
I0916 10:23:41.080539 12653 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19651-3687/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19651-3687/.minikube/key.pem (1675 bytes)
I0916 10:23:41.080607 12653 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19651-3687/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19651-3687/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19651-3687/.minikube/certs/ca-key.pem org=jenkins.addons-191972 san=[127.0.0.1 192.168.49.2 addons-191972 localhost minikube]
I0916 10:23:41.189624 12653 provision.go:177] copyRemoteCerts
I0916 10:23:41.189685 12653 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0916 10:23:41.189718 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:41.206072 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:41.299940 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0916 10:23:41.321259 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0916 10:23:41.342100 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0916 10:23:41.362764 12653 provision.go:87] duration metric: took 298.977855ms to configureAuth
I0916 10:23:41.362793 12653 ubuntu.go:193] setting minikube options for container-runtime
I0916 10:23:41.362955 12653 config.go:182] Loaded profile config "addons-191972": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.31.1
I0916 10:23:41.362966 12653 machine.go:96] duration metric: took 3.751519266s to provisionDockerMachine
I0916 10:23:41.362991 12653 client.go:171] duration metric: took 13.498318264s to LocalClient.Create
I0916 10:23:41.363014 12653 start.go:167] duration metric: took 13.498406844s to libmachine.API.Create "addons-191972"
I0916 10:23:41.363024 12653 start.go:293] postStartSetup for "addons-191972" (driver="docker")
I0916 10:23:41.363035 12653 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0916 10:23:41.363112 12653 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0916 10:23:41.363159 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:41.379631 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:41.472315 12653 ssh_runner.go:195] Run: cat /etc/os-release
I0916 10:23:41.475416 12653 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0916 10:23:41.475455 12653 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0916 10:23:41.475469 12653 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0916 10:23:41.475477 12653 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0916 10:23:41.475490 12653 filesync.go:126] Scanning /home/jenkins/minikube-integration/19651-3687/.minikube/addons for local assets ...
I0916 10:23:41.475562 12653 filesync.go:126] Scanning /home/jenkins/minikube-integration/19651-3687/.minikube/files for local assets ...
I0916 10:23:41.475593 12653 start.go:296] duration metric: took 112.560003ms for postStartSetup
I0916 10:23:41.475953 12653 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-191972
I0916 10:23:41.491831 12653 profile.go:143] Saving config to /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/config.json ...
I0916 10:23:41.492098 12653 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0916 10:23:41.492159 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:41.508709 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:41.604422 12653 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0916 10:23:41.608355 12653 start.go:128] duration metric: took 13.746544864s to createHost
I0916 10:23:41.608378 12653 start.go:83] releasing machines lock for "addons-191972", held for 13.74667303s
I0916 10:23:41.608449 12653 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-191972
I0916 10:23:41.624552 12653 ssh_runner.go:195] Run: cat /version.json
I0916 10:23:41.624594 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:41.624666 12653 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0916 10:23:41.624742 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:41.640830 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:41.641558 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:41.811513 12653 ssh_runner.go:195] Run: systemctl --version
I0916 10:23:41.816090 12653 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0916 10:23:41.820031 12653 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0916 10:23:41.841966 12653 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0916 10:23:41.842040 12653 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0916 10:23:41.867614 12653 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0916 10:23:41.867637 12653 start.go:495] detecting cgroup driver to use...
I0916 10:23:41.867665 12653 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0916 10:23:41.867707 12653 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0916 10:23:41.878761 12653 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0916 10:23:41.889209 12653 docker.go:217] disabling cri-docker service (if available) ...
I0916 10:23:41.889272 12653 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0916 10:23:41.901658 12653 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0916 10:23:41.914376 12653 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0916 10:23:41.989625 12653 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0916 10:23:42.064036 12653 docker.go:233] disabling docker service ...
I0916 10:23:42.064087 12653 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0916 10:23:42.082378 12653 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0916 10:23:42.092694 12653 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0916 10:23:42.163431 12653 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0916 10:23:42.235566 12653 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0916 10:23:42.245920 12653 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0916 10:23:42.260071 12653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0916 10:23:42.268844 12653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0916 10:23:42.277914 12653 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0916 10:23:42.277973 12653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0916 10:23:42.287090 12653 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0916 10:23:42.295426 12653 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0916 10:23:42.303716 12653 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0916 10:23:42.312468 12653 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0916 10:23:42.320449 12653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0916 10:23:42.328970 12653 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0916 10:23:42.337386 12653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0916 10:23:42.345791 12653 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0916 10:23:42.352855 12653 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0916 10:23:42.359971 12653 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0916 10:23:42.438798 12653 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0916 10:23:42.548862 12653 start.go:542] Will wait 60s for socket path /run/containerd/containerd.sock
I0916 10:23:42.548940 12653 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I0916 10:23:42.552403 12653 start.go:563] Will wait 60s for crictl version
I0916 10:23:42.552460 12653 ssh_runner.go:195] Run: which crictl
I0916 10:23:42.555471 12653 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0916 10:23:42.586679 12653 start.go:579] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.7.22
RuntimeApiVersion: v1
I0916 10:23:42.586752 12653 ssh_runner.go:195] Run: containerd --version
I0916 10:23:42.608454 12653 ssh_runner.go:195] Run: containerd --version
I0916 10:23:42.632432 12653 out.go:177] * Preparing Kubernetes v1.31.1 on containerd 1.7.22 ...
I0916 10:23:42.633762 12653 cli_runner.go:164] Run: docker network inspect addons-191972 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0916 10:23:42.650400 12653 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0916 10:23:42.653892 12653 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0916 10:23:42.664053 12653 kubeadm.go:883] updating cluster {Name:addons-191972 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-191972 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cus
tomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0916 10:23:42.664154 12653 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime containerd
I0916 10:23:42.664195 12653 ssh_runner.go:195] Run: sudo crictl images --output json
I0916 10:23:42.695688 12653 containerd.go:627] all images are preloaded for containerd runtime.
I0916 10:23:42.695710 12653 containerd.go:534] Images already preloaded, skipping extraction
I0916 10:23:42.695778 12653 ssh_runner.go:195] Run: sudo crictl images --output json
I0916 10:23:42.727148 12653 containerd.go:627] all images are preloaded for containerd runtime.
I0916 10:23:42.727166 12653 cache_images.go:84] Images are preloaded, skipping loading
I0916 10:23:42.727174 12653 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.1 containerd true true} ...
I0916 10:23:42.727255 12653 kubeadm.go:946] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-191972 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:addons-191972 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0916 10:23:42.727302 12653 ssh_runner.go:195] Run: sudo crictl info
I0916 10:23:42.757474 12653 cni.go:84] Creating CNI manager for ""
I0916 10:23:42.757493 12653 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0916 10:23:42.757502 12653 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0916 10:23:42.757520 12653 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-191972 NodeName:addons-191972 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///run/containerd/containerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0916 10:23:42.757633 12653 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-191972"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///run/containerd/containerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0916 10:23:42.757684 12653 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0916 10:23:42.765604 12653 binaries.go:44] Found k8s binaries, skipping transfer
I0916 10:23:42.765672 12653 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0916 10:23:42.773363 12653 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (317 bytes)
I0916 10:23:42.789280 12653 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0916 10:23:42.805100 12653 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2167 bytes)
I0916 10:23:42.820420 12653 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0916 10:23:42.823264 12653 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0916 10:23:42.832700 12653 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0916 10:23:42.907069 12653 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0916 10:23:42.919246 12653 certs.go:68] Setting up /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972 for IP: 192.168.49.2
I0916 10:23:42.919266 12653 certs.go:194] generating shared ca certs ...
I0916 10:23:42.919279 12653 certs.go:226] acquiring lock for ca certs: {Name:mk4b9a3a00ee9ff5cc0ce1b6e575845534270c29 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:42.919399 12653 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19651-3687/.minikube/ca.key
I0916 10:23:43.054784 12653 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-3687/.minikube/ca.crt ...
I0916 10:23:43.054815 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/ca.crt: {Name:mkf05eaa3032985e939bd1a93aa36a6d50242974 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.055008 12653 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-3687/.minikube/ca.key ...
I0916 10:23:43.055031 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/ca.key: {Name:mk4cf19316dad04ab708c5c17e172ec92fc35230 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.055134 12653 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19651-3687/.minikube/proxy-client-ca.key
I0916 10:23:43.268289 12653 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-3687/.minikube/proxy-client-ca.crt ...
I0916 10:23:43.268318 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/proxy-client-ca.crt: {Name:mk68da284b9ad8d396a1f11e7cfb94cc6f208c5f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.268510 12653 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-3687/.minikube/proxy-client-ca.key ...
I0916 10:23:43.268532 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/proxy-client-ca.key: {Name:mkdf8c5da2a6d70c9ece2277843ebe69f9105c4f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.268626 12653 certs.go:256] generating profile certs ...
I0916 10:23:43.268694 12653 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/client.key
I0916 10:23:43.268720 12653 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/client.crt with IP's: []
I0916 10:23:43.341520 12653 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/client.crt ...
I0916 10:23:43.341551 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/client.crt: {Name:mke3c2895145f9c692cb1e6451d9766499ccc877 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.341738 12653 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/client.key ...
I0916 10:23:43.341755 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/client.key: {Name:mkd6237ae8ebf429452ae0c60cea457b1f9cff1d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.341855 12653 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.key.ac265369
I0916 10:23:43.341882 12653 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.crt.ac265369 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0916 10:23:43.403750 12653 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.crt.ac265369 ...
I0916 10:23:43.403775 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.crt.ac265369: {Name:mk72db26b8519849abdf811ed93be5caeac2267d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.403951 12653 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.key.ac265369 ...
I0916 10:23:43.403973 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.key.ac265369: {Name:mk4b11dab0a085e395344dc35616a0c16f298191 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.404065 12653 certs.go:381] copying /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.crt.ac265369 -> /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.crt
I0916 10:23:43.404155 12653 certs.go:385] copying /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.key.ac265369 -> /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.key
I0916 10:23:43.404230 12653 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/proxy-client.key
I0916 10:23:43.404250 12653 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/proxy-client.crt with IP's: []
I0916 10:23:43.488130 12653 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/proxy-client.crt ...
I0916 10:23:43.488160 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/proxy-client.crt: {Name:mk11d8f9c437e5586897185f4551df7594041471 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.488342 12653 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/proxy-client.key ...
I0916 10:23:43.488360 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/proxy-client.key: {Name:mk18734ee357c50ce0ff509ffb1c7e42743fa1b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:43.488577 12653 certs.go:484] found cert: /home/jenkins/minikube-integration/19651-3687/.minikube/certs/ca-key.pem (1679 bytes)
I0916 10:23:43.488617 12653 certs.go:484] found cert: /home/jenkins/minikube-integration/19651-3687/.minikube/certs/ca.pem (1078 bytes)
I0916 10:23:43.488652 12653 certs.go:484] found cert: /home/jenkins/minikube-integration/19651-3687/.minikube/certs/cert.pem (1123 bytes)
I0916 10:23:43.488682 12653 certs.go:484] found cert: /home/jenkins/minikube-integration/19651-3687/.minikube/certs/key.pem (1675 bytes)
I0916 10:23:43.489279 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0916 10:23:43.511557 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0916 10:23:43.532934 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0916 10:23:43.553377 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0916 10:23:43.575078 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0916 10:23:43.595868 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0916 10:23:43.616905 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0916 10:23:43.637839 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/profiles/addons-191972/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0916 10:23:43.658915 12653 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19651-3687/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0916 10:23:43.680485 12653 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0916 10:23:43.696295 12653 ssh_runner.go:195] Run: openssl version
I0916 10:23:43.701282 12653 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0916 10:23:43.709681 12653 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0916 10:23:43.712715 12653 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 16 10:23 /usr/share/ca-certificates/minikubeCA.pem
I0916 10:23:43.712762 12653 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0916 10:23:43.718832 12653 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0916 10:23:43.727190 12653 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0916 10:23:43.730247 12653 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0916 10:23:43.730290 12653 kubeadm.go:392] StartCluster: {Name:addons-191972 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726358845-19644@sha256:4c67a32a16c2d4f824f00267c172fd225757ca75441e363d925dc9583137f0b0 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-191972 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Custom
QemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0916 10:23:43.730356 12653 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0916 10:23:43.730405 12653 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0916 10:23:43.761830 12653 cri.go:89] found id: ""
I0916 10:23:43.761893 12653 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0916 10:23:43.770086 12653 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0916 10:23:43.778465 12653 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0916 10:23:43.778522 12653 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0916 10:23:43.786355 12653 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0916 10:23:43.786373 12653 kubeadm.go:157] found existing configuration files:
I0916 10:23:43.786419 12653 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0916 10:23:43.794471 12653 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0916 10:23:43.794519 12653 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0916 10:23:43.802487 12653 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0916 10:23:43.810401 12653 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0916 10:23:43.810451 12653 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0916 10:23:43.817541 12653 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0916 10:23:43.824799 12653 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0916 10:23:43.824842 12653 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0916 10:23:43.832032 12653 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0916 10:23:43.839239 12653 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0916 10:23:43.839298 12653 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0916 10:23:43.847649 12653 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0916 10:23:43.880192 12653 kubeadm.go:310] W0916 10:23:43.879583 1109 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0916 10:23:43.880773 12653 kubeadm.go:310] W0916 10:23:43.880291 1109 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0916 10:23:43.896580 12653 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1068-gcp\n", err: exit status 1
I0916 10:23:43.944226 12653 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0916 10:23:52.227261 12653 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I0916 10:23:52.227338 12653 kubeadm.go:310] [preflight] Running pre-flight checks
I0916 10:23:52.227418 12653 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0916 10:23:52.227466 12653 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1068-gcp[0m
I0916 10:23:52.227501 12653 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0916 10:23:52.227541 12653 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0916 10:23:52.227584 12653 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0916 10:23:52.227625 12653 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0916 10:23:52.227670 12653 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0916 10:23:52.227711 12653 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0916 10:23:52.227786 12653 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0916 10:23:52.227872 12653 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0916 10:23:52.227947 12653 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0916 10:23:52.227994 12653 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0916 10:23:52.228098 12653 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0916 10:23:52.228218 12653 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0916 10:23:52.228360 12653 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0916 10:23:52.228491 12653 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0916 10:23:52.230143 12653 out.go:235] - Generating certificates and keys ...
I0916 10:23:52.230239 12653 kubeadm.go:310] [certs] Using existing ca certificate authority
I0916 10:23:52.230328 12653 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0916 10:23:52.230422 12653 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0916 10:23:52.230504 12653 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0916 10:23:52.230596 12653 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0916 10:23:52.230685 12653 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0916 10:23:52.230768 12653 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0916 10:23:52.230910 12653 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-191972 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0916 10:23:52.230984 12653 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0916 10:23:52.231130 12653 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-191972 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0916 10:23:52.231228 12653 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0916 10:23:52.231331 12653 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0916 10:23:52.231395 12653 kubeadm.go:310] [certs] Generating "sa" key and public key
I0916 10:23:52.231471 12653 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0916 10:23:52.231543 12653 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0916 10:23:52.231622 12653 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0916 10:23:52.231683 12653 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0916 10:23:52.231759 12653 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0916 10:23:52.231871 12653 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0916 10:23:52.231979 12653 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0916 10:23:52.232069 12653 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0916 10:23:52.233407 12653 out.go:235] - Booting up control plane ...
I0916 10:23:52.233500 12653 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0916 10:23:52.233589 12653 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0916 10:23:52.233654 12653 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0916 10:23:52.233747 12653 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0916 10:23:52.233846 12653 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0916 10:23:52.233895 12653 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0916 10:23:52.234011 12653 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0916 10:23:52.234102 12653 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0916 10:23:52.234155 12653 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.63037ms
I0916 10:23:52.234224 12653 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0916 10:23:52.234282 12653 kubeadm.go:310] [api-check] The API server is healthy after 4.501222011s
I0916 10:23:52.234402 12653 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0916 10:23:52.234544 12653 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0916 10:23:52.234625 12653 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0916 10:23:52.234780 12653 kubeadm.go:310] [mark-control-plane] Marking the node addons-191972 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0916 10:23:52.234830 12653 kubeadm.go:310] [bootstrap-token] Using token: fe3fo6.40ynbll2pbwpp3it
I0916 10:23:52.236918 12653 out.go:235] - Configuring RBAC rules ...
I0916 10:23:52.237043 12653 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0916 10:23:52.237118 12653 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0916 10:23:52.237261 12653 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0916 10:23:52.237418 12653 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0916 10:23:52.237547 12653 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0916 10:23:52.237659 12653 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0916 10:23:52.237791 12653 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0916 10:23:52.237856 12653 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0916 10:23:52.237898 12653 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0916 10:23:52.237904 12653 kubeadm.go:310]
I0916 10:23:52.237963 12653 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0916 10:23:52.237971 12653 kubeadm.go:310]
I0916 10:23:52.238040 12653 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0916 10:23:52.238046 12653 kubeadm.go:310]
I0916 10:23:52.238070 12653 kubeadm.go:310] mkdir -p $HOME/.kube
I0916 10:23:52.238123 12653 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0916 10:23:52.238167 12653 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0916 10:23:52.238173 12653 kubeadm.go:310]
I0916 10:23:52.238218 12653 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0916 10:23:52.238223 12653 kubeadm.go:310]
I0916 10:23:52.238268 12653 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0916 10:23:52.238274 12653 kubeadm.go:310]
I0916 10:23:52.238329 12653 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0916 10:23:52.238418 12653 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0916 10:23:52.238507 12653 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0916 10:23:52.238515 12653 kubeadm.go:310]
I0916 10:23:52.238598 12653 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0916 10:23:52.238681 12653 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0916 10:23:52.238690 12653 kubeadm.go:310]
I0916 10:23:52.238801 12653 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token fe3fo6.40ynbll2pbwpp3it \
I0916 10:23:52.238908 12653 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:98a702be5b5d3b3b3becc38b5841e80991e597e246b60161686d9df7f6d6b018 \
I0916 10:23:52.238933 12653 kubeadm.go:310] --control-plane
I0916 10:23:52.238939 12653 kubeadm.go:310]
I0916 10:23:52.239012 12653 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0916 10:23:52.239020 12653 kubeadm.go:310]
I0916 10:23:52.239095 12653 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token fe3fo6.40ynbll2pbwpp3it \
I0916 10:23:52.239199 12653 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:98a702be5b5d3b3b3becc38b5841e80991e597e246b60161686d9df7f6d6b018
I0916 10:23:52.239210 12653 cni.go:84] Creating CNI manager for ""
I0916 10:23:52.239215 12653 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0916 10:23:52.240733 12653 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0916 10:23:52.241980 12653 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0916 10:23:52.245609 12653 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I0916 10:23:52.245625 12653 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0916 10:23:52.261912 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0916 10:23:52.447057 12653 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0916 10:23:52.447144 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:52.447165 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-191972 minikube.k8s.io/updated_at=2024_09_16T10_23_52_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=90d544f06ea0f69499271b003be64a9a224d57ed minikube.k8s.io/name=addons-191972 minikube.k8s.io/primary=true
I0916 10:23:52.543497 12653 ops.go:34] apiserver oom_adj: -16
I0916 10:23:52.543643 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:53.044491 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:53.543770 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:54.044061 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:54.544691 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:55.044249 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:55.543918 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:56.043679 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:56.543717 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:57.044619 12653 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0916 10:23:57.107839 12653 kubeadm.go:1113] duration metric: took 4.660750668s to wait for elevateKubeSystemPrivileges
I0916 10:23:57.107871 12653 kubeadm.go:394] duration metric: took 13.37758355s to StartCluster
I0916 10:23:57.107890 12653 settings.go:142] acquiring lock: {Name:mk5f140da961bb985c566f732d611f3e238f1f4f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:57.107998 12653 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19651-3687/kubeconfig
I0916 10:23:57.108383 12653 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19651-3687/kubeconfig: {Name:mk14e53f493eb1002278196bae5598421d6de4bf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0916 10:23:57.108581 12653 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0916 10:23:57.108610 12653 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0916 10:23:57.108666 12653 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:true inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0916 10:23:57.108789 12653 addons.go:69] Setting yakd=true in profile "addons-191972"
I0916 10:23:57.108813 12653 addons.go:234] Setting addon yakd=true in "addons-191972"
I0916 10:23:57.108830 12653 config.go:182] Loaded profile config "addons-191972": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.31.1
I0916 10:23:57.108844 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.108885 12653 addons.go:69] Setting inspektor-gadget=true in profile "addons-191972"
I0916 10:23:57.108900 12653 addons.go:234] Setting addon inspektor-gadget=true in "addons-191972"
I0916 10:23:57.108928 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.109000 12653 addons.go:69] Setting gcp-auth=true in profile "addons-191972"
I0916 10:23:57.109025 12653 mustload.go:65] Loading cluster: addons-191972
I0916 10:23:57.109143 12653 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-191972"
I0916 10:23:57.109187 12653 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-191972"
I0916 10:23:57.109185 12653 addons.go:69] Setting default-storageclass=true in profile "addons-191972"
I0916 10:23:57.109211 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.109225 12653 config.go:182] Loaded profile config "addons-191972": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.31.1
I0916 10:23:57.109232 12653 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-191972"
I0916 10:23:57.109216 12653 addons.go:69] Setting cloud-spanner=true in profile "addons-191972"
I0916 10:23:57.109259 12653 addons.go:69] Setting storage-provisioner=true in profile "addons-191972"
I0916 10:23:57.109265 12653 addons.go:234] Setting addon cloud-spanner=true in "addons-191972"
I0916 10:23:57.109274 12653 addons.go:234] Setting addon storage-provisioner=true in "addons-191972"
I0916 10:23:57.109308 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.109323 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.109407 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.109485 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.109507 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.109547 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.109684 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.109757 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.109825 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.110167 12653 addons.go:69] Setting ingress-dns=true in profile "addons-191972"
I0916 10:23:57.110372 12653 addons.go:234] Setting addon ingress-dns=true in "addons-191972"
I0916 10:23:57.110546 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.111202 12653 addons.go:69] Setting helm-tiller=true in profile "addons-191972"
I0916 10:23:57.111255 12653 addons.go:234] Setting addon helm-tiller=true in "addons-191972"
I0916 10:23:57.111282 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.111445 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.111484 12653 addons.go:69] Setting ingress=true in profile "addons-191972"
I0916 10:23:57.111498 12653 addons.go:234] Setting addon ingress=true in "addons-191972"
I0916 10:23:57.111527 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.111731 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.110913 12653 addons.go:69] Setting metrics-server=true in profile "addons-191972"
I0916 10:23:57.111983 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.111987 12653 addons.go:234] Setting addon metrics-server=true in "addons-191972"
I0916 10:23:57.112171 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.110926 12653 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-191972"
I0916 10:23:57.113223 12653 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-191972"
I0916 10:23:57.113258 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.113700 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.115817 12653 out.go:177] * Verifying Kubernetes components...
I0916 10:23:57.116675 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.110938 12653 addons.go:69] Setting registry=true in profile "addons-191972"
I0916 10:23:57.116963 12653 addons.go:234] Setting addon registry=true in "addons-191972"
I0916 10:23:57.117093 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.110938 12653 addons.go:69] Setting volcano=true in profile "addons-191972"
I0916 10:23:57.117245 12653 addons.go:234] Setting addon volcano=true in "addons-191972"
I0916 10:23:57.117313 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.110949 12653 addons.go:69] Setting volumesnapshots=true in profile "addons-191972"
I0916 10:23:57.117350 12653 addons.go:234] Setting addon volumesnapshots=true in "addons-191972"
I0916 10:23:57.117397 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.117799 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.117919 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.118954 12653 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0916 10:23:57.110924 12653 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-191972"
I0916 10:23:57.120855 12653 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-191972"
I0916 10:23:57.121186 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.148826 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.156121 12653 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0916 10:23:57.158094 12653 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0916 10:23:57.160078 12653 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0
I0916 10:23:57.160230 12653 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0916 10:23:57.163394 12653 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0916 10:23:57.163405 12653 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0916 10:23:57.163428 12653 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0916 10:23:57.163491 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.163933 12653 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0916 10:23:57.163952 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0916 10:23:57.163999 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.166339 12653 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.23
I0916 10:23:57.166352 12653 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0916 10:23:57.166505 12653 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0916 10:23:57.166525 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0916 10:23:57.166591 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.176509 12653 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0916 10:23:57.176539 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0916 10:23:57.176597 12653 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0916 10:23:57.176613 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0916 10:23:57.176614 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.176667 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.176871 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.184510 12653 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0916 10:23:57.184923 12653 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0916 10:23:57.187620 12653 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0916 10:23:57.187908 12653 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0916 10:23:57.187925 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0916 10:23:57.188005 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.190192 12653 out.go:177] - Using image ghcr.io/helm/tiller:v2.17.0
I0916 10:23:57.190888 12653 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0916 10:23:57.191984 12653 addons.go:431] installing /etc/kubernetes/addons/helm-tiller-dp.yaml
I0916 10:23:57.192004 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-dp.yaml (2422 bytes)
I0916 10:23:57.192062 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.192462 12653 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-191972"
I0916 10:23:57.192519 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.193186 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.195485 12653 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0916 10:23:57.196395 12653 addons.go:234] Setting addon default-storageclass=true in "addons-191972"
I0916 10:23:57.196441 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:23:57.197033 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:23:57.200024 12653 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0916 10:23:57.200756 12653 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0916 10:23:57.202388 12653 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0916 10:23:57.202409 12653 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0916 10:23:57.202572 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.204739 12653 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0916 10:23:57.206967 12653 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0916 10:23:57.217725 12653 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0916 10:23:57.217900 12653 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0916 10:23:57.219581 12653 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0916 10:23:57.219714 12653 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0916 10:23:57.219798 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.219620 12653 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0916 10:23:57.220511 12653 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0916 10:23:57.221727 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.235796 12653 out.go:177] - Using image docker.io/registry:2.8.3
I0916 10:23:57.237579 12653 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0916 10:23:57.239326 12653 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0916 10:23:57.239350 12653 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0916 10:23:57.239411 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.239514 12653 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0916 10:23:57.241480 12653 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0916 10:23:57.241502 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0916 10:23:57.241555 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.243883 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.255850 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.256610 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.261965 12653 out.go:177] - Using image docker.io/volcanosh/vc-controller-manager:v1.9.0
I0916 10:23:57.263559 12653 out.go:177] - Using image docker.io/volcanosh/vc-scheduler:v1.9.0
I0916 10:23:57.265255 12653 out.go:177] - Using image docker.io/volcanosh/vc-webhook-manager:v1.9.0
I0916 10:23:57.266412 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.267838 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.268005 12653 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml
I0916 10:23:57.268022 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (434001 bytes)
I0916 10:23:57.268074 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.269050 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.276483 12653 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0916 10:23:57.276507 12653 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0916 10:23:57.276573 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.283025 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.284257 12653 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0916 10:23:57.288880 12653 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0916 10:23:57.290776 12653 out.go:177] - Using image docker.io/busybox:stable
I0916 10:23:57.292419 12653 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0916 10:23:57.292444 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0916 10:23:57.292510 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:23:57.295145 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.295780 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.297628 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.298120 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.300416 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.306147 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.311231 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:23:57.314549 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
W0916 10:23:57.324739 12653 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0916 10:23:57.324769 12653 retry.go:31] will retry after 374.435778ms: ssh: handshake failed: EOF
W0916 10:23:57.325602 12653 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0916 10:23:57.325619 12653 retry.go:31] will retry after 150.651165ms: ssh: handshake failed: EOF
I0916 10:23:57.330682 12653 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0916 10:23:57.629690 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0916 10:23:57.729822 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0916 10:23:57.730227 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0916 10:23:57.742355 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0916 10:23:57.824974 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0916 10:23:57.842831 12653 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0916 10:23:57.842917 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0916 10:23:57.843332 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0916 10:23:57.921972 12653 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0916 10:23:57.922058 12653 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0916 10:23:57.922011 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0916 10:23:57.922034 12653 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0916 10:23:57.922195 12653 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0916 10:23:57.929874 12653 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0916 10:23:57.929901 12653 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0916 10:23:57.941141 12653 addons.go:431] installing /etc/kubernetes/addons/helm-tiller-rbac.yaml
I0916 10:23:57.941166 12653 ssh_runner.go:362] scp helm-tiller/helm-tiller-rbac.yaml --> /etc/kubernetes/addons/helm-tiller-rbac.yaml (1188 bytes)
I0916 10:23:58.138273 12653 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0916 10:23:58.138369 12653 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0916 10:23:58.222261 12653 addons.go:431] installing /etc/kubernetes/addons/helm-tiller-svc.yaml
I0916 10:23:58.222352 12653 ssh_runner.go:362] scp helm-tiller/helm-tiller-svc.yaml --> /etc/kubernetes/addons/helm-tiller-svc.yaml (951 bytes)
I0916 10:23:58.229572 12653 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0916 10:23:58.229660 12653 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0916 10:23:58.232627 12653 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0916 10:23:58.232698 12653 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0916 10:23:58.322393 12653 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0916 10:23:58.322420 12653 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0916 10:23:58.339998 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml
I0916 10:23:58.435282 12653 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0916 10:23:58.435313 12653 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0916 10:23:58.435591 12653 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.15128486s)
I0916 10:23:58.435618 12653 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0916 10:23:58.436958 12653 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.1062474s)
I0916 10:23:58.437947 12653 node_ready.go:35] waiting up to 6m0s for node "addons-191972" to be "Ready" ...
I0916 10:23:58.441471 12653 node_ready.go:49] node "addons-191972" has status "Ready":"True"
I0916 10:23:58.441502 12653 node_ready.go:38] duration metric: took 3.529013ms for node "addons-191972" to be "Ready" ...
I0916 10:23:58.441514 12653 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0916 10:23:58.442873 12653 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0916 10:23:58.442897 12653 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0916 10:23:58.534045 12653 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-2l862" in "kube-system" namespace to be "Ready" ...
I0916 10:23:58.540468 12653 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0916 10:23:58.540496 12653 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0916 10:23:58.642810 12653 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0916 10:23:58.642885 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0916 10:23:58.728521 12653 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0916 10:23:58.728554 12653 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0916 10:23:58.840472 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml
I0916 10:23:58.921026 12653 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0916 10:23:58.921059 12653 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0916 10:23:58.936525 12653 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0916 10:23:58.936552 12653 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0916 10:23:58.939212 12653 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-191972" context rescaled to 1 replicas
I0916 10:23:59.131614 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0916 10:23:59.224079 12653 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0916 10:23:59.224104 12653 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0916 10:23:59.230203 12653 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0916 10:23:59.230238 12653 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0916 10:23:59.423686 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0916 10:23:59.430144 12653 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0916 10:23:59.430176 12653 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0916 10:23:59.433784 12653 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0916 10:23:59.433810 12653 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0916 10:23:59.542608 12653 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0916 10:23:59.542635 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0916 10:23:59.630644 12653 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0916 10:23:59.630734 12653 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0916 10:23:59.840282 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0916 10:23:59.927613 12653 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0916 10:23:59.927705 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0916 10:24:00.030859 12653 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0916 10:24:00.030936 12653 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0916 10:24:00.034479 12653 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0916 10:24:00.034549 12653 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0916 10:24:00.038488 12653 pod_ready.go:98] error getting pod "coredns-7c65d6cfc9-2l862" in "kube-system" namespace (skipping!): pods "coredns-7c65d6cfc9-2l862" not found
I0916 10:24:00.038522 12653 pod_ready.go:82] duration metric: took 1.504385632s for pod "coredns-7c65d6cfc9-2l862" in "kube-system" namespace to be "Ready" ...
E0916 10:24:00.038535 12653 pod_ready.go:67] WaitExtra: waitPodCondition: error getting pod "coredns-7c65d6cfc9-2l862" in "kube-system" namespace (skipping!): pods "coredns-7c65d6cfc9-2l862" not found
I0916 10:24:00.038552 12653 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace to be "Ready" ...
I0916 10:24:00.333635 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0916 10:24:00.339910 12653 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0916 10:24:00.339994 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0916 10:24:00.627234 12653 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0916 10:24:00.627262 12653 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0916 10:24:00.929780 12653 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0916 10:24:00.929809 12653 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0916 10:24:01.128973 12653 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0916 10:24:01.129062 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0916 10:24:01.334031 12653 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0916 10:24:01.334116 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0916 10:24:01.525220 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0916 10:24:02.022039 12653 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0916 10:24:02.022114 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0916 10:24:02.136463 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:02.532736 12653 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0916 10:24:02.532829 12653 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0916 10:24:02.738986 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0916 10:24:04.426813 12653 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0916 10:24:04.426903 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:24:04.456284 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:24:04.624938 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:04.638370 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (7.008571899s)
I0916 10:24:04.638414 12653 addons.go:475] Verifying addon ingress=true in "addons-191972"
I0916 10:24:04.638488 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.908226437s)
I0916 10:24:04.638570 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.908717103s)
I0916 10:24:04.638623 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.896188028s)
I0916 10:24:04.638699 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.81369606s)
I0916 10:24:04.638718 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.795359026s)
I0916 10:24:04.638742 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (6.716592394s)
I0916 10:24:04.641681 12653 out.go:177] * Verifying ingress addon...
I0916 10:24:04.644857 12653 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
W0916 10:24:04.722084 12653 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0916 10:24:04.723574 12653 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0916 10:24:04.723598 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:04.841083 12653 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0916 10:24:04.932849 12653 addons.go:234] Setting addon gcp-auth=true in "addons-191972"
I0916 10:24:04.932903 12653 host.go:66] Checking if "addons-191972" exists ...
I0916 10:24:04.933372 12653 cli_runner.go:164] Run: docker container inspect addons-191972 --format={{.State.Status}}
I0916 10:24:04.957393 12653 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0916 10:24:04.957464 12653 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-191972
I0916 10:24:04.975728 12653 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19651-3687/.minikube/machines/addons-191972/id_rsa Username:docker}
I0916 10:24:05.150342 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:05.650366 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:06.149809 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:06.649391 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:06.834167 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (8.494119031s)
I0916 10:24:06.834259 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml: (7.993750099s)
I0916 10:24:06.834355 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (7.702687859s)
I0916 10:24:06.834379 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (7.410662864s)
I0916 10:24:06.834381 12653 addons.go:475] Verifying addon metrics-server=true in "addons-191972"
I0916 10:24:06.834394 12653 addons.go:475] Verifying addon registry=true in "addons-191972"
I0916 10:24:06.834447 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (6.994082306s)
I0916 10:24:06.834595 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (6.500877662s)
W0916 10:24:06.834635 12653 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0916 10:24:06.834660 12653 retry.go:31] will retry after 180.492463ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0916 10:24:06.834694 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.309367322s)
I0916 10:24:06.836029 12653 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-191972 service yakd-dashboard -n yakd-dashboard
I0916 10:24:06.836032 12653 out.go:177] * Verifying registry addon...
I0916 10:24:06.838577 12653 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0916 10:24:06.842659 12653 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0916 10:24:06.842681 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:07.016329 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0916 10:24:07.122253 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:07.229433 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:07.346049 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:07.428384 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.689342475s)
I0916 10:24:07.428423 12653 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-191972"
I0916 10:24:07.428557 12653 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.471115449s)
I0916 10:24:07.430137 12653 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0916 10:24:07.430140 12653 out.go:177] * Verifying csi-hostpath-driver addon...
I0916 10:24:07.432142 12653 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0916 10:24:07.433350 12653 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0916 10:24:07.433452 12653 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0916 10:24:07.433472 12653 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0916 10:24:07.446890 12653 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0916 10:24:07.446929 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:07.523198 12653 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0916 10:24:07.523247 12653 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0916 10:24:07.543809 12653 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0916 10:24:07.543877 12653 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0916 10:24:07.627288 12653 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0916 10:24:07.649744 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:07.842799 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:07.943700 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:08.149515 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:08.343117 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:08.438263 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:08.651360 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:08.739263 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.722876496s)
I0916 10:24:08.739377 12653 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.111993041s)
I0916 10:24:08.740565 12653 addons.go:475] Verifying addon gcp-auth=true in "addons-191972"
I0916 10:24:08.742658 12653 out.go:177] * Verifying gcp-auth addon...
I0916 10:24:08.744959 12653 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0916 10:24:08.752275 12653 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0916 10:24:08.842486 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:08.937942 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:09.148485 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:09.342745 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:09.444884 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:09.544117 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:09.649057 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:09.850158 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:09.951607 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:10.149384 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:10.342403 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:10.437953 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:10.648926 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:10.842555 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:10.938628 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:11.149265 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:11.341824 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:11.438269 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:11.544664 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:11.649663 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:11.842706 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:11.938382 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:12.149747 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:12.341485 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:12.438115 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:12.649444 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:12.842417 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:12.937808 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:13.149247 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:13.342184 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:13.443397 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:13.544742 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:13.649342 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:13.842433 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:13.938156 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:14.148884 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:14.342230 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:14.437378 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:14.648929 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:14.841404 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:14.938373 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:15.148947 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:15.342062 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:15.437442 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:15.544833 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:15.649729 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:15.875330 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:16.063181 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:16.148410 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:16.342704 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:16.437759 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:16.649599 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:16.842196 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:16.937322 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:17.148973 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:17.342240 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:17.438331 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:17.649287 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:17.842346 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:17.937786 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:18.044459 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:18.148462 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:18.342098 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:18.438245 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:18.650618 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:18.842115 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:18.937393 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:19.148210 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:19.342331 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:19.437753 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:19.649206 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:19.841659 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:19.937929 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:20.149095 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:20.341559 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:20.437389 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:20.543697 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:20.649389 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:20.841724 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:20.939911 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:21.148803 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:21.341867 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:21.437743 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:21.649220 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:21.841636 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:21.937733 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:22.148853 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:22.341623 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:22.438291 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:22.544155 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:22.648789 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:22.842117 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:22.937569 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:23.148605 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:23.342228 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:23.437946 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:23.648725 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:23.848611 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:23.937702 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:24.148830 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:24.341472 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:24.437746 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:24.648857 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:24.841524 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:24.937579 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:25.043875 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:25.148986 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:25.341729 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:25.438614 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:25.648859 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:25.842571 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:25.937660 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:26.148067 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:26.342525 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:26.442495 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:26.649368 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:26.841986 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:26.937210 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:27.044290 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:27.148266 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:27.341925 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:27.437369 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:27.648710 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:27.842271 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:27.937289 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:28.149389 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:28.341712 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:28.437988 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:28.649507 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:28.841935 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:28.937651 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:29.148305 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:29.341758 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:29.437230 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:29.544648 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:29.648789 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:29.842453 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:29.937780 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:30.149144 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:30.341971 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:30.436935 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:30.648826 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:30.842241 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:30.937301 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:31.148532 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:31.342364 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:31.438028 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:31.649021 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:31.842529 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:31.938084 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:32.044452 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:32.148477 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:32.342165 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:32.437629 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:32.649007 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:32.841446 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:32.937583 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:33.148965 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:33.341801 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:33.437144 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:33.649484 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:33.842344 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:33.937348 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:34.148522 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:34.342404 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:34.438126 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:34.543640 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:34.649404 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:34.842417 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:34.937940 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:35.149191 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:35.341955 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:35.437296 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:35.649499 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:35.841951 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:35.937835 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:36.148878 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:36.342396 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:36.437451 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:36.648935 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:36.841429 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:36.937515 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:37.043652 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:37.148879 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:37.341650 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:37.438917 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:37.648863 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:37.843665 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:37.937755 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:38.148476 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:38.342129 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:38.437617 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:38.648850 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:38.842096 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:38.937210 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:39.044295 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:39.148546 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:39.342070 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:39.437434 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:39.649394 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:39.850992 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:39.937068 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:40.148412 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:40.342026 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:40.438818 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:40.648424 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:40.842673 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:40.937959 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:41.149077 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:41.341573 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:41.437823 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:41.544866 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:41.649385 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:41.842400 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:41.942736 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:42.148726 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:42.342124 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:42.438550 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:42.649404 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:42.841927 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:42.937808 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:43.149523 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:43.341957 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:43.437318 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:43.545247 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:43.648618 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:43.842970 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:43.938236 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:44.149170 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:44.342180 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:44.437399 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:44.649533 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:44.842942 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:44.937846 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:45.149581 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:45.342185 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:45.437873 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:45.649109 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:45.842031 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:45.937050 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:46.043865 12653 pod_ready.go:103] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"False"
I0916 10:24:46.149131 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:46.342272 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:46.437555 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:46.649645 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:46.850195 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:46.951731 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:47.044952 12653 pod_ready.go:93] pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace has status "Ready":"True"
I0916 10:24:47.044977 12653 pod_ready.go:82] duration metric: took 47.006412913s for pod "coredns-7c65d6cfc9-9rccl" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.044991 12653 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-191972" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.048830 12653 pod_ready.go:93] pod "etcd-addons-191972" in "kube-system" namespace has status "Ready":"True"
I0916 10:24:47.048847 12653 pod_ready.go:82] duration metric: took 3.848159ms for pod "etcd-addons-191972" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.048861 12653 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-191972" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.052536 12653 pod_ready.go:93] pod "kube-apiserver-addons-191972" in "kube-system" namespace has status "Ready":"True"
I0916 10:24:47.052558 12653 pod_ready.go:82] duration metric: took 3.691187ms for pod "kube-apiserver-addons-191972" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.052566 12653 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-191972" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.056167 12653 pod_ready.go:93] pod "kube-controller-manager-addons-191972" in "kube-system" namespace has status "Ready":"True"
I0916 10:24:47.056192 12653 pod_ready.go:82] duration metric: took 3.620465ms for pod "kube-controller-manager-addons-191972" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.056201 12653 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-fnr7f" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.060021 12653 pod_ready.go:93] pod "kube-proxy-fnr7f" in "kube-system" namespace has status "Ready":"True"
I0916 10:24:47.060038 12653 pod_ready.go:82] duration metric: took 3.830746ms for pod "kube-proxy-fnr7f" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.060046 12653 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-191972" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.149672 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:47.342533 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:47.437808 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:47.441161 12653 pod_ready.go:93] pod "kube-scheduler-addons-191972" in "kube-system" namespace has status "Ready":"True"
I0916 10:24:47.441181 12653 pod_ready.go:82] duration metric: took 381.129532ms for pod "kube-scheduler-addons-191972" in "kube-system" namespace to be "Ready" ...
I0916 10:24:47.441188 12653 pod_ready.go:39] duration metric: took 48.999654984s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0916 10:24:47.441205 12653 api_server.go:52] waiting for apiserver process to appear ...
I0916 10:24:47.441254 12653 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0916 10:24:47.453909 12653 api_server.go:72] duration metric: took 50.345260117s to wait for apiserver process to appear ...
I0916 10:24:47.453935 12653 api_server.go:88] waiting for apiserver healthz status ...
I0916 10:24:47.453960 12653 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0916 10:24:47.458673 12653 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0916 10:24:47.459648 12653 api_server.go:141] control plane version: v1.31.1
I0916 10:24:47.459673 12653 api_server.go:131] duration metric: took 5.729621ms to wait for apiserver health ...
I0916 10:24:47.459683 12653 system_pods.go:43] waiting for kube-system pods to appear ...
I0916 10:24:47.648237 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:47.648583 12653 system_pods.go:59] 19 kube-system pods found
I0916 10:24:47.648620 12653 system_pods.go:61] "coredns-7c65d6cfc9-9rccl" [f2ffddc5-3995-4d5a-8059-297b3859f9c5] Running
I0916 10:24:47.648634 12653 system_pods.go:61] "csi-hostpath-attacher-0" [07b91be6-2f2b-441c-80ee-f832e9ee2e18] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0916 10:24:47.648642 12653 system_pods.go:61] "csi-hostpath-resizer-0" [311c306b-accd-4242-8415-81199a4ce054] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0916 10:24:47.648653 12653 system_pods.go:61] "csi-hostpathplugin-qdnbn" [8f5408a2-a7eb-4f76-8ce0-b885fb4b47e5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0916 10:24:47.648667 12653 system_pods.go:61] "etcd-addons-191972" [81af20b7-9b19-4723-9b92-0ded3d775cd3] Running
I0916 10:24:47.648673 12653 system_pods.go:61] "kindnet-rxp8k" [02b143c0-bbb4-4f94-8448-9c3c4f248a87] Running
I0916 10:24:47.648678 12653 system_pods.go:61] "kube-apiserver-addons-191972" [1aabf917-f381-4e69-8524-954958c99b7e] Running
I0916 10:24:47.648684 12653 system_pods.go:61] "kube-controller-manager-addons-191972" [ee796e67-bd06-4d93-9d20-aabcbb395ba2] Running
I0916 10:24:47.648690 12653 system_pods.go:61] "kube-ingress-dns-minikube" [0f28fa0b-84f1-4215-aa41-4596ab4cef8b] Running
I0916 10:24:47.648696 12653 system_pods.go:61] "kube-proxy-fnr7f" [a9e53f94-30ad-4178-b9e2-3ba4354a5adf] Running
I0916 10:24:47.648700 12653 system_pods.go:61] "kube-scheduler-addons-191972" [32bbb72d-e291-4c84-8709-6066cf10b0cf] Running
I0916 10:24:47.648709 12653 system_pods.go:61] "metrics-server-84c5f94fbc-s7654" [14e280ea-8ba8-4805-844c-aeff8fb18ce0] Running / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0916 10:24:47.648719 12653 system_pods.go:61] "nvidia-device-plugin-daemonset-vpb85" [14ca6c72-b73b-4254-910a-0b876ca73f90] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0916 10:24:47.648732 12653 system_pods.go:61] "registry-66c9cd494c-vsbgv" [bd70fcec-e032-4dbd-902c-a139ac179bbf] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0916 10:24:47.648740 12653 system_pods.go:61] "registry-proxy-6vsnj" [05d6014b-9706-4d7a-a816-dbc7f557cd15] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0916 10:24:47.648749 12653 system_pods.go:61] "snapshot-controller-56fcc65765-4g9w6" [ad55cf42-58df-4d10-aae8-7626a86e7e0d] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0916 10:24:47.648760 12653 system_pods.go:61] "snapshot-controller-56fcc65765-htkmc" [70a5c810-f514-4b23-b3a3-7a4cc46c35e2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0916 10:24:47.648766 12653 system_pods.go:61] "storage-provisioner" [ca9a25b7-8324-4ea1-a525-24f8c308baea] Running
I0916 10:24:47.648777 12653 system_pods.go:61] "tiller-deploy-b48cc5f79-ddkxz" [dfe534c4-9e29-4907-b8cc-1dd12fc52f45] Pending / Ready:ContainersNotReady (containers with unready status: [tiller]) / ContainersReady:ContainersNotReady (containers with unready status: [tiller])
I0916 10:24:47.648789 12653 system_pods.go:74] duration metric: took 189.097544ms to wait for pod list to return data ...
I0916 10:24:47.648801 12653 default_sa.go:34] waiting for default service account to be created ...
I0916 10:24:47.841018 12653 default_sa.go:45] found service account: "default"
I0916 10:24:47.841043 12653 default_sa.go:55] duration metric: took 192.233696ms for default service account to be created ...
I0916 10:24:47.841053 12653 system_pods.go:116] waiting for k8s-apps to be running ...
I0916 10:24:47.841394 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:47.937402 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:48.049475 12653 system_pods.go:86] 19 kube-system pods found
I0916 10:24:48.049509 12653 system_pods.go:89] "coredns-7c65d6cfc9-9rccl" [f2ffddc5-3995-4d5a-8059-297b3859f9c5] Running
I0916 10:24:48.049523 12653 system_pods.go:89] "csi-hostpath-attacher-0" [07b91be6-2f2b-441c-80ee-f832e9ee2e18] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0916 10:24:48.049533 12653 system_pods.go:89] "csi-hostpath-resizer-0" [311c306b-accd-4242-8415-81199a4ce054] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0916 10:24:48.049541 12653 system_pods.go:89] "csi-hostpathplugin-qdnbn" [8f5408a2-a7eb-4f76-8ce0-b885fb4b47e5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0916 10:24:48.049546 12653 system_pods.go:89] "etcd-addons-191972" [81af20b7-9b19-4723-9b92-0ded3d775cd3] Running
I0916 10:24:48.049550 12653 system_pods.go:89] "kindnet-rxp8k" [02b143c0-bbb4-4f94-8448-9c3c4f248a87] Running
I0916 10:24:48.049554 12653 system_pods.go:89] "kube-apiserver-addons-191972" [1aabf917-f381-4e69-8524-954958c99b7e] Running
I0916 10:24:48.049560 12653 system_pods.go:89] "kube-controller-manager-addons-191972" [ee796e67-bd06-4d93-9d20-aabcbb395ba2] Running
I0916 10:24:48.049569 12653 system_pods.go:89] "kube-ingress-dns-minikube" [0f28fa0b-84f1-4215-aa41-4596ab4cef8b] Running
I0916 10:24:48.049572 12653 system_pods.go:89] "kube-proxy-fnr7f" [a9e53f94-30ad-4178-b9e2-3ba4354a5adf] Running
I0916 10:24:48.049576 12653 system_pods.go:89] "kube-scheduler-addons-191972" [32bbb72d-e291-4c84-8709-6066cf10b0cf] Running
I0916 10:24:48.049579 12653 system_pods.go:89] "metrics-server-84c5f94fbc-s7654" [14e280ea-8ba8-4805-844c-aeff8fb18ce0] Running
I0916 10:24:48.049587 12653 system_pods.go:89] "nvidia-device-plugin-daemonset-vpb85" [14ca6c72-b73b-4254-910a-0b876ca73f90] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0916 10:24:48.049595 12653 system_pods.go:89] "registry-66c9cd494c-vsbgv" [bd70fcec-e032-4dbd-902c-a139ac179bbf] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0916 10:24:48.049600 12653 system_pods.go:89] "registry-proxy-6vsnj" [05d6014b-9706-4d7a-a816-dbc7f557cd15] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0916 10:24:48.049605 12653 system_pods.go:89] "snapshot-controller-56fcc65765-4g9w6" [ad55cf42-58df-4d10-aae8-7626a86e7e0d] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0916 10:24:48.049613 12653 system_pods.go:89] "snapshot-controller-56fcc65765-htkmc" [70a5c810-f514-4b23-b3a3-7a4cc46c35e2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0916 10:24:48.049618 12653 system_pods.go:89] "storage-provisioner" [ca9a25b7-8324-4ea1-a525-24f8c308baea] Running
I0916 10:24:48.049625 12653 system_pods.go:89] "tiller-deploy-b48cc5f79-ddkxz" [dfe534c4-9e29-4907-b8cc-1dd12fc52f45] Pending / Ready:ContainersNotReady (containers with unready status: [tiller]) / ContainersReady:ContainersNotReady (containers with unready status: [tiller])
I0916 10:24:48.049634 12653 system_pods.go:126] duration metric: took 208.573497ms to wait for k8s-apps to be running ...
I0916 10:24:48.049644 12653 system_svc.go:44] waiting for kubelet service to be running ....
I0916 10:24:48.049682 12653 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0916 10:24:48.060846 12653 system_svc.go:56] duration metric: took 11.19263ms WaitForService to wait for kubelet
I0916 10:24:48.060871 12653 kubeadm.go:582] duration metric: took 50.952228588s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0916 10:24:48.060890 12653 node_conditions.go:102] verifying NodePressure condition ...
I0916 10:24:48.148219 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:48.242671 12653 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0916 10:24:48.242705 12653 node_conditions.go:123] node cpu capacity is 8
I0916 10:24:48.242718 12653 node_conditions.go:105] duration metric: took 181.823571ms to run NodePressure ...
I0916 10:24:48.242730 12653 start.go:241] waiting for startup goroutines ...
I0916 10:24:48.342074 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:48.437253 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:48.650425 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:48.850814 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:48.937328 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:49.149694 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:49.342609 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:49.438289 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:49.649584 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:49.842847 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:49.936933 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:50.149348 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:50.342164 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:50.438163 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:50.649197 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:50.853453 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:50.938034 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:51.148940 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:51.341925 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:51.437207 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:51.649501 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:51.841516 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:51.937843 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:52.148973 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:52.341463 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:52.437548 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:52.649904 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:52.842395 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:52.938876 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:53.150346 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:53.342226 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:53.437852 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:53.650214 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:53.841999 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:53.938041 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:54.149543 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:54.342470 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:54.438196 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:54.649301 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:54.842219 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:54.937405 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:55.148757 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:55.342352 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:55.437453 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:55.649467 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:55.842884 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:55.938335 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:56.149527 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:56.342461 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:56.438207 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:56.649107 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:56.841744 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:56.938316 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:57.150214 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:57.342941 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:57.438321 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:57.650060 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:57.841776 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:57.937801 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:58.148724 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:58.342609 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:58.437714 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:58.648506 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:58.842214 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:58.937202 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:59.149022 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:59.341924 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:59.437205 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:24:59.649919 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:24:59.842721 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0916 10:24:59.943895 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:00.148461 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:00.342965 12653 kapi.go:107] duration metric: took 53.504381408s to wait for kubernetes.io/minikube-addons=registry ...
I0916 10:25:00.438324 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:00.649093 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:00.937839 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:01.148871 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:01.436988 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:01.649359 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:01.937842 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:02.149127 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:02.439235 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:02.648644 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:02.937625 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:03.148437 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:03.438471 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:03.649883 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:03.936881 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:04.149787 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:04.438325 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:04.649405 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:04.937307 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:05.148501 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:05.437162 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:05.649408 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:05.937329 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:06.148922 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:06.437615 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:06.648794 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:06.937817 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:07.149424 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:07.437622 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:07.648805 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:07.975373 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:08.148579 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:08.438130 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:08.649051 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:08.938155 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:09.241812 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:09.438112 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:09.649051 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:09.937597 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:10.148065 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:10.438452 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:10.649615 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:10.937657 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:11.150286 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:11.438138 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:11.648515 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:11.938254 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:12.148855 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:12.437045 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:12.648984 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:12.937480 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:13.149222 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:13.437879 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:13.648073 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:13.937714 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:14.148744 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:14.437856 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:14.648905 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:14.937125 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:15.149947 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:15.438534 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:15.649415 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:15.938563 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:16.148929 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:16.437971 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:16.649574 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:16.938374 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:17.149584 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:17.437332 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:17.649230 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:17.939095 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:18.148655 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:18.437781 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:18.648991 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:18.937887 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:19.149216 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:19.437411 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:19.649222 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:19.937654 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:20.149853 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:20.438168 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:20.648811 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:20.948409 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:21.172608 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:21.655855 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:21.656415 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:21.973917 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:22.149178 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:22.438576 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:22.649097 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:22.939034 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:23.149425 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:23.438124 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:23.650285 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:23.938421 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:24.148909 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:24.441944 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:24.649383 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:24.938850 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:25.149722 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:25.437832 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:25.649648 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:25.938500 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:26.149259 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:26.437884 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:26.649790 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:26.937641 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:27.149739 12653 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0916 10:25:27.438223 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:27.648728 12653 kapi.go:107] duration metric: took 1m23.003864669s to wait for app.kubernetes.io/name=ingress-nginx ...
I0916 10:25:27.938153 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:28.438461 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:28.939228 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:29.438060 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:29.937952 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:30.438284 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:30.938383 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0916 10:25:31.437781 12653 kapi.go:107] duration metric: took 1m24.004430138s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0916 10:26:53.748019 12653 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0916 10:26:53.748042 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:54.248033 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:54.748085 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:55.248231 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:55.748800 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:56.251601 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:56.748202 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:57.248415 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:57.748866 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:58.248439 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:58.748615 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:59.248797 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:26:59.748674 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:00.248751 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:00.748977 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:01.247802 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:01.749050 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:02.247827 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:02.751439 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:03.248607 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:03.748774 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:04.248993 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:04.748179 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:05.248453 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:05.748269 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:06.248843 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:06.749191 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:07.248224 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:07.748003 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:08.248208 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:08.748339 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:09.248558 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:09.748890 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:10.247853 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:10.748462 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:11.248698 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:11.748605 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:12.249209 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:12.747956 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:13.247977 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:13.748012 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:14.248098 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:14.748444 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:15.248890 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:15.748752 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:16.248803 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:16.749124 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:17.248063 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:17.747865 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:18.247931 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:18.748279 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:19.248473 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:19.748289 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:20.248375 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:20.748484 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:21.248848 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:21.748816 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:22.247827 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:22.748462 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:23.248760 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:23.749167 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:24.248424 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:24.748963 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:25.248350 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:25.748222 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:26.248413 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:26.748789 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:27.247908 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:27.747837 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:28.248226 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:28.748371 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:29.249618 12653 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0916 10:27:29.748597 12653 kapi.go:107] duration metric: took 3m21.003635946s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0916 10:27:29.750701 12653 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-191972 cluster.
I0916 10:27:29.752412 12653 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0916 10:27:29.754028 12653 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0916 10:27:29.756074 12653 out.go:177] * Enabled addons: storage-provisioner, ingress-dns, nvidia-device-plugin, cloud-spanner, storage-provisioner-rancher, volcano, helm-tiller, metrics-server, inspektor-gadget, yakd, volumesnapshots, registry, ingress, csi-hostpath-driver, gcp-auth
I0916 10:27:29.757930 12653 addons.go:510] duration metric: took 3m32.649258168s for enable addons: enabled=[storage-provisioner ingress-dns nvidia-device-plugin cloud-spanner storage-provisioner-rancher volcano helm-tiller metrics-server inspektor-gadget yakd volumesnapshots registry ingress csi-hostpath-driver gcp-auth]
I0916 10:27:29.758012 12653 start.go:246] waiting for cluster config update ...
I0916 10:27:29.758039 12653 start.go:255] writing updated cluster config ...
I0916 10:27:29.758383 12653 ssh_runner.go:195] Run: rm -f paused
I0916 10:27:29.765351 12653 out.go:177] * Done! kubectl is now configured to use "addons-191972" cluster and "default" namespace by default
E0916 10:27:29.767004 12653 start.go:291] kubectl info: exec: fork/exec /usr/local/bin/kubectl: exec format error
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
85bcbbfdfc074 195d612ae7722 2 minutes ago Exited gadget 6 d4feba9de8c25 gadget-rwwbs
cfade64badb92 db2fc13d44d50 5 minutes ago Running gcp-auth 0 99d0fe27850b3 gcp-auth-89d5ffd79-6r2td
df81f1fc28725 a876393c9504b 6 minutes ago Running admission 0 0aa4b1d0acb5a volcano-admission-77d7d48b68-rcfsk
9dd4a83ba6d70 6041e92ec449f 6 minutes ago Running volcano-scheduler 1 9564c1c96bcee volcano-scheduler-576bc46687-jtz7f
72101e37ab665 738351fd438f0 6 minutes ago Running csi-snapshotter 0 73e3689e18fe9 csi-hostpathplugin-qdnbn
da8f6a34306e1 931dbfd16f87c 6 minutes ago Running csi-provisioner 0 73e3689e18fe9 csi-hostpathplugin-qdnbn
1649420a66573 e899260153aed 7 minutes ago Running liveness-probe 0 73e3689e18fe9 csi-hostpathplugin-qdnbn
e0e474b6d95e5 e255e073c508c 7 minutes ago Running hostpath 0 73e3689e18fe9 csi-hostpathplugin-qdnbn
d5fc898fd874b a80c8fd6e5229 7 minutes ago Running controller 0 30db636a12234 ingress-nginx-controller-bc57996ff-lpb7q
06d43e898075b 88ef14a257f42 7 minutes ago Running node-driver-registrar 0 73e3689e18fe9 csi-hostpathplugin-qdnbn
39c5183f27011 ce263a8653f9c 7 minutes ago Exited patch 0 589d98ccee909 ingress-nginx-admission-patch-8f8nz
a8bb0086c52b5 6041e92ec449f 7 minutes ago Exited volcano-scheduler 0 9564c1c96bcee volcano-scheduler-576bc46687-jtz7f
c87d3f3268f2d 159abe21a6880 7 minutes ago Running nvidia-device-plugin-ctr 0 4d5298be39c95 nvidia-device-plugin-daemonset-vpb85
ddf31d8b68bc1 a876393c9504b 7 minutes ago Exited main 0 b49978f431ab4 volcano-admission-init-57gk4
06cf11b7a83f9 ce263a8653f9c 7 minutes ago Exited create 0 6301c91177942 ingress-nginx-admission-create-5rjsx
1cd468b4437bd a1ed5895ba635 7 minutes ago Running csi-external-health-monitor-controller 0 73e3689e18fe9 csi-hostpathplugin-qdnbn
79266075c79ff 59cbb42146a37 7 minutes ago Running csi-attacher 0 a4c401b363464 csi-hostpath-attacher-0
c65d9de60c2d0 aa61ee9c70bc4 7 minutes ago Running volume-snapshot-controller 0 dba5883c9dc9b snapshot-controller-56fcc65765-4g9w6
0c025c1b7dd4c 19a639eda60f0 7 minutes ago Running csi-resizer 0 176615116e8de csi-hostpath-resizer-0
c7d7b6bb58927 96e410111f023 7 minutes ago Running volcano-controllers 0 84cb34271a61b volcano-controllers-56675bb4d5-hdpdb
b2d8c858e6464 75ef5b734af47 7 minutes ago Running registry 0 67e2abd040a93 registry-66c9cd494c-vsbgv
6819af68287c4 aa61ee9c70bc4 7 minutes ago Running volume-snapshot-controller 0 bb404cbffba4e snapshot-controller-56fcc65765-htkmc
89cfd63e70df2 3f39089e90831 7 minutes ago Running tiller 0 79bab02e559b8 tiller-deploy-b48cc5f79-ddkxz
4c991c61b822b c7e3a3eeaf5ed 7 minutes ago Running yakd 0 b4f1dc70e1041 yakd-dashboard-67d98fc6b-gsg67
7aa17b075bc66 38c5e506fa551 7 minutes ago Running registry-proxy 0 a76629f8ed521 registry-proxy-6vsnj
576d6c9483015 48d9cfaaf3904 7 minutes ago Running metrics-server 0 debbe4f662687 metrics-server-84c5f94fbc-s7654
3c2ba113f3a92 c69fa2e9cbf5f 7 minutes ago Running coredns 0 e557eec597dbb coredns-7c65d6cfc9-9rccl
4b7eae4464585 5d78bb8f226e8 7 minutes ago Running cloud-spanner-emulator 0 d087511b13dbf cloud-spanner-emulator-769b77f747-8tnxp
74825d98cba88 e16d1e3a10667 7 minutes ago Running local-path-provisioner 0 1e611781a41cb local-path-provisioner-86d989889c-w6mf9
dfe8c0b03e5c3 30dd67412fdea 8 minutes ago Running minikube-ingress-dns 0 6682d7fdc0949 kube-ingress-dns-minikube
62a4b8c25074d 6e38f40d628db 8 minutes ago Running storage-provisioner 0 54247c11bac23 storage-provisioner
4c4482bfa98cf 12968670680f4 8 minutes ago Running kindnet-cni 0 48c4106711b6e kindnet-rxp8k
d9d3353287790 60c005f310ff3 8 minutes ago Running kube-proxy 0 b70e27ed4bc15 kube-proxy-fnr7f
6e4dbd39a8ef5 175ffd71cce3d 8 minutes ago Running kube-controller-manager 0 f593f7267aeda kube-controller-manager-addons-191972
c76b948fbd083 6bab7719df100 8 minutes ago Running kube-apiserver 0 a7eb33c199dbc kube-apiserver-addons-191972
0539bdd901d4a 9aa1fad941575 8 minutes ago Running kube-scheduler 0 3aba8d618e3fa kube-scheduler-addons-191972
92c65a04535dd 2e96e5913fc06 8 minutes ago Running etcd 0 84fc0865b25fe etcd-addons-191972
==> containerd <==
Sep 16 10:27:51 addons-191972 containerd[858]: time="2024-09-16T10:27:51.527869707Z" level=warning msg="Failed to get podSandbox status for container event for sandboxID \"8d37e5e006a1b9fd8200f3ae3dbeabf8b8bc403e894738fe714d548dbb16d939\": an error occurred when try to find sandbox: not found. Sending the event with nil podSandboxStatus."
Sep 16 10:27:51 addons-191972 containerd[858]: time="2024-09-16T10:27:51.527959384Z" level=info msg="RemovePodSandbox \"8d37e5e006a1b9fd8200f3ae3dbeabf8b8bc403e894738fe714d548dbb16d939\" returns successfully"
Sep 16 10:30:22 addons-191972 containerd[858]: time="2024-09-16T10:30:22.472786510Z" level=info msg="PullImage \"ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\""
Sep 16 10:30:22 addons-191972 containerd[858]: time="2024-09-16T10:30:22.782235554Z" level=info msg="ImageUpdate event name:\"ghcr.io/inspektor-gadget/inspektor-gadget@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\" labels:{key:\"io.cri-containerd.image\" value:\"managed\"}"
Sep 16 10:30:22 addons-191972 containerd[858]: time="2024-09-16T10:30:22.783046431Z" level=info msg="stop pulling image ghcr.io/inspektor-gadget/inspektor-gadget@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec: active requests=0, bytes read=89"
Sep 16 10:30:22 addons-191972 containerd[858]: time="2024-09-16T10:30:22.787250224Z" level=info msg="Pulled image \"ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\" with image id \"sha256:195d612ae7722fdfec0d582d74fde7db062c1655b60737ceedb14cd627d0d601\", repo tag \"\", repo digest \"ghcr.io/inspektor-gadget/inspektor-gadget@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\", size \"76810004\" in 314.394692ms"
Sep 16 10:30:22 addons-191972 containerd[858]: time="2024-09-16T10:30:22.787449262Z" level=info msg="PullImage \"ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0@sha256:03e677e1cf9d2c9bea454e3dbcbcef20b3022e987534a2874eb1abc5bc3e73ec\" returns image reference \"sha256:195d612ae7722fdfec0d582d74fde7db062c1655b60737ceedb14cd627d0d601\""
Sep 16 10:30:22 addons-191972 containerd[858]: time="2024-09-16T10:30:22.789725094Z" level=info msg="CreateContainer within sandbox \"d4feba9de8c251ddcedb6bf5e748a13f7a0bf0cb99f6be81820752487f60aa7e\" for container &ContainerMetadata{Name:gadget,Attempt:6,}"
Sep 16 10:30:22 addons-191972 containerd[858]: time="2024-09-16T10:30:22.800134969Z" level=info msg="CreateContainer within sandbox \"d4feba9de8c251ddcedb6bf5e748a13f7a0bf0cb99f6be81820752487f60aa7e\" for &ContainerMetadata{Name:gadget,Attempt:6,} returns container id \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\""
Sep 16 10:30:22 addons-191972 containerd[858]: time="2024-09-16T10:30:22.800754490Z" level=info msg="StartContainer for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\""
Sep 16 10:30:22 addons-191972 containerd[858]: time="2024-09-16T10:30:22.843283404Z" level=info msg="StartContainer for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" returns successfully"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.176994977Z" level=error msg="ExecSync for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" failed" error="failed to exec in container: failed to start exec \"27882f61b24b53a443b6e46ee04153bb3515bea43d925a7012150636c8ba9b92\": OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.185493904Z" level=error msg="ExecSync for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" failed" error="failed to exec in container: failed to start exec \"26ed0c03bd9a0ff0ee995c79b2ba79abf38609ad8135188439c4af4d0a6a93e0\": OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.194276478Z" level=error msg="ExecSync for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" failed" error="failed to exec in container: failed to start exec \"938a8fd9e03bc05aa8f1e8372356551ee6b960cf3a438422b232df76685a688e\": OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.409449949Z" level=info msg="shim disconnected" id=85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09 namespace=k8s.io
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.409512235Z" level=warning msg="cleaning up after shim disconnected" id=85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09 namespace=k8s.io
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.409526255Z" level=info msg="cleaning up dead shim" namespace=k8s.io
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.444045761Z" level=error msg="ExecSync for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" failed" error="failed to exec in container: container is in CONTAINER_EXITED state"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.444057440Z" level=error msg="ExecSync for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" failed" error="failed to exec in container: container is in CONTAINER_EXITED state"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.444558731Z" level=error msg="ExecSync for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" failed" error="failed to exec in container: container is in CONTAINER_EXITED state"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.444570246Z" level=error msg="ExecSync for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" failed" error="failed to exec in container: container is in CONTAINER_EXITED state"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.444959201Z" level=error msg="ExecSync for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" failed" error="failed to exec in container: container is in CONTAINER_EXITED state"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.444970542Z" level=error msg="ExecSync for \"85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09\" failed" error="failed to exec in container: container is in CONTAINER_EXITED state"
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.930369287Z" level=info msg="RemoveContainer for \"5fa0d996921d71662e0953097db38f30fe57ee50d895b0e21e192a63cb74b9c9\""
Sep 16 10:30:24 addons-191972 containerd[858]: time="2024-09-16T10:30:24.936616496Z" level=info msg="RemoveContainer for \"5fa0d996921d71662e0953097db38f30fe57ee50d895b0e21e192a63cb74b9c9\" returns successfully"
==> coredns [3c2ba113f3a928b6de94c4ca0bf607534ff798f3d85ffd2a7685ed6dacc00744] <==
[INFO] 10.244.0.3:34722 - 16813 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000126799s
[INFO] 10.244.0.3:47807 - 19593 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000078163s
[INFO] 10.244.0.3:47807 - 48005 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00012131s
[INFO] 10.244.0.3:52137 - 389 "AAAA IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004304691s
[INFO] 10.244.0.3:52137 - 40577 "A IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004777432s
[INFO] 10.244.0.3:37044 - 23366 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003875752s
[INFO] 10.244.0.3:37044 - 14153 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.004520489s
[INFO] 10.244.0.3:37775 - 29429 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.003806717s
[INFO] 10.244.0.3:37775 - 41674 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.003872738s
[INFO] 10.244.0.3:58704 - 7476 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000090446s
[INFO] 10.244.0.3:58704 - 1849 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000134094s
[INFO] 10.244.0.25:38825 - 37363 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000216144s
[INFO] 10.244.0.25:38931 - 39307 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000245831s
[INFO] 10.244.0.25:50024 - 16483 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000164924s
[INFO] 10.244.0.25:42236 - 32299 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000196632s
[INFO] 10.244.0.25:49331 - 38072 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000114124s
[INFO] 10.244.0.25:36861 - 61813 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000164666s
[INFO] 10.244.0.25:33081 - 5019 "AAAA IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.00927584s
[INFO] 10.244.0.25:32825 - 10257 "A IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.009718235s
[INFO] 10.244.0.25:50215 - 44243 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.007980557s
[INFO] 10.244.0.25:46089 - 36172 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.008374403s
[INFO] 10.244.0.25:60708 - 60516 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.00523636s
[INFO] 10.244.0.25:53932 - 3930 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005436837s
[INFO] 10.244.0.25:33968 - 30856 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.002295196s
[INFO] 10.244.0.25:51453 - 49493 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002387298s
==> describe nodes <==
Name: addons-191972
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-191972
kubernetes.io/os=linux
minikube.k8s.io/commit=90d544f06ea0f69499271b003be64a9a224d57ed
minikube.k8s.io/name=addons-191972
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_16T10_23_52_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-191972
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-191972"}
kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 16 Sep 2024 10:23:49 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-191972
AcquireTime: <unset>
RenewTime: Mon, 16 Sep 2024 10:32:22 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 16 Sep 2024 10:27:56 +0000 Mon, 16 Sep 2024 10:23:47 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 16 Sep 2024 10:27:56 +0000 Mon, 16 Sep 2024 10:23:47 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 16 Sep 2024 10:27:56 +0000 Mon, 16 Sep 2024 10:23:47 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 16 Sep 2024 10:27:56 +0000 Mon, 16 Sep 2024 10:23:49 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-191972
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
System Info:
Machine ID: 0263fbb37d3545b09ff38a7b68907e4c
System UUID: 45c87f39-d597-4b0c-a097-439ebdb945ff
Boot ID: 271cf859-f98b-4998-a24c-7b137822f999
Kernel Version: 5.15.0-1068-gcp
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: containerd://1.7.22
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (28 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default cloud-spanner-emulator-769b77f747-8tnxp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m29s
gadget gadget-rwwbs 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m25s
gcp-auth gcp-auth-89d5ffd79-6r2td 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m36s
ingress-nginx ingress-nginx-controller-bc57996ff-lpb7q 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 8m25s
kube-system coredns-7c65d6cfc9-9rccl 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 8m33s
kube-system csi-hostpath-attacher-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m22s
kube-system csi-hostpath-resizer-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m22s
kube-system csi-hostpathplugin-qdnbn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m22s
kube-system etcd-addons-191972 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 8m39s
kube-system kindnet-rxp8k 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 8m33s
kube-system kube-apiserver-addons-191972 250m (3%) 0 (0%) 0 (0%) 0 (0%) 8m38s
kube-system kube-controller-manager-addons-191972 200m (2%) 0 (0%) 0 (0%) 0 (0%) 8m39s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m29s
kube-system kube-proxy-fnr7f 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m33s
kube-system kube-scheduler-addons-191972 100m (1%) 0 (0%) 0 (0%) 0 (0%) 8m38s
kube-system metrics-server-84c5f94fbc-s7654 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 8m27s
kube-system nvidia-device-plugin-daemonset-vpb85 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m29s
kube-system registry-66c9cd494c-vsbgv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m28s
kube-system registry-proxy-6vsnj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m27s
kube-system snapshot-controller-56fcc65765-4g9w6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m24s
kube-system snapshot-controller-56fcc65765-htkmc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m24s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m29s
kube-system tiller-deploy-b48cc5f79-ddkxz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m27s
local-path-storage local-path-provisioner-86d989889c-w6mf9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m29s
volcano-system volcano-admission-77d7d48b68-rcfsk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m24s
volcano-system volcano-controllers-56675bb4d5-hdpdb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m24s
volcano-system volcano-scheduler-576bc46687-jtz7f 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m23s
yakd-dashboard yakd-dashboard-67d98fc6b-gsg67 0 (0%) 0 (0%) 128Mi (0%) 256Mi (0%) 8m26s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (13%) 100m (1%)
memory 638Mi (1%) 476Mi (1%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 8m29s kube-proxy
Normal Starting 8m38s kubelet Starting kubelet.
Warning CgroupV1 8m38s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeAllocatableEnforced 8m38s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 8m38s kubelet Node addons-191972 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m38s kubelet Node addons-191972 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 8m38s kubelet Node addons-191972 status is now: NodeHasSufficientPID
Normal RegisteredNode 8m34s node-controller Node addons-191972 event: Registered Node addons-191972 in Controller
==> dmesg <==
[Sep16 10:17] #2
[ +0.001391] #3
[ +0.000000] #4
[ +0.003060] MDS CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/mds.html for more details.
[ +0.003238] TAA CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/tsx_async_abort.html for more details.
[ +0.002037] MMIO Stale Data CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/processor_mmio_stale_data.html for more details.
[ +0.002135] #5
[ +0.000696] #6
[ +0.003195] #7
[ +0.058540] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +0.423486] i8042: Warning: Keylock active
[ +0.007424] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.002994] platform eisa.0: EISA: Cannot allocate resource for mainboard
[ +0.000654] platform eisa.0: Cannot allocate resource for EISA slot 1
[ +0.000607] platform eisa.0: Cannot allocate resource for EISA slot 2
[ +0.000622] platform eisa.0: Cannot allocate resource for EISA slot 3
[ +0.000638] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000657] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000725] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.000607] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.000608] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +0.588189] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +7.251152] kauditd_printk_skb: 46 callbacks suppressed
==> etcd [92c65a04535ddef6879f2eb4260843c6961d1fb2395f595b3a5665263c562002] <==
{"level":"info","ts":"2024-09-16T10:23:47.260476Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-16T10:23:47.261160Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-16T10:23:47.261447Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-16T10:23:47.262322Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-09-16T10:23:47.262576Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-09-16T10:24:15.873285Z","caller":"traceutil/trace.go:171","msg":"trace[187537689] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"119.841789ms","start":"2024-09-16T10:24:15.753419Z","end":"2024-09-16T10:24:15.873261Z","steps":["trace[187537689] 'process raft request' (duration: 119.705144ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-16T10:24:16.060589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.178284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-09-16T10:24:16.060680Z","caller":"traceutil/trace.go:171","msg":"trace[2127996318] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:986; }","duration":"125.313412ms","start":"2024-09-16T10:24:15.935346Z","end":"2024-09-16T10:24:16.060659Z","steps":["trace[2127996318] 'range keys from in-memory index tree' (duration: 125.097316ms)"],"step_count":1}
{"level":"info","ts":"2024-09-16T10:25:07.796336Z","caller":"traceutil/trace.go:171","msg":"trace[28147226] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"128.826483ms","start":"2024-09-16T10:25:07.667485Z","end":"2024-09-16T10:25:07.796311Z","steps":["trace[28147226] 'process raft request' (duration: 41.106171ms)","trace[28147226] 'compare' (duration: 87.53434ms)"],"step_count":2}
{"level":"warn","ts":"2024-09-16T10:25:21.424319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.488522ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128031931970271159 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/pods/volcano-system/volcano-scheduler-576bc46687-jtz7f\" mod_revision:812 > success:<request_put:<key:\"/registry/pods/volcano-system/volcano-scheduler-576bc46687-jtz7f\" value_size:4029 >> failure:<request_range:<key:\"/registry/pods/volcano-system/volcano-scheduler-576bc46687-jtz7f\" > >>","response":"size:16"}
{"level":"info","ts":"2024-09-16T10:25:21.424401Z","caller":"traceutil/trace.go:171","msg":"trace[1168470588] linearizableReadLoop","detail":"{readStateIndex:1335; appliedIndex:1334; }","duration":"177.395065ms","start":"2024-09-16T10:25:21.246995Z","end":"2024-09-16T10:25:21.424390Z","steps":["trace[1168470588] 'read index received' (duration: 48.427907ms)","trace[1168470588] 'applied index is now lower than readState.Index' (duration: 128.965162ms)"],"step_count":2}
{"level":"warn","ts":"2024-09-16T10:25:21.424444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.446761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-09-16T10:25:21.424466Z","caller":"traceutil/trace.go:171","msg":"trace[1171179904] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1302; }","duration":"177.469291ms","start":"2024-09-16T10:25:21.246991Z","end":"2024-09-16T10:25:21.424460Z","steps":["trace[1171179904] 'agreement among raft nodes before linearized reading' (duration: 177.429463ms)"],"step_count":1}
{"level":"info","ts":"2024-09-16T10:25:21.424486Z","caller":"traceutil/trace.go:171","msg":"trace[1930200040] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"247.357795ms","start":"2024-09-16T10:25:21.177107Z","end":"2024-09-16T10:25:21.424464Z","steps":["trace[1930200040] 'process raft request' (duration: 118.297085ms)","trace[1930200040] 'compare' (duration: 128.26971ms)"],"step_count":2}
{"level":"info","ts":"2024-09-16T10:25:21.652910Z","caller":"traceutil/trace.go:171","msg":"trace[1856019889] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1335; }","duration":"218.326846ms","start":"2024-09-16T10:25:21.434567Z","end":"2024-09-16T10:25:21.652894Z","steps":["trace[1856019889] 'read index received' (duration: 55.93458ms)","trace[1856019889] 'applied index is now lower than readState.Index' (duration: 162.391571ms)"],"step_count":2}
{"level":"info","ts":"2024-09-16T10:25:21.652969Z","caller":"traceutil/trace.go:171","msg":"trace[1279722024] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"224.683287ms","start":"2024-09-16T10:25:21.428268Z","end":"2024-09-16T10:25:21.652951Z","steps":["trace[1279722024] 'process raft request' (duration: 224.540452ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-16T10:25:21.653003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.415614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-09-16T10:25:21.653027Z","caller":"traceutil/trace.go:171","msg":"trace[1008371896] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1305; }","duration":"218.457307ms","start":"2024-09-16T10:25:21.434563Z","end":"2024-09-16T10:25:21.653020Z","steps":["trace[1008371896] 'agreement among raft nodes before linearized reading' (duration: 218.392253ms)"],"step_count":1}
{"level":"info","ts":"2024-09-16T10:25:21.652921Z","caller":"traceutil/trace.go:171","msg":"trace[1132385399] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"225.049342ms","start":"2024-09-16T10:25:21.427850Z","end":"2024-09-16T10:25:21.652899Z","steps":["trace[1132385399] 'process raft request' (duration: 131.625555ms)","trace[1132385399] 'compare' (duration: 93.227933ms)"],"step_count":2}
{"level":"info","ts":"2024-09-16T10:25:21.868227Z","caller":"traceutil/trace.go:171","msg":"trace[1246984751] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1338; }","duration":"139.924393ms","start":"2024-09-16T10:25:21.728284Z","end":"2024-09-16T10:25:21.868208Z","steps":["trace[1246984751] 'read index received' (duration: 63.202511ms)","trace[1246984751] 'applied index is now lower than readState.Index' (duration: 76.72121ms)"],"step_count":2}
{"level":"info","ts":"2024-09-16T10:25:21.868259Z","caller":"traceutil/trace.go:171","msg":"trace[501466804] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"210.400699ms","start":"2024-09-16T10:25:21.657832Z","end":"2024-09-16T10:25:21.868233Z","steps":["trace[501466804] 'process raft request' (duration: 133.673421ms)","trace[501466804] 'compare' (duration: 76.618072ms)"],"step_count":2}
{"level":"warn","ts":"2024-09-16T10:25:21.868373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.878283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-09-16T10:25:21.868410Z","caller":"traceutil/trace.go:171","msg":"trace[1169815467] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1306; }","duration":"121.931335ms","start":"2024-09-16T10:25:21.746471Z","end":"2024-09-16T10:25:21.868402Z","steps":["trace[1169815467] 'agreement among raft nodes before linearized reading' (duration: 121.861476ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-16T10:25:21.868538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.236255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" ","response":"range_response_count:1 size:1113"}
{"level":"info","ts":"2024-09-16T10:25:21.868579Z","caller":"traceutil/trace.go:171","msg":"trace[344111638] range","detail":"{range_begin:/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath; range_end:; response_count:1; response_revision:1306; }","duration":"140.292497ms","start":"2024-09-16T10:25:21.728276Z","end":"2024-09-16T10:25:21.868569Z","steps":["trace[344111638] 'agreement among raft nodes before linearized reading' (duration: 140.016451ms)"],"step_count":1}
==> gcp-auth [cfade64badb92dacf9d0c56d24c0fb7e95088f5abf7a814ef4801971e4b26216] <==
2024/09/16 10:27:29 GCP Auth Webhook started!
==> kernel <==
10:32:30 up 14 min, 0 users, load average: 0.16, 0.38, 0.33
Linux addons-191972 5.15.0-1068-gcp #76~20.04.1-Ubuntu SMP Tue Aug 20 15:52:45 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kindnet [4c4482bfa98cf1024c4b123130c5a320a891204919b9a1459b6f3269e1e7d29d] <==
I0916 10:30:29.443919 1 main.go:299] handling current node
I0916 10:30:39.447829 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:30:39.447865 1 main.go:299] handling current node
I0916 10:30:49.449838 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:30:49.449872 1 main.go:299] handling current node
I0916 10:30:59.441603 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:30:59.441634 1 main.go:299] handling current node
I0916 10:31:09.447812 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:31:09.447844 1 main.go:299] handling current node
I0916 10:31:19.450907 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:31:19.450940 1 main.go:299] handling current node
I0916 10:31:29.448450 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:31:29.448483 1 main.go:299] handling current node
I0916 10:31:39.447884 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:31:39.447915 1 main.go:299] handling current node
I0916 10:31:49.443809 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:31:49.443842 1 main.go:299] handling current node
I0916 10:31:59.441426 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:31:59.441461 1 main.go:299] handling current node
I0916 10:32:09.447827 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:32:09.447865 1 main.go:299] handling current node
I0916 10:32:19.448134 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:32:19.448165 1 main.go:299] handling current node
I0916 10:32:29.443818 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0916 10:32:29.443852 1 main.go:299] handling current node
==> kube-apiserver [c76b948fbd083e0e5229c3ac96548e67224afd5a037343a2b118da9b9ae5ad3a] <==
W0916 10:26:12.255412 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:13.326100 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:14.378343 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:15.413935 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:16.459096 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:17.509475 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:18.532761 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:19.545400 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:20.553347 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:21.640741 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:22.735942 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:24.007851 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:25.084707 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:26.137166 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:27.215912 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:28.269709 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:29.285978 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:30.385745 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:31.389520 1 dispatcher.go:225] Failed calling webhook, failing closed mutatequeue.volcano.sh: failed calling webhook "mutatequeue.volcano.sh": failed to call webhook: Post "https://volcano-admission-service.volcano-system.svc:443/queues/mutate?timeout=10s": dial tcp 10.104.215.42:443: connect: connection refused
W0916 10:26:53.671732 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.100.114.210:443: connect: connection refused
E0916 10:26:53.671804 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.100.114.210:443: connect: connection refused" logger="UnhandledError"
W0916 10:27:11.712823 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.100.114.210:443: connect: connection refused
E0916 10:27:11.712858 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.100.114.210:443: connect: connection refused" logger="UnhandledError"
W0916 10:27:11.785537 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.100.114.210:443: connect: connection refused
E0916 10:27:11.785576 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.100.114.210:443: connect: connection refused" logger="UnhandledError"
==> kube-controller-manager [6e4dbd39a8ef56c5a753071ab0489111fcbcaac9f7cbe3b4fdf88030aa41c77b] <==
I0916 10:27:11.721447 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:27:11.726999 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:27:11.727309 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:27:11.736401 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:27:11.792850 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:27:11.798111 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:27:11.798661 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:27:11.810216 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:27:12.442562 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:27:12.450572 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:27:13.528146 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:27:13.560100 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:27:14.534075 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:27:14.540099 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:27:14.543857 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="1s"
I0916 10:27:14.564649 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:27:14.570957 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:27:14.576033 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="1s"
I0916 10:27:29.502878 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="gcp-auth/gcp-auth-89d5ffd79" duration="6.820035ms"
I0916 10:27:29.502976 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="gcp-auth/gcp-auth-89d5ffd79" duration="56.15µs"
I0916 10:27:44.013104 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="0s"
I0916 10:27:44.016022 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="0s"
I0916 10:27:44.039693 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-create" delay="0s"
I0916 10:27:44.041144 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="gcp-auth/gcp-auth-certs-patch" delay="0s"
I0916 10:27:56.735238 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-191972"
==> kube-proxy [d9d335328779062c055353442bb9ca0c1e2fef63bc1c598650e6ea25604013a5] <==
I0916 10:23:59.129562 1 server_linux.go:66] "Using iptables proxy"
I0916 10:23:59.824945 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0916 10:23:59.825067 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0916 10:24:00.037013 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0916 10:24:00.040602 1 server_linux.go:169] "Using iptables Proxier"
I0916 10:24:00.135054 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0916 10:24:00.135450 1 server.go:483] "Version info" version="v1.31.1"
I0916 10:24:00.135471 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0916 10:24:00.237323 1 config.go:199] "Starting service config controller"
I0916 10:24:00.237372 1 shared_informer.go:313] Waiting for caches to sync for service config
I0916 10:24:00.237410 1 config.go:105] "Starting endpoint slice config controller"
I0916 10:24:00.237416 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0916 10:24:00.237471 1 config.go:328] "Starting node config controller"
I0916 10:24:00.237491 1 shared_informer.go:313] Waiting for caches to sync for node config
I0916 10:24:00.337642 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0916 10:24:00.337724 1 shared_informer.go:320] Caches are synced for service config
I0916 10:24:00.337829 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [0539bdd901d4af068b2160b27df45018e72113a7a75c6a082ae7e2f64f3f908b] <==
W0916 10:23:49.138663 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0916 10:23:49.138662 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0916 10:23:49.138689 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E0916 10:23:49.138707 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0916 10:23:49.138696 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0916 10:23:49.138760 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0916 10:23:49.138769 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0916 10:23:49.138774 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0916 10:23:49.138779 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0916 10:23:49.138787 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:23:49.139877 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0916 10:23:49.139916 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0916 10:23:50.064082 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0916 10:23:50.064133 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0916 10:23:50.118512 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0916 10:23:50.118558 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0916 10:23:50.132045 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0916 10:23:50.132096 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:23:50.175403 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0916 10:23:50.175438 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0916 10:23:50.199805 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0916 10:23:50.199848 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0916 10:23:50.241540 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0916 10:23:50.241599 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0916 10:23:50.633994 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Sep 16 10:30:24 addons-191972 kubelet[1565]: I0916 10:30:24.929466 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:30:24 addons-191972 kubelet[1565]: E0916 10:30:24.929683 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:30:29 addons-191972 kubelet[1565]: I0916 10:30:29.444582 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:30:29 addons-191972 kubelet[1565]: E0916 10:30:29.444787 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:30:35 addons-191972 kubelet[1565]: I0916 10:30:35.472080 1565 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/nvidia-device-plugin-daemonset-vpb85" secret="" err="secret \"gcp-auth\" not found"
Sep 16 10:30:43 addons-191972 kubelet[1565]: I0916 10:30:43.472156 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:30:43 addons-191972 kubelet[1565]: E0916 10:30:43.472346 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:30:56 addons-191972 kubelet[1565]: I0916 10:30:56.471258 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:30:56 addons-191972 kubelet[1565]: E0916 10:30:56.471496 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:31:01 addons-191972 kubelet[1565]: I0916 10:31:01.472634 1565 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-66c9cd494c-vsbgv" secret="" err="secret \"gcp-auth\" not found"
Sep 16 10:31:07 addons-191972 kubelet[1565]: I0916 10:31:07.471765 1565 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-6vsnj" secret="" err="secret \"gcp-auth\" not found"
Sep 16 10:31:11 addons-191972 kubelet[1565]: I0916 10:31:11.472587 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:31:11 addons-191972 kubelet[1565]: E0916 10:31:11.472747 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:31:26 addons-191972 kubelet[1565]: I0916 10:31:26.471457 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:31:26 addons-191972 kubelet[1565]: E0916 10:31:26.471626 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:31:39 addons-191972 kubelet[1565]: I0916 10:31:39.472092 1565 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/nvidia-device-plugin-daemonset-vpb85" secret="" err="secret \"gcp-auth\" not found"
Sep 16 10:31:39 addons-191972 kubelet[1565]: I0916 10:31:39.472206 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:31:39 addons-191972 kubelet[1565]: E0916 10:31:39.472411 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:31:53 addons-191972 kubelet[1565]: I0916 10:31:53.471903 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:31:53 addons-191972 kubelet[1565]: E0916 10:31:53.472106 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:32:05 addons-191972 kubelet[1565]: I0916 10:32:05.471804 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:32:05 addons-191972 kubelet[1565]: E0916 10:32:05.472061 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:32:19 addons-191972 kubelet[1565]: I0916 10:32:19.472053 1565 scope.go:117] "RemoveContainer" containerID="85bcbbfdfc074366faf8d70de5e5b0ae05b2c86caf5118e07c5f5779a11f6f09"
Sep 16 10:32:19 addons-191972 kubelet[1565]: E0916 10:32:19.472223 1565 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=gadget pod=gadget-rwwbs_gadget(62b2176c-9dcb-4741-bd18-81ab2a2303f2)\"" pod="gadget/gadget-rwwbs" podUID="62b2176c-9dcb-4741-bd18-81ab2a2303f2"
Sep 16 10:32:25 addons-191972 kubelet[1565]: I0916 10:32:25.471405 1565 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-66c9cd494c-vsbgv" secret="" err="secret \"gcp-auth\" not found"
==> storage-provisioner [62a4b8c25074dcef9656a9b6e749de86b5f7c97f45a25cd328153d14be1d5a78] <==
I0916 10:24:03.139108 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0916 10:24:03.230289 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0916 10:24:03.230361 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0916 10:24:03.238016 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0916 10:24:03.238457 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ff346362-6d54-491c-b142-6d85e8abf2d5", APIVersion:"v1", ResourceVersion:"576", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-191972_e8089787-9f1d-4116-8123-a579d9482714 became leader
I0916 10:24:03.238505 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-191972_e8089787-9f1d-4116-8123-a579d9482714!
I0916 10:24:03.339118 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-191972_e8089787-9f1d-4116-8123-a579d9482714!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-191972 -n addons-191972
helpers_test.go:261: (dbg) Run: kubectl --context addons-191972 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:261: (dbg) Non-zero exit: kubectl --context addons-191972 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running: fork/exec /usr/local/bin/kubectl: exec format error (360.715µs)
helpers_test.go:263: kubectl --context addons-191972 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running: fork/exec /usr/local/bin/kubectl: exec format error
--- FAIL: TestAddons/serial/Volcano (300.90s)