=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:824: (dbg) Run: out/minikube-linux-amd64 addons enable headlamp -p addons-391328 --alsologtostderr -v=1
addons_test.go:824: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable headlamp -p addons-391328 --alsologtostderr -v=1: exit status 11 (325.028039ms)
-- stdout --
-- /stdout --
** stderr **
I0115 11:39:33.926383 128808 out.go:296] Setting OutFile to fd 1 ...
I0115 11:39:33.926499 128808 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0115 11:39:33.926510 128808 out.go:309] Setting ErrFile to fd 2...
I0115 11:39:33.926517 128808 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0115 11:39:33.926814 128808 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17957-106484/.minikube/bin
I0115 11:39:33.927085 128808 mustload.go:65] Loading cluster: addons-391328
I0115 11:39:33.927436 128808 config.go:182] Loaded profile config "addons-391328": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0115 11:39:33.927458 128808 addons.go:597] checking whether the cluster is paused
I0115 11:39:33.927576 128808 config.go:182] Loaded profile config "addons-391328": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0115 11:39:33.927589 128808 host.go:66] Checking if "addons-391328" exists ...
I0115 11:39:33.927986 128808 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:39:33.944189 128808 ssh_runner.go:195] Run: systemctl --version
I0115 11:39:33.944251 128808 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:39:33.965460 128808 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:39:34.057083 128808 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0115 11:39:34.057164 128808 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0115 11:39:34.099761 128808 cri.go:89] found id: "eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe"
I0115 11:39:34.099796 128808 cri.go:89] found id: "190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c"
I0115 11:39:34.099801 128808 cri.go:89] found id: "e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5"
I0115 11:39:34.099807 128808 cri.go:89] found id: "f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820"
I0115 11:39:34.099811 128808 cri.go:89] found id: "3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39"
I0115 11:39:34.099823 128808 cri.go:89] found id: "ab46f68fd275d4eacefb74bcf41cc62aa811de43f45a5aea6c4b1a61c5bff9d8"
I0115 11:39:34.099826 128808 cri.go:89] found id: "f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15"
I0115 11:39:34.099830 128808 cri.go:89] found id: "fc5324adde3f6deb5d1633d4381d192e337a7c7b6195415036cf3063692fc645"
I0115 11:39:34.099833 128808 cri.go:89] found id: "2862e7247c61c477bbe65b2e4ea9ef24a074e80dcafbf3a51f7673212f6b4028"
I0115 11:39:34.099847 128808 cri.go:89] found id: "f8f6e870037b0b0ec246be788b905f9e2556e075ea54ae4e433a42f3198cc788"
I0115 11:39:34.099857 128808 cri.go:89] found id: "63bee67192da9fc1eccaff4128911d5bf837aa554fdd102f83eda2d27a2d8a95"
I0115 11:39:34.099863 128808 cri.go:89] found id: "6848d7d748f0c8480b4927b54b1d78a7fd06347fc17e71cd9e3d7f4ad6ad4f4e"
I0115 11:39:34.099873 128808 cri.go:89] found id: "526de9ff2cdbcb796430e504215045647ef594c29269fa50e4a0999ee8c52123"
I0115 11:39:34.099881 128808 cri.go:89] found id: "295e88588854d8840001ba1e7e81454f885b7b2b78cefaa58259d88b1e9e7d76"
I0115 11:39:34.099890 128808 cri.go:89] found id: "885ccee66b992944d9ea4f29cf585b0c093362873cf48e1b783ad88a8e6a5dcd"
I0115 11:39:34.099896 128808 cri.go:89] found id: "1b78d94c40a3d08f597620f25b2706c3c5ad2db2b11d1e2bf4ce92c09b23ddeb"
I0115 11:39:34.099901 128808 cri.go:89] found id: "ac5a448b73cd722ce5270ef745c361955f6e3a40df5042731527b7a446ecee39"
I0115 11:39:34.099909 128808 cri.go:89] found id: "0818e33a39ae7d33bbaacb8b6fa299258ad68586e3c0afffed6b84391670d256"
I0115 11:39:34.099918 128808 cri.go:89] found id: ""
I0115 11:39:34.099978 128808 ssh_runner.go:195] Run: sudo runc --root /run/containerd/runc/k8s.io list -f json
I0115 11:39:34.167628 128808 out.go:177]
W0115 11:39:34.169244 128808 out.go:239] X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc --root /run/containerd/runc/k8s.io list -f json: Process exited with status 1
stdout:
stderr:
time="2024-01-15T11:39:34Z" level=error msg="stat /run/containerd/runc/k8s.io/efb9a270794672fd4d580bea158675841f39ed66d873084a28b91d2d2ffb433a: no such file or directory"
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc --root /run/containerd/runc/k8s.io list -f json: Process exited with status 1
stdout:
stderr:
time="2024-01-15T11:39:34Z" level=error msg="stat /run/containerd/runc/k8s.io/efb9a270794672fd4d580bea158675841f39ed66d873084a28b91d2d2ffb433a: no such file or directory"
W0115 11:39:34.169278 128808 out.go:239] *
*
W0115 11:39:34.173691 128808 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0115 11:39:34.175531 128808 out.go:177]
** /stderr **
addons_test.go:826: failed to enable headlamp addon: args: "out/minikube-linux-amd64 addons enable headlamp -p addons-391328 --alsologtostderr -v=1": exit status 11
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Headlamp]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-391328
helpers_test.go:235: (dbg) docker inspect addons-391328:
-- stdout --
[
{
"Id": "71acac0eada65202fe57777264065836e810c9d0d6ceb78654cc9798d9dc7092",
"Created": "2024-01-15T11:37:18.892628449Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 115292,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-01-15T11:37:19.186552431Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:9941de2e064a4a6a7155bfc66cedd2854b8c725b77bb8d4eaf81bef39f951dd7",
"ResolvConfPath": "/var/lib/docker/containers/71acac0eada65202fe57777264065836e810c9d0d6ceb78654cc9798d9dc7092/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/71acac0eada65202fe57777264065836e810c9d0d6ceb78654cc9798d9dc7092/hostname",
"HostsPath": "/var/lib/docker/containers/71acac0eada65202fe57777264065836e810c9d0d6ceb78654cc9798d9dc7092/hosts",
"LogPath": "/var/lib/docker/containers/71acac0eada65202fe57777264065836e810c9d0d6ceb78654cc9798d9dc7092/71acac0eada65202fe57777264065836e810c9d0d6ceb78654cc9798d9dc7092-json.log",
"Name": "/addons-391328",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-391328:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-391328",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/e07a34baeb1cbe516d67a71afaff528e67f5778efad7a5825fa52170f1db4990-init/diff:/var/lib/docker/overlay2/bbf0039768421d87c488cd6c0112bf6d8c12cfe622242924e63ea6d2ac4b768f/diff",
"MergedDir": "/var/lib/docker/overlay2/e07a34baeb1cbe516d67a71afaff528e67f5778efad7a5825fa52170f1db4990/merged",
"UpperDir": "/var/lib/docker/overlay2/e07a34baeb1cbe516d67a71afaff528e67f5778efad7a5825fa52170f1db4990/diff",
"WorkDir": "/var/lib/docker/overlay2/e07a34baeb1cbe516d67a71afaff528e67f5778efad7a5825fa52170f1db4990/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-391328",
"Source": "/var/lib/docker/volumes/addons-391328/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-391328",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-391328",
"name.minikube.sigs.k8s.io": "addons-391328",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "09586223faee6c5f1bb35840e0eaa8ba9988d3e6efbe0211e7328f76d5acd228",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
]
},
"SandboxKey": "/var/run/docker/netns/09586223faee",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-391328": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"71acac0eada6",
"addons-391328"
],
"NetworkID": "c18d018ac507251fffd7ac9f75b11f9755d75395b377dd9b4f7d2251704713f8",
"EndpointID": "74bb439933545bf79e95f80b54289481b3df590bf5862c8a69044da2886a3edc",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-391328 -n addons-391328
helpers_test.go:244: <<< TestAddons/parallel/Headlamp FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Headlamp]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-391328 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-391328 logs -n 25: (1.579411795s)
helpers_test.go:252: TestAddons/parallel/Headlamp logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-128970 | download-only-128970 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | 15 Jan 24 11:36 UTC |
| delete | -p download-only-880748 | download-only-880748 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | 15 Jan 24 11:36 UTC |
| delete | -p download-only-632060 | download-only-632060 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | 15 Jan 24 11:36 UTC |
| start | --download-only -p | download-docker-788749 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | |
| | download-docker-788749 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-788749 | download-docker-788749 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | 15 Jan 24 11:36 UTC |
| start | --download-only -p | binary-mirror-483395 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | |
| | binary-mirror-483395 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:33409 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-483395 | binary-mirror-483395 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | 15 Jan 24 11:36 UTC |
| addons | enable dashboard -p | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | |
| | addons-391328 | | | | | |
| addons | disable dashboard -p | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | |
| | addons-391328 | | | | | |
| start | -p addons-391328 --wait=true | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:36 UTC | 15 Jan 24 11:39 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=helm-tiller | | | | | |
| addons | addons-391328 addons disable | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| | helm-tiller --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-391328 addons | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-391328 ip | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| addons | addons-391328 addons disable | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| | addons-391328 | | | | | |
| ssh | addons-391328 ssh cat | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| | /opt/local-path-provisioner/pvc-495a1e45-6730-4456-9b4a-84b12188efc5_default_test-pvc/file1 | | | | | |
| addons | addons-391328 addons disable | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| | -p addons-391328 | | | | | |
| ssh | addons-391328 ssh curl -s | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-391328 ip | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| addons | addons-391328 addons disable | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-391328 addons disable | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | |
| | ingress --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | 15 Jan 24 11:39 UTC |
| | addons-391328 | | | | | |
| addons | addons-391328 addons | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-391328 | jenkins | v1.32.0 | 15 Jan 24 11:39 UTC | |
| | -p addons-391328 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/01/15 11:36:57
Running on machine: ubuntu-20-agent-12
Binary: Built with gc go1.21.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0115 11:36:57.522651 114677 out.go:296] Setting OutFile to fd 1 ...
I0115 11:36:57.522908 114677 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0115 11:36:57.522919 114677 out.go:309] Setting ErrFile to fd 2...
I0115 11:36:57.522924 114677 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0115 11:36:57.523092 114677 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17957-106484/.minikube/bin
I0115 11:36:57.523691 114677 out.go:303] Setting JSON to false
I0115 11:36:57.524564 114677 start.go:128] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":8367,"bootTime":1705310251,"procs":171,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1048-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0115 11:36:57.524625 114677 start.go:138] virtualization: kvm guest
I0115 11:36:57.526944 114677 out.go:177] * [addons-391328] minikube v1.32.0 on Ubuntu 20.04 (kvm/amd64)
I0115 11:36:57.528465 114677 out.go:177] - MINIKUBE_LOCATION=17957
I0115 11:36:57.529805 114677 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0115 11:36:57.528532 114677 notify.go:220] Checking for updates...
I0115 11:36:57.532450 114677 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17957-106484/kubeconfig
I0115 11:36:57.534059 114677 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17957-106484/.minikube
I0115 11:36:57.535548 114677 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0115 11:36:57.537033 114677 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0115 11:36:57.538709 114677 driver.go:392] Setting default libvirt URI to qemu:///system
I0115 11:36:57.560518 114677 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0115 11:36:57.560631 114677 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0115 11:36:57.610016 114677 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2024-01-15 11:36:57.601611108 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0115 11:36:57.610132 114677 docker.go:295] overlay module found
I0115 11:36:57.612275 114677 out.go:177] * Using the docker driver based on user configuration
I0115 11:36:57.613832 114677 start.go:298] selected driver: docker
I0115 11:36:57.613843 114677 start.go:902] validating driver "docker" against <nil>
I0115 11:36:57.613854 114677 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0115 11:36:57.614604 114677 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0115 11:36:57.663761 114677 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2024-01-15 11:36:57.655908043 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1048-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33648054272 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<ni
l> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0115 11:36:57.663915 114677 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0115 11:36:57.664115 114677 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0115 11:36:57.666253 114677 out.go:177] * Using Docker driver with root privileges
I0115 11:36:57.667709 114677 cni.go:84] Creating CNI manager for ""
I0115 11:36:57.667725 114677 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0115 11:36:57.667736 114677 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I0115 11:36:57.667748 114677 start_flags.go:321] config:
{Name:addons-391328 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-391328 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containe
rd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0115 11:36:57.669253 114677 out.go:177] * Starting control plane node addons-391328 in cluster addons-391328
I0115 11:36:57.670418 114677 cache.go:121] Beginning downloading kic base image for docker with containerd
I0115 11:36:57.671778 114677 out.go:177] * Pulling base image v0.0.42-1704759386-17866 ...
I0115 11:36:57.672989 114677 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0115 11:36:57.673020 114677 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17957-106484/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-amd64.tar.lz4
I0115 11:36:57.673030 114677 cache.go:56] Caching tarball of preloaded images
I0115 11:36:57.673102 114677 preload.go:174] Found /home/jenkins/minikube-integration/17957-106484/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-amd64.tar.lz4 in cache, skipping download
I0115 11:36:57.673090 114677 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon
I0115 11:36:57.673112 114677 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on containerd
I0115 11:36:57.673481 114677 profile.go:148] Saving config to /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/config.json ...
I0115 11:36:57.673503 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/config.json: {Name:mk5e02eb9ea88ad59751e0cd374d5fa6e0a640e5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:36:57.687486 114677 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 to local cache
I0115 11:36:57.687608 114677 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local cache directory
I0115 11:36:57.687632 114677 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local cache directory, skipping pull
I0115 11:36:57.687638 114677 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 exists in cache, skipping pull
I0115 11:36:57.687651 114677 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 as a tarball
I0115 11:36:57.687662 114677 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 from local cache
I0115 11:37:09.540820 114677 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 from cached tarball
I0115 11:37:09.540897 114677 cache.go:194] Successfully downloaded all kic artifacts
I0115 11:37:09.540950 114677 start.go:365] acquiring machines lock for addons-391328: {Name:mke07757636e1b9ec36aa7f26d085b6aa31a28b9 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0115 11:37:09.541069 114677 start.go:369] acquired machines lock for "addons-391328" in 95.348µs
I0115 11:37:09.541096 114677 start.go:93] Provisioning new machine with config: &{Name:addons-391328 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-391328 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:
false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0115 11:37:09.541200 114677 start.go:125] createHost starting for "" (driver="docker")
I0115 11:37:09.604810 114677 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0115 11:37:09.605197 114677 start.go:159] libmachine.API.Create for "addons-391328" (driver="docker")
I0115 11:37:09.605246 114677 client.go:168] LocalClient.Create starting
I0115 11:37:09.605401 114677 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17957-106484/.minikube/certs/ca.pem
I0115 11:37:09.673252 114677 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17957-106484/.minikube/certs/cert.pem
I0115 11:37:09.834432 114677 cli_runner.go:164] Run: docker network inspect addons-391328 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0115 11:37:09.850070 114677 cli_runner.go:211] docker network inspect addons-391328 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0115 11:37:09.850158 114677 network_create.go:281] running [docker network inspect addons-391328] to gather additional debugging logs...
I0115 11:37:09.850174 114677 cli_runner.go:164] Run: docker network inspect addons-391328
W0115 11:37:09.865158 114677 cli_runner.go:211] docker network inspect addons-391328 returned with exit code 1
I0115 11:37:09.865204 114677 network_create.go:284] error running [docker network inspect addons-391328]: docker network inspect addons-391328: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-391328 not found
I0115 11:37:09.865219 114677 network_create.go:286] output of [docker network inspect addons-391328]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-391328 not found
** /stderr **
I0115 11:37:09.865344 114677 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0115 11:37:09.881074 114677 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc002cc3b40}
I0115 11:37:09.881123 114677 network_create.go:124] attempt to create docker network addons-391328 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0115 11:37:09.881186 114677 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-391328 addons-391328
I0115 11:37:10.020314 114677 network_create.go:108] docker network addons-391328 192.168.49.0/24 created
I0115 11:37:10.020356 114677 kic.go:121] calculated static IP "192.168.49.2" for the "addons-391328" container
I0115 11:37:10.020434 114677 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0115 11:37:10.035423 114677 cli_runner.go:164] Run: docker volume create addons-391328 --label name.minikube.sigs.k8s.io=addons-391328 --label created_by.minikube.sigs.k8s.io=true
I0115 11:37:10.083062 114677 oci.go:103] Successfully created a docker volume addons-391328
I0115 11:37:10.083150 114677 cli_runner.go:164] Run: docker run --rm --name addons-391328-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-391328 --entrypoint /usr/bin/test -v addons-391328:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib
I0115 11:37:13.771780 114677 cli_runner.go:217] Completed: docker run --rm --name addons-391328-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-391328 --entrypoint /usr/bin/test -v addons-391328:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib: (3.688574372s)
I0115 11:37:13.771811 114677 oci.go:107] Successfully prepared a docker volume addons-391328
I0115 11:37:13.771851 114677 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0115 11:37:13.771876 114677 kic.go:194] Starting extracting preloaded images to volume ...
I0115 11:37:13.771937 114677 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17957-106484/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-391328:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0115 11:37:18.829198 114677 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17957-106484/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-391328:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir: (5.057222095s)
I0115 11:37:18.829232 114677 kic.go:203] duration metric: took 5.057352 seconds to extract preloaded images to volume
W0115 11:37:18.829398 114677 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0115 11:37:18.829494 114677 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0115 11:37:18.878691 114677 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-391328 --name addons-391328 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-391328 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-391328 --network addons-391328 --ip 192.168.49.2 --volume addons-391328:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0
I0115 11:37:19.193974 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Running}}
I0115 11:37:19.211598 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:19.230118 114677 cli_runner.go:164] Run: docker exec addons-391328 stat /var/lib/dpkg/alternatives/iptables
I0115 11:37:19.268524 114677 oci.go:144] the created container "addons-391328" has a running status.
I0115 11:37:19.268557 114677 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa...
I0115 11:37:19.427406 114677 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0115 11:37:19.446439 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:19.464584 114677 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0115 11:37:19.464614 114677 kic_runner.go:114] Args: [docker exec --privileged addons-391328 chown docker:docker /home/docker/.ssh/authorized_keys]
I0115 11:37:19.543458 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:19.565936 114677 machine.go:88] provisioning docker machine ...
I0115 11:37:19.565987 114677 ubuntu.go:169] provisioning hostname "addons-391328"
I0115 11:37:19.566180 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:19.585279 114677 main.go:141] libmachine: Using SSH client type: native
I0115 11:37:19.585626 114677 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0115 11:37:19.585640 114677 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-391328 && echo "addons-391328" | sudo tee /etc/hostname
I0115 11:37:19.846650 114677 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-391328
I0115 11:37:19.846739 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:19.863843 114677 main.go:141] libmachine: Using SSH client type: native
I0115 11:37:19.864191 114677 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x80a8e0] 0x80d5c0 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0115 11:37:19.864213 114677 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-391328' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-391328/g' /etc/hosts;
else
echo '127.0.1.1 addons-391328' | sudo tee -a /etc/hosts;
fi
fi
I0115 11:37:19.996002 114677 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0115 11:37:19.996034 114677 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17957-106484/.minikube CaCertPath:/home/jenkins/minikube-integration/17957-106484/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17957-106484/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17957-106484/.minikube}
I0115 11:37:19.996055 114677 ubuntu.go:177] setting up certificates
I0115 11:37:19.996065 114677 provision.go:83] configureAuth start
I0115 11:37:19.996117 114677 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-391328
I0115 11:37:20.011933 114677 provision.go:138] copyHostCerts
I0115 11:37:20.012005 114677 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17957-106484/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17957-106484/.minikube/ca.pem (1082 bytes)
I0115 11:37:20.012110 114677 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17957-106484/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17957-106484/.minikube/cert.pem (1123 bytes)
I0115 11:37:20.012215 114677 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17957-106484/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17957-106484/.minikube/key.pem (1675 bytes)
I0115 11:37:20.012270 114677 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17957-106484/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17957-106484/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17957-106484/.minikube/certs/ca-key.pem org=jenkins.addons-391328 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-391328]
I0115 11:37:20.233638 114677 provision.go:172] copyRemoteCerts
I0115 11:37:20.233707 114677 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0115 11:37:20.233742 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:20.249907 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:20.344451 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0115 11:37:20.364797 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0115 11:37:20.384733 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0115 11:37:20.404644 114677 provision.go:86] duration metric: configureAuth took 408.556673ms
I0115 11:37:20.404680 114677 ubuntu.go:193] setting minikube options for container-runtime
I0115 11:37:20.404882 114677 config.go:182] Loaded profile config "addons-391328": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0115 11:37:20.404898 114677 machine.go:91] provisioned docker machine in 838.933472ms
I0115 11:37:20.404906 114677 client.go:171] LocalClient.Create took 10.799650271s
I0115 11:37:20.404927 114677 start.go:167] duration metric: libmachine.API.Create for "addons-391328" took 10.799734086s
I0115 11:37:20.404938 114677 start.go:300] post-start starting for "addons-391328" (driver="docker")
I0115 11:37:20.404993 114677 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0115 11:37:20.405046 114677 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0115 11:37:20.405100 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:20.420702 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:20.516690 114677 ssh_runner.go:195] Run: cat /etc/os-release
I0115 11:37:20.519811 114677 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0115 11:37:20.519845 114677 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0115 11:37:20.519854 114677 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0115 11:37:20.519861 114677 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0115 11:37:20.519873 114677 filesync.go:126] Scanning /home/jenkins/minikube-integration/17957-106484/.minikube/addons for local assets ...
I0115 11:37:20.519936 114677 filesync.go:126] Scanning /home/jenkins/minikube-integration/17957-106484/.minikube/files for local assets ...
I0115 11:37:20.519957 114677 start.go:303] post-start completed in 115.01007ms
I0115 11:37:20.520310 114677 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-391328
I0115 11:37:20.535574 114677 profile.go:148] Saving config to /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/config.json ...
I0115 11:37:20.535891 114677 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0115 11:37:20.535949 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:20.550991 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:20.640623 114677 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0115 11:37:20.644437 114677 start.go:128] duration metric: createHost completed in 11.103219424s
I0115 11:37:20.644461 114677 start.go:83] releasing machines lock for "addons-391328", held for 11.103378851s
I0115 11:37:20.644528 114677 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-391328
I0115 11:37:20.659745 114677 ssh_runner.go:195] Run: cat /version.json
I0115 11:37:20.659797 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:20.659855 114677 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0115 11:37:20.659920 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:20.676316 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:20.676837 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:20.852822 114677 ssh_runner.go:195] Run: systemctl --version
I0115 11:37:20.856832 114677 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0115 11:37:20.860718 114677 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0115 11:37:20.881896 114677 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0115 11:37:20.881974 114677 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0115 11:37:20.906197 114677 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0115 11:37:20.906226 114677 start.go:475] detecting cgroup driver to use...
I0115 11:37:20.906273 114677 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0115 11:37:20.906322 114677 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0115 11:37:20.917067 114677 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0115 11:37:20.926654 114677 docker.go:217] disabling cri-docker service (if available) ...
I0115 11:37:20.926703 114677 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0115 11:37:20.938519 114677 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0115 11:37:20.950446 114677 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0115 11:37:21.021169 114677 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0115 11:37:21.101460 114677 docker.go:233] disabling docker service ...
I0115 11:37:21.101543 114677 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0115 11:37:21.118465 114677 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0115 11:37:21.128314 114677 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0115 11:37:21.200970 114677 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0115 11:37:21.272976 114677 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0115 11:37:21.283059 114677 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0115 11:37:21.296785 114677 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0115 11:37:21.305163 114677 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0115 11:37:21.313480 114677 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0115 11:37:21.313532 114677 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0115 11:37:21.321698 114677 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0115 11:37:21.329766 114677 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0115 11:37:21.337825 114677 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0115 11:37:21.345828 114677 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0115 11:37:21.353291 114677 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0115 11:37:21.361451 114677 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0115 11:37:21.368352 114677 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0115 11:37:21.375065 114677 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0115 11:37:21.443431 114677 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0115 11:37:21.542006 114677 start.go:522] Will wait 60s for socket path /run/containerd/containerd.sock
I0115 11:37:21.542085 114677 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I0115 11:37:21.545446 114677 start.go:543] Will wait 60s for crictl version
I0115 11:37:21.545495 114677 ssh_runner.go:195] Run: which crictl
I0115 11:37:21.548640 114677 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0115 11:37:21.581251 114677 start.go:559] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.26
RuntimeApiVersion: v1
I0115 11:37:21.581325 114677 ssh_runner.go:195] Run: containerd --version
I0115 11:37:21.606267 114677 ssh_runner.go:195] Run: containerd --version
I0115 11:37:21.631973 114677 out.go:177] * Preparing Kubernetes v1.28.4 on containerd 1.6.26 ...
I0115 11:37:21.633551 114677 cli_runner.go:164] Run: docker network inspect addons-391328 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0115 11:37:21.650618 114677 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0115 11:37:21.654089 114677 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0115 11:37:21.663876 114677 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0115 11:37:21.663961 114677 ssh_runner.go:195] Run: sudo crictl images --output json
I0115 11:37:21.695770 114677 containerd.go:612] all images are preloaded for containerd runtime.
I0115 11:37:21.695796 114677 containerd.go:519] Images already preloaded, skipping extraction
I0115 11:37:21.695854 114677 ssh_runner.go:195] Run: sudo crictl images --output json
I0115 11:37:21.726751 114677 containerd.go:612] all images are preloaded for containerd runtime.
I0115 11:37:21.726778 114677 cache_images.go:84] Images are preloaded, skipping loading
I0115 11:37:21.726838 114677 ssh_runner.go:195] Run: sudo crictl info
I0115 11:37:21.757815 114677 cni.go:84] Creating CNI manager for ""
I0115 11:37:21.757838 114677 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0115 11:37:21.757856 114677 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0115 11:37:21.757880 114677 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-391328 NodeName:addons-391328 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0115 11:37:21.757997 114677 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-391328"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0115 11:37:21.758085 114677 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=addons-391328 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-391328 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0115 11:37:21.758132 114677 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0115 11:37:21.765994 114677 binaries.go:44] Found k8s binaries, skipping transfer
I0115 11:37:21.766050 114677 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0115 11:37:21.773810 114677 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (385 bytes)
I0115 11:37:21.789233 114677 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0115 11:37:21.804384 114677 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I0115 11:37:21.819484 114677 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0115 11:37:21.822533 114677 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0115 11:37:21.832130 114677 certs.go:56] Setting up /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328 for IP: 192.168.49.2
I0115 11:37:21.832173 114677 certs.go:190] acquiring lock for shared ca certs: {Name:mk96f3644c4e7ee69638a4ef92775561fb45c989 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:21.832297 114677 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17957-106484/.minikube/ca.key
I0115 11:37:21.909059 114677 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17957-106484/.minikube/ca.crt ...
I0115 11:37:21.909090 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/ca.crt: {Name:mk4f8a65b15a9f8b0e0b67a4da82c566e7685228 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:21.909306 114677 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17957-106484/.minikube/ca.key ...
I0115 11:37:21.909321 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/ca.key: {Name:mk606b6e6f3c160cf4f97f50434c6eeab8fcc31e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:21.909423 114677 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17957-106484/.minikube/proxy-client-ca.key
I0115 11:37:21.988723 114677 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17957-106484/.minikube/proxy-client-ca.crt ...
I0115 11:37:21.988764 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/proxy-client-ca.crt: {Name:mk01ba2ef4fff024d1d4221aa38666aacf415c59 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:21.988975 114677 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17957-106484/.minikube/proxy-client-ca.key ...
I0115 11:37:21.988992 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/proxy-client-ca.key: {Name:mkd6918e78419bc945c7534f353f2f8203654acc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:21.989149 114677 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/client.key
I0115 11:37:21.989167 114677 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/client.crt with IP's: []
I0115 11:37:22.226704 114677 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/client.crt ...
I0115 11:37:22.226741 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/client.crt: {Name:mk47e3abedcd16590e26351798a7e7206f2deb51 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:22.226947 114677 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/client.key ...
I0115 11:37:22.226969 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/client.key: {Name:mk54f287600092da93b5a03dda5511ad5dbc176f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:22.227071 114677 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.key.dd3b5fb2
I0115 11:37:22.227094 114677 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0115 11:37:22.312284 114677 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.crt.dd3b5fb2 ...
I0115 11:37:22.312321 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.crt.dd3b5fb2: {Name:mk8684783a0676b7668072d74e638626e657854b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:22.312513 114677 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.key.dd3b5fb2 ...
I0115 11:37:22.312532 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.key.dd3b5fb2: {Name:mk7412edb60ee7eae6a1765cf5bcd370b577597f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:22.312630 114677 certs.go:337] copying /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.crt
I0115 11:37:22.312753 114677 certs.go:341] copying /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.key
I0115 11:37:22.312828 114677 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/proxy-client.key
I0115 11:37:22.312854 114677 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/proxy-client.crt with IP's: []
I0115 11:37:22.377034 114677 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/proxy-client.crt ...
I0115 11:37:22.377069 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/proxy-client.crt: {Name:mk2848c6a895aba7be8adcd030d0d76cae6b0f60 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:22.377254 114677 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/proxy-client.key ...
I0115 11:37:22.377270 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/proxy-client.key: {Name:mk56cafb6a8016480f046683ebc8456b0fdc5570 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:22.377461 114677 certs.go:437] found cert: /home/jenkins/minikube-integration/17957-106484/.minikube/certs/home/jenkins/minikube-integration/17957-106484/.minikube/certs/ca-key.pem (1679 bytes)
I0115 11:37:22.377513 114677 certs.go:437] found cert: /home/jenkins/minikube-integration/17957-106484/.minikube/certs/home/jenkins/minikube-integration/17957-106484/.minikube/certs/ca.pem (1082 bytes)
I0115 11:37:22.377548 114677 certs.go:437] found cert: /home/jenkins/minikube-integration/17957-106484/.minikube/certs/home/jenkins/minikube-integration/17957-106484/.minikube/certs/cert.pem (1123 bytes)
I0115 11:37:22.377597 114677 certs.go:437] found cert: /home/jenkins/minikube-integration/17957-106484/.minikube/certs/home/jenkins/minikube-integration/17957-106484/.minikube/certs/key.pem (1675 bytes)
I0115 11:37:22.378327 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0115 11:37:22.400397 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0115 11:37:22.421421 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0115 11:37:22.441821 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/profiles/addons-391328/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0115 11:37:22.462705 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0115 11:37:22.483485 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0115 11:37:22.504267 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0115 11:37:22.524551 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0115 11:37:22.546160 114677 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17957-106484/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0115 11:37:22.566533 114677 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0115 11:37:22.581776 114677 ssh_runner.go:195] Run: openssl version
I0115 11:37:22.586649 114677 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0115 11:37:22.594651 114677 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0115 11:37:22.597622 114677 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jan 15 11:37 /usr/share/ca-certificates/minikubeCA.pem
I0115 11:37:22.597686 114677 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0115 11:37:22.603642 114677 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0115 11:37:22.611496 114677 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0115 11:37:22.614244 114677 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0115 11:37:22.614289 114677 kubeadm.go:404] StartCluster: {Name:addons-391328 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-391328 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disa
bleMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0115 11:37:22.614361 114677 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0115 11:37:22.614412 114677 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0115 11:37:22.645835 114677 cri.go:89] found id: ""
I0115 11:37:22.645897 114677 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0115 11:37:22.653841 114677 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0115 11:37:22.661340 114677 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0115 11:37:22.661385 114677 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0115 11:37:22.668543 114677 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0115 11:37:22.668588 114677 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0115 11:37:22.747417 114677 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1048-gcp\n", err: exit status 1
I0115 11:37:22.805936 114677 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0115 11:37:31.591146 114677 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0115 11:37:31.591255 114677 kubeadm.go:322] [preflight] Running pre-flight checks
I0115 11:37:31.591384 114677 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0115 11:37:31.591474 114677 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1048-gcp[0m
I0115 11:37:31.591525 114677 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0115 11:37:31.591599 114677 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0115 11:37:31.591672 114677 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0115 11:37:31.591757 114677 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0115 11:37:31.591848 114677 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0115 11:37:31.591926 114677 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0115 11:37:31.591991 114677 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0115 11:37:31.592056 114677 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0115 11:37:31.592102 114677 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0115 11:37:31.592142 114677 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0115 11:37:31.592285 114677 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0115 11:37:31.592420 114677 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0115 11:37:31.592555 114677 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0115 11:37:31.592644 114677 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0115 11:37:31.594319 114677 out.go:204] - Generating certificates and keys ...
I0115 11:37:31.594398 114677 kubeadm.go:322] [certs] Using existing ca certificate authority
I0115 11:37:31.594477 114677 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0115 11:37:31.594556 114677 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0115 11:37:31.594626 114677 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0115 11:37:31.594710 114677 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0115 11:37:31.594780 114677 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0115 11:37:31.594826 114677 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0115 11:37:31.594927 114677 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-391328 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0115 11:37:31.594980 114677 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0115 11:37:31.595104 114677 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-391328 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0115 11:37:31.595186 114677 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0115 11:37:31.595265 114677 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0115 11:37:31.595344 114677 kubeadm.go:322] [certs] Generating "sa" key and public key
I0115 11:37:31.595422 114677 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0115 11:37:31.595508 114677 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0115 11:37:31.595579 114677 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0115 11:37:31.595689 114677 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0115 11:37:31.595765 114677 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0115 11:37:31.595877 114677 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0115 11:37:31.595966 114677 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0115 11:37:31.597520 114677 out.go:204] - Booting up control plane ...
I0115 11:37:31.597625 114677 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0115 11:37:31.597713 114677 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0115 11:37:31.597796 114677 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0115 11:37:31.597948 114677 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0115 11:37:31.598069 114677 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0115 11:37:31.598131 114677 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0115 11:37:31.598304 114677 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0115 11:37:31.598412 114677 kubeadm.go:322] [apiclient] All control plane components are healthy after 5.002093 seconds
I0115 11:37:31.598556 114677 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0115 11:37:31.598725 114677 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0115 11:37:31.598871 114677 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0115 11:37:31.599077 114677 kubeadm.go:322] [mark-control-plane] Marking the node addons-391328 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0115 11:37:31.599159 114677 kubeadm.go:322] [bootstrap-token] Using token: k6j95c.n85t1lqmttlkgwny
I0115 11:37:31.600579 114677 out.go:204] - Configuring RBAC rules ...
I0115 11:37:31.600701 114677 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0115 11:37:31.600832 114677 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0115 11:37:31.600955 114677 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0115 11:37:31.601086 114677 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0115 11:37:31.601214 114677 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0115 11:37:31.601325 114677 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0115 11:37:31.601442 114677 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0115 11:37:31.601480 114677 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0115 11:37:31.601529 114677 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0115 11:37:31.601539 114677 kubeadm.go:322]
I0115 11:37:31.601611 114677 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0115 11:37:31.601626 114677 kubeadm.go:322]
I0115 11:37:31.601688 114677 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0115 11:37:31.601697 114677 kubeadm.go:322]
I0115 11:37:31.601717 114677 kubeadm.go:322] mkdir -p $HOME/.kube
I0115 11:37:31.601778 114677 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0115 11:37:31.601844 114677 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0115 11:37:31.601852 114677 kubeadm.go:322]
I0115 11:37:31.601908 114677 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0115 11:37:31.601917 114677 kubeadm.go:322]
I0115 11:37:31.601971 114677 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0115 11:37:31.601980 114677 kubeadm.go:322]
I0115 11:37:31.602036 114677 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0115 11:37:31.602142 114677 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0115 11:37:31.602248 114677 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0115 11:37:31.602262 114677 kubeadm.go:322]
I0115 11:37:31.602383 114677 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0115 11:37:31.602467 114677 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0115 11:37:31.602473 114677 kubeadm.go:322]
I0115 11:37:31.602541 114677 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token k6j95c.n85t1lqmttlkgwny \
I0115 11:37:31.602653 114677 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:57f04b5a60a80bf91a5bbdb479b5c23adc032d47b377aec7490aa146b9ad04e8 \
I0115 11:37:31.602686 114677 kubeadm.go:322] --control-plane
I0115 11:37:31.602692 114677 kubeadm.go:322]
I0115 11:37:31.602775 114677 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0115 11:37:31.602781 114677 kubeadm.go:322]
I0115 11:37:31.602877 114677 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token k6j95c.n85t1lqmttlkgwny \
I0115 11:37:31.603024 114677 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:57f04b5a60a80bf91a5bbdb479b5c23adc032d47b377aec7490aa146b9ad04e8
I0115 11:37:31.603040 114677 cni.go:84] Creating CNI manager for ""
I0115 11:37:31.603047 114677 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0115 11:37:31.604634 114677 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0115 11:37:31.606028 114677 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0115 11:37:31.609802 114677 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0115 11:37:31.609823 114677 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0115 11:37:31.648233 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0115 11:37:32.303156 114677 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0115 11:37:32.303268 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:32.303310 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=71cf7d00913f789829bf5813c1d11b9a83eda53e minikube.k8s.io/name=addons-391328 minikube.k8s.io/updated_at=2024_01_15T11_37_32_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:32.386199 114677 ops.go:34] apiserver oom_adj: -16
I0115 11:37:32.386350 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:32.886681 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:33.386723 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:33.886439 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:34.386757 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:34.886792 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:35.386749 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:35.887219 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:36.386769 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:36.886426 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:37.387356 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:37.886925 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:38.387045 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:38.886554 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:39.386411 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:39.886974 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:40.387217 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:40.887134 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:41.387171 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:41.886921 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:42.387298 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:42.886649 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:43.387236 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:43.887198 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:44.386415 114677 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0115 11:37:44.452328 114677 kubeadm.go:1088] duration metric: took 12.149123028s to wait for elevateKubeSystemPrivileges.
I0115 11:37:44.452366 114677 kubeadm.go:406] StartCluster complete in 21.838080998s
I0115 11:37:44.452385 114677 settings.go:142] acquiring lock: {Name:mkb27abb0eb10edb69ceed6d6dd7b587161f3547 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:44.452510 114677 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17957-106484/kubeconfig
I0115 11:37:44.453011 114677 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17957-106484/kubeconfig: {Name:mk32e1758294a50a99d31d9815d4e7a125a87b6d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0115 11:37:44.453291 114677 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0115 11:37:44.453389 114677 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:true inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0115 11:37:44.453504 114677 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-391328"
I0115 11:37:44.453519 114677 addons.go:69] Setting default-storageclass=true in profile "addons-391328"
I0115 11:37:44.453525 114677 addons.go:69] Setting metrics-server=true in profile "addons-391328"
I0115 11:37:44.453540 114677 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-391328"
I0115 11:37:44.453532 114677 addons.go:69] Setting registry=true in profile "addons-391328"
I0115 11:37:44.453557 114677 addons.go:234] Setting addon metrics-server=true in "addons-391328"
I0115 11:37:44.453558 114677 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-391328"
I0115 11:37:44.453569 114677 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-391328"
I0115 11:37:44.453562 114677 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-391328"
I0115 11:37:44.453578 114677 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-391328"
I0115 11:37:44.453585 114677 addons.go:234] Setting addon registry=true in "addons-391328"
I0115 11:37:44.453588 114677 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-391328"
I0115 11:37:44.453610 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.453605 114677 addons.go:69] Setting inspektor-gadget=true in profile "addons-391328"
I0115 11:37:44.453622 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.453629 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.453632 114677 addons.go:234] Setting addon inspektor-gadget=true in "addons-391328"
I0115 11:37:44.453636 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.453694 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.453932 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.453943 114677 addons.go:69] Setting volumesnapshots=true in profile "addons-391328"
I0115 11:37:44.453957 114677 addons.go:234] Setting addon volumesnapshots=true in "addons-391328"
I0115 11:37:44.453991 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.454101 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.454106 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.454112 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.454116 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.454132 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.453932 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.454440 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.453506 114677 config.go:182] Loaded profile config "addons-391328": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0115 11:37:44.455146 114677 addons.go:69] Setting cloud-spanner=true in profile "addons-391328"
I0115 11:37:44.455178 114677 addons.go:234] Setting addon cloud-spanner=true in "addons-391328"
I0115 11:37:44.455219 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.455677 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.453533 114677 addons.go:69] Setting storage-provisioner=true in profile "addons-391328"
I0115 11:37:44.455849 114677 addons.go:234] Setting addon storage-provisioner=true in "addons-391328"
I0115 11:37:44.455907 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.455930 114677 addons.go:69] Setting gcp-auth=true in profile "addons-391328"
I0115 11:37:44.455971 114677 mustload.go:65] Loading cluster: addons-391328
I0115 11:37:44.456266 114677 config.go:182] Loaded profile config "addons-391328": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0115 11:37:44.456413 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.456558 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.456603 114677 addons.go:69] Setting ingress=true in profile "addons-391328"
I0115 11:37:44.456627 114677 addons.go:234] Setting addon ingress=true in "addons-391328"
I0115 11:37:44.456686 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.453508 114677 addons.go:69] Setting yakd=true in profile "addons-391328"
I0115 11:37:44.456812 114677 addons.go:234] Setting addon yakd=true in "addons-391328"
I0115 11:37:44.456851 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.457173 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.455923 114677 addons.go:69] Setting helm-tiller=true in profile "addons-391328"
I0115 11:37:44.457426 114677 addons.go:234] Setting addon helm-tiller=true in "addons-391328"
I0115 11:37:44.457448 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.457515 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.453510 114677 addons.go:69] Setting ingress-dns=true in profile "addons-391328"
I0115 11:37:44.460978 114677 addons.go:234] Setting addon ingress-dns=true in "addons-391328"
I0115 11:37:44.461039 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.461490 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.493348 114677 addons.go:234] Setting addon default-storageclass=true in "addons-391328"
I0115 11:37:44.493399 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.493888 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.498623 114677 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I0115 11:37:44.500077 114677 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0115 11:37:44.500097 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0115 11:37:44.500181 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.502347 114677 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.13
I0115 11:37:44.498292 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.506279 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.508118 114677 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0115 11:37:44.510139 114677 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0115 11:37:44.511638 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0115 11:37:44.512406 114677 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0115 11:37:44.512417 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0115 11:37:44.512455 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.510263 114677 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3
I0115 11:37:44.514104 114677 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0115 11:37:44.514124 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0115 11:37:44.514173 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.512455 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.517555 114677 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-391328"
I0115 11:37:44.517602 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:44.519830 114677 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.23.1
I0115 11:37:44.510210 114677 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0115 11:37:44.511656 114677 out.go:177] - Using image docker.io/registry:2.8.3
I0115 11:37:44.518293 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:44.521391 114677 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0115 11:37:44.524661 114677 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0115 11:37:44.522875 114677 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0115 11:37:44.523020 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0115 11:37:44.526098 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.527406 114677 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0115 11:37:44.527519 114677 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0115 11:37:44.528796 114677 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0115 11:37:44.528812 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0115 11:37:44.528818 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0115 11:37:44.528868 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.528891 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.527434 114677 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0115 11:37:44.530724 114677 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0115 11:37:44.532015 114677 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0115 11:37:44.533409 114677 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0115 11:37:44.532468 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.537135 114677 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0115 11:37:44.543210 114677 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0115 11:37:44.545083 114677 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0115 11:37:44.545106 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0115 11:37:44.545168 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.550750 114677 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0115 11:37:44.549704 114677 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0115 11:37:44.557390 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0115 11:37:44.558924 114677 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0115 11:37:44.557469 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.557475 114677 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0115 11:37:44.565307 114677 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0115 11:37:44.565327 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0115 11:37:44.565390 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.567263 114677 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.5
I0115 11:37:44.570171 114677 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0115 11:37:44.572966 114677 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0115 11:37:44.572986 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0115 11:37:44.570142 114677 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0115 11:37:44.573016 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0115 11:37:44.573041 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.573067 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.572721 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.578784 114677 out.go:177] - Using image ghcr.io/helm/tiller:v2.17.0
I0115 11:37:44.580456 114677 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-dp.yaml
I0115 11:37:44.580477 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-dp.yaml (2422 bytes)
I0115 11:37:44.580536 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.578452 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.587841 114677 out.go:177] - Using image docker.io/busybox:stable
I0115 11:37:44.586141 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.587022 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.590513 114677 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0115 11:37:44.592190 114677 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0115 11:37:44.592215 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0115 11:37:44.592288 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:44.601638 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.609344 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.611045 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.619165 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.620392 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.620604 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.621354 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.622567 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:44.633929 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
W0115 11:37:44.640556 114677 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0115 11:37:44.640589 114677 retry.go:31] will retry after 346.264462ms: ssh: handshake failed: EOF
I0115 11:37:44.663318 114677 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0115 11:37:44.841282 114677 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0115 11:37:44.841309 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0115 11:37:44.952767 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0115 11:37:44.954219 114677 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0115 11:37:44.954306 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0115 11:37:44.959323 114677 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-391328" context rescaled to 1 replicas
I0115 11:37:44.959420 114677 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0115 11:37:44.961382 114677 out.go:177] * Verifying Kubernetes components...
I0115 11:37:44.963177 114677 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0115 11:37:44.962995 114677 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0115 11:37:44.963349 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0115 11:37:44.963581 114677 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0115 11:37:44.963596 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0115 11:37:45.055408 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0115 11:37:45.143704 114677 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0115 11:37:45.143737 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0115 11:37:45.145147 114677 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0115 11:37:45.145175 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0115 11:37:45.146082 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0115 11:37:45.153542 114677 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0115 11:37:45.153580 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0115 11:37:45.158937 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0115 11:37:45.159153 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0115 11:37:45.160644 114677 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-rbac.yaml
I0115 11:37:45.160665 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-rbac.yaml (1188 bytes)
I0115 11:37:45.246406 114677 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0115 11:37:45.246487 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0115 11:37:45.252407 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0115 11:37:45.255363 114677 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0115 11:37:45.255455 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0115 11:37:45.360258 114677 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0115 11:37:45.360284 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0115 11:37:45.438159 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0115 11:37:45.438475 114677 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0115 11:37:45.438513 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0115 11:37:45.452906 114677 addons.go:426] installing /etc/kubernetes/addons/helm-tiller-svc.yaml
I0115 11:37:45.452999 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/helm-tiller-svc.yaml (951 bytes)
I0115 11:37:45.539254 114677 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0115 11:37:45.539350 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0115 11:37:45.643376 114677 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0115 11:37:45.643463 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0115 11:37:45.647210 114677 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0115 11:37:45.647288 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0115 11:37:45.745132 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0115 11:37:45.745735 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml
I0115 11:37:45.760024 114677 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0115 11:37:45.760057 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0115 11:37:45.848839 114677 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0115 11:37:45.848890 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0115 11:37:45.859387 114677 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0115 11:37:45.859429 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0115 11:37:45.947709 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0115 11:37:45.954043 114677 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0115 11:37:45.954128 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0115 11:37:46.149854 114677 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0115 11:37:46.149943 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0115 11:37:46.157091 114677 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0115 11:37:46.157181 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0115 11:37:46.339171 114677 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0115 11:37:46.339286 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0115 11:37:46.453034 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0115 11:37:46.640627 114677 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0115 11:37:46.640733 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0115 11:37:46.657152 114677 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.993790437s)
I0115 11:37:46.657240 114677 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0115 11:37:46.841922 114677 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0115 11:37:46.841957 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0115 11:37:46.846226 114677 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0115 11:37:46.846254 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0115 11:37:46.958292 114677 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0115 11:37:46.958384 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0115 11:37:47.249440 114677 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0115 11:37:47.249471 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0115 11:37:47.252758 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0115 11:37:47.346215 114677 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0115 11:37:47.346250 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0115 11:37:47.836960 114677 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0115 11:37:47.837006 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0115 11:37:48.241590 114677 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0115 11:37:48.241637 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0115 11:37:48.538904 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.586032101s)
I0115 11:37:48.538989 114677 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (3.575745937s)
I0115 11:37:48.540448 114677 node_ready.go:35] waiting up to 6m0s for node "addons-391328" to be "Ready" ...
I0115 11:37:48.547682 114677 node_ready.go:49] node "addons-391328" has status "Ready":"True"
I0115 11:37:48.547713 114677 node_ready.go:38] duration metric: took 7.209647ms waiting for node "addons-391328" to be "Ready" ...
I0115 11:37:48.547726 114677 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0115 11:37:48.559616 114677 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace to be "Ready" ...
I0115 11:37:48.653013 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0115 11:37:48.754646 114677 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0115 11:37:48.754681 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0115 11:37:49.239645 114677 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0115 11:37:49.239741 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0115 11:37:49.660287 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0115 11:37:50.654206 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:37:51.344207 114677 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0115 11:37:51.344417 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:51.368359 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:52.037289 114677 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0115 11:37:52.148760 114677 addons.go:234] Setting addon gcp-auth=true in "addons-391328"
I0115 11:37:52.148829 114677 host.go:66] Checking if "addons-391328" exists ...
I0115 11:37:52.149333 114677 cli_runner.go:164] Run: docker container inspect addons-391328 --format={{.State.Status}}
I0115 11:37:52.171274 114677 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0115 11:37:52.171334 114677 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-391328
I0115 11:37:52.193669 114677 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/17957-106484/.minikube/machines/addons-391328/id_rsa Username:docker}
I0115 11:37:52.751012 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (7.695561485s)
I0115 11:37:52.751055 114677 addons.go:470] Verifying addon ingress=true in "addons-391328"
I0115 11:37:52.751087 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (7.604970048s)
I0115 11:37:52.752626 114677 out.go:177] * Verifying ingress addon...
I0115 11:37:52.751134 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (7.591936619s)
I0115 11:37:52.751152 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (7.592188498s)
I0115 11:37:52.751199 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (7.498709708s)
I0115 11:37:52.751294 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (7.313039257s)
I0115 11:37:52.751351 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/helm-tiller-dp.yaml -f /etc/kubernetes/addons/helm-tiller-rbac.yaml -f /etc/kubernetes/addons/helm-tiller-svc.yaml: (7.005581119s)
I0115 11:37:52.751424 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (7.006254995s)
I0115 11:37:52.751468 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (6.803670728s)
I0115 11:37:52.751531 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (6.298458664s)
I0115 11:37:52.751634 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.498791124s)
I0115 11:37:52.751718 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.098665346s)
I0115 11:37:52.752714 114677 addons.go:470] Verifying addon metrics-server=true in "addons-391328"
I0115 11:37:52.752730 114677 addons.go:470] Verifying addon registry=true in "addons-391328"
I0115 11:37:52.754391 114677 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-391328 service yakd-dashboard -n yakd-dashboard
W0115 11:37:52.752784 114677 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0115 11:37:52.755344 114677 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0115 11:37:52.756487 114677 out.go:177] * Verifying registry addon...
I0115 11:37:52.757271 114677 retry.go:31] will retry after 306.15755ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0115 11:37:52.758923 114677 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0115 11:37:52.764430 114677 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0115 11:37:52.764456 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0115 11:37:52.769430 114677 out.go:239] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0115 11:37:52.770578 114677 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0115 11:37:52.770637 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:53.065167 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0115 11:37:53.066262 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:37:53.261623 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:53.264434 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:53.761196 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:53.763919 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:54.261475 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:54.263803 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:54.763302 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:54.764560 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:54.765992 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.105651323s)
I0115 11:37:54.766041 114677 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-391328"
I0115 11:37:54.766080 114677 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.594772791s)
I0115 11:37:54.769780 114677 out.go:177] * Verifying csi-hostpath-driver addon...
I0115 11:37:54.771395 114677 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0115 11:37:54.773028 114677 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0115 11:37:54.774556 114677 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0115 11:37:54.774570 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0115 11:37:54.772436 114677 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0115 11:37:54.842312 114677 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0115 11:37:54.842350 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:54.864015 114677 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0115 11:37:54.864057 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0115 11:37:54.949852 114677 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0115 11:37:54.949886 114677 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0115 11:37:54.972558 114677 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0115 11:37:55.260484 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:55.263512 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:55.270249 114677 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.205031406s)
I0115 11:37:55.280600 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:55.566495 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:37:55.760313 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:55.763094 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:55.780532 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:55.946559 114677 addons.go:470] Verifying addon gcp-auth=true in "addons-391328"
I0115 11:37:55.948647 114677 out.go:177] * Verifying gcp-auth addon...
I0115 11:37:55.951155 114677 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0115 11:37:55.954729 114677 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0115 11:37:55.954747 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:37:56.261557 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:56.264263 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:56.280446 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:56.454808 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:37:56.760410 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:56.763885 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:56.780759 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:56.958452 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:37:57.261415 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:57.264199 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:57.279293 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:57.454492 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:37:57.761254 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:57.763049 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:57.779818 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:57.955046 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:37:58.065484 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:37:58.261473 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:58.263515 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:58.279515 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:58.454847 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:37:58.761533 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:58.763976 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:58.780051 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:58.954416 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:37:59.261134 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:59.264544 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:59.280765 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:59.460382 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:37:59.761793 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:37:59.763587 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:37:59.780453 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:37:59.954763 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:00.067090 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:00.261373 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:00.263332 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:00.280246 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:00.454802 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:00.761976 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:00.764009 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:00.780360 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:00.954798 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:01.260990 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:01.263804 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:01.280716 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:01.455805 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:01.761208 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:01.763008 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:01.779365 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:01.954900 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:02.069325 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:02.260749 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:02.262601 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:02.279477 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:02.454782 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:02.761568 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:02.763646 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:02.780335 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:02.954420 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:03.260855 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:03.263064 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:03.279014 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:03.454503 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:03.760453 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:03.762732 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:03.780120 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:03.955195 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:04.260485 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:04.263755 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:04.281226 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:04.455182 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:04.565259 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:04.760960 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:04.763240 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:04.780589 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:04.954776 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:05.261037 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:05.263176 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:05.280360 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:05.455235 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:05.761336 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:05.763370 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:05.779630 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:05.954662 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:06.261407 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:06.263421 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:06.279498 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:06.454915 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:06.760790 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:06.762976 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:06.779908 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:06.956657 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:07.065747 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:07.260769 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:07.263303 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:07.279221 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:07.454708 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:07.761164 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:07.762922 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:07.779742 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:07.955290 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:08.261436 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:08.263414 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:08.280010 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:08.455070 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:08.760974 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:08.762920 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:08.780035 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:08.954898 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:09.066020 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:09.261152 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:09.263014 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:09.279230 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:09.454377 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:09.760694 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:09.762993 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:09.779920 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:09.954091 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:10.261523 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:10.263717 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:10.279818 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:10.455154 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:10.760874 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:10.763042 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:10.779466 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:10.954835 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:11.066068 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:11.260760 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:11.263285 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:11.279265 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:11.454791 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:11.760821 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:11.763290 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:11.779608 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:11.954990 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:12.261654 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:12.263691 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:12.279731 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:12.455349 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:12.760339 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:12.762856 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:12.779785 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:12.955316 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:13.260520 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:13.262624 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:13.279892 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:13.455144 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:13.565550 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:13.763434 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:13.768695 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:13.779452 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:13.954779 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:14.260439 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:14.263174 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:14.279535 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:14.454715 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:14.761032 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:14.764831 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:14.779693 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:14.955061 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:15.261181 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:15.263369 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:15.279327 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:15.454821 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:15.565977 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:15.760925 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:15.762947 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:15.780223 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:15.954702 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:16.261454 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:16.263142 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:16.279221 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:16.454774 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:16.760804 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:16.763083 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:16.779053 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:16.954703 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:17.260902 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:17.263521 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:17.279845 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:17.455148 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:17.566130 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:17.761797 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:17.763604 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:17.779529 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:17.954952 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:18.260937 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:18.262924 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:18.281059 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:18.455103 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:18.761398 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:18.763783 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:18.780331 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:18.954524 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:19.260600 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:19.267348 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:19.282532 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:19.454443 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:19.760393 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:19.762891 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:19.779973 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:19.954436 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:20.066236 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:20.261639 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:20.264002 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:20.280604 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:20.455458 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:20.761100 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:20.764363 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:20.780124 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:20.955108 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:21.261483 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:21.263997 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:21.281192 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:21.454541 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:21.761828 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:21.763505 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:21.779796 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:21.955668 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:22.066645 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:22.261420 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:22.264546 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:22.280516 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:22.455390 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:22.761757 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:22.763797 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:22.781059 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:22.955866 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:23.260936 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:23.264045 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:23.280251 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:23.454707 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:23.760285 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:23.763401 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:23.779256 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:23.954985 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:24.067284 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:24.261494 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:24.263874 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:24.281160 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:24.455435 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:24.761317 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:24.762944 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:24.780566 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:24.954558 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:25.260840 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:25.263873 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:25.280176 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:25.454685 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:25.762343 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:25.764432 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:25.781908 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:25.955335 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:26.261024 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:26.263561 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:26.279861 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:26.455849 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:26.568173 114677 pod_ready.go:102] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"False"
I0115 11:38:26.759833 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:26.765456 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:26.780567 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:26.956567 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:27.261080 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:27.263948 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:27.280796 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:27.455456 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:27.566070 114677 pod_ready.go:92] pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace has status "Ready":"True"
I0115 11:38:27.566100 114677 pod_ready.go:81] duration metric: took 39.006448155s waiting for pod "coredns-5dd5756b68-z8g2n" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.566114 114677 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-391328" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.571774 114677 pod_ready.go:92] pod "etcd-addons-391328" in "kube-system" namespace has status "Ready":"True"
I0115 11:38:27.571803 114677 pod_ready.go:81] duration metric: took 5.680574ms waiting for pod "etcd-addons-391328" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.571820 114677 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-391328" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.576415 114677 pod_ready.go:92] pod "kube-apiserver-addons-391328" in "kube-system" namespace has status "Ready":"True"
I0115 11:38:27.576436 114677 pod_ready.go:81] duration metric: took 4.608927ms waiting for pod "kube-apiserver-addons-391328" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.576445 114677 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-391328" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.580890 114677 pod_ready.go:92] pod "kube-controller-manager-addons-391328" in "kube-system" namespace has status "Ready":"True"
I0115 11:38:27.580912 114677 pod_ready.go:81] duration metric: took 4.460336ms waiting for pod "kube-controller-manager-addons-391328" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.580922 114677 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-9tqds" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.587496 114677 pod_ready.go:92] pod "kube-proxy-9tqds" in "kube-system" namespace has status "Ready":"True"
I0115 11:38:27.587516 114677 pod_ready.go:81] duration metric: took 6.588632ms waiting for pod "kube-proxy-9tqds" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.587526 114677 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-391328" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.761029 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:27.763381 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:27.779154 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:27.955429 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:27.964466 114677 pod_ready.go:92] pod "kube-scheduler-addons-391328" in "kube-system" namespace has status "Ready":"True"
I0115 11:38:27.964492 114677 pod_ready.go:81] duration metric: took 376.960019ms waiting for pod "kube-scheduler-addons-391328" in "kube-system" namespace to be "Ready" ...
I0115 11:38:27.964502 114677 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-bcwtk" in "kube-system" namespace to be "Ready" ...
I0115 11:38:28.263220 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:28.264451 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:28.279251 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:28.365265 114677 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-bcwtk" in "kube-system" namespace has status "Ready":"True"
I0115 11:38:28.365293 114677 pod_ready.go:81] duration metric: took 400.781932ms waiting for pod "nvidia-device-plugin-daemonset-bcwtk" in "kube-system" namespace to be "Ready" ...
I0115 11:38:28.365308 114677 pod_ready.go:38] duration metric: took 39.817569251s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0115 11:38:28.365329 114677 api_server.go:52] waiting for apiserver process to appear ...
I0115 11:38:28.365385 114677 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0115 11:38:28.381521 114677 api_server.go:72] duration metric: took 43.422037892s to wait for apiserver process to appear ...
I0115 11:38:28.381549 114677 api_server.go:88] waiting for apiserver healthz status ...
I0115 11:38:28.381578 114677 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0115 11:38:28.387682 114677 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0115 11:38:28.388870 114677 api_server.go:141] control plane version: v1.28.4
I0115 11:38:28.388895 114677 api_server.go:131] duration metric: took 7.339304ms to wait for apiserver health ...
I0115 11:38:28.388903 114677 system_pods.go:43] waiting for kube-system pods to appear ...
I0115 11:38:28.455210 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:28.572623 114677 system_pods.go:59] 19 kube-system pods found
I0115 11:38:28.572659 114677 system_pods.go:61] "coredns-5dd5756b68-z8g2n" [dfbd2a3a-071a-41fd-ad01-c312449a2558] Running
I0115 11:38:28.572672 114677 system_pods.go:61] "csi-hostpath-attacher-0" [0781f6ea-f3e6-4923-ad9a-38afe9569e13] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0115 11:38:28.572678 114677 system_pods.go:61] "csi-hostpath-resizer-0" [0b3ed967-13c7-45e6-a581-ad31c951a904] Running
I0115 11:38:28.572690 114677 system_pods.go:61] "csi-hostpathplugin-2r2dn" [d8856a82-7cb5-47a9-8fa8-27bd94cd83dc] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0115 11:38:28.572698 114677 system_pods.go:61] "etcd-addons-391328" [0ac11c5e-35f6-4fa0-8ccc-cd975f42b1bd] Running
I0115 11:38:28.572705 114677 system_pods.go:61] "kindnet-jf42m" [4a15d88e-2803-4788-a1d0-1b1c561e34b7] Running
I0115 11:38:28.572712 114677 system_pods.go:61] "kube-apiserver-addons-391328" [a6a9ca07-738f-460a-abc5-24c33d37e352] Running
I0115 11:38:28.572719 114677 system_pods.go:61] "kube-controller-manager-addons-391328" [4198bdab-4ad8-4915-bdaa-6950d92cc2bf] Running
I0115 11:38:28.572727 114677 system_pods.go:61] "kube-ingress-dns-minikube" [232add95-bcb2-4b7b-96ef-4ee27bf958c1] Running
I0115 11:38:28.572735 114677 system_pods.go:61] "kube-proxy-9tqds" [711e1e81-b451-40b5-8023-cb6f0639b6d0] Running
I0115 11:38:28.572752 114677 system_pods.go:61] "kube-scheduler-addons-391328" [29c24921-cf6b-4227-8cf4-ed7a84a537ee] Running
I0115 11:38:28.572765 114677 system_pods.go:61] "metrics-server-7c66d45ddc-m2wd6" [f4ee5bd5-87e8-4e25-bcd1-f1937e734e0f] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0115 11:38:28.572775 114677 system_pods.go:61] "nvidia-device-plugin-daemonset-bcwtk" [a24b6f26-d98a-4c84-8ca9-80c67aaa3202] Running
I0115 11:38:28.572785 114677 system_pods.go:61] "registry-mwfqp" [2f7e31d1-e2b8-448a-be07-28fbd7de6478] Running
I0115 11:38:28.572797 114677 system_pods.go:61] "registry-proxy-v8hx4" [2ea4d868-9428-475d-834a-0f2a89643232] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0115 11:38:28.572805 114677 system_pods.go:61] "snapshot-controller-58dbcc7b99-52ngx" [30564f65-f014-4c8a-9b2b-137ba5669983] Running
I0115 11:38:28.572819 114677 system_pods.go:61] "snapshot-controller-58dbcc7b99-6p45q" [c35a036b-83ec-4b5f-914b-0e4b15cbd853] Running
I0115 11:38:28.572827 114677 system_pods.go:61] "storage-provisioner" [fbd76747-3444-4ab0-8193-ee8107576dc4] Running
I0115 11:38:28.572840 114677 system_pods.go:61] "tiller-deploy-7b677967b9-w8hrz" [3bdf97b7-56ee-499d-9908-6e07f69e36bc] Pending / Ready:ContainersNotReady (containers with unready status: [tiller]) / ContainersReady:ContainersNotReady (containers with unready status: [tiller])
I0115 11:38:28.572852 114677 system_pods.go:74] duration metric: took 183.942278ms to wait for pod list to return data ...
I0115 11:38:28.572867 114677 default_sa.go:34] waiting for default service account to be created ...
I0115 11:38:28.760831 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:28.762827 114677 default_sa.go:45] found service account: "default"
I0115 11:38:28.762857 114677 default_sa.go:55] duration metric: took 189.978482ms for default service account to be created ...
I0115 11:38:28.762868 114677 system_pods.go:116] waiting for k8s-apps to be running ...
I0115 11:38:28.764000 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:28.779976 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:28.954823 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:28.986258 114677 system_pods.go:86] 19 kube-system pods found
I0115 11:38:28.986293 114677 system_pods.go:89] "coredns-5dd5756b68-z8g2n" [dfbd2a3a-071a-41fd-ad01-c312449a2558] Running
I0115 11:38:28.986307 114677 system_pods.go:89] "csi-hostpath-attacher-0" [0781f6ea-f3e6-4923-ad9a-38afe9569e13] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0115 11:38:28.986313 114677 system_pods.go:89] "csi-hostpath-resizer-0" [0b3ed967-13c7-45e6-a581-ad31c951a904] Running
I0115 11:38:28.986326 114677 system_pods.go:89] "csi-hostpathplugin-2r2dn" [d8856a82-7cb5-47a9-8fa8-27bd94cd83dc] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0115 11:38:28.986330 114677 system_pods.go:89] "etcd-addons-391328" [0ac11c5e-35f6-4fa0-8ccc-cd975f42b1bd] Running
I0115 11:38:28.986336 114677 system_pods.go:89] "kindnet-jf42m" [4a15d88e-2803-4788-a1d0-1b1c561e34b7] Running
I0115 11:38:28.986340 114677 system_pods.go:89] "kube-apiserver-addons-391328" [a6a9ca07-738f-460a-abc5-24c33d37e352] Running
I0115 11:38:28.986344 114677 system_pods.go:89] "kube-controller-manager-addons-391328" [4198bdab-4ad8-4915-bdaa-6950d92cc2bf] Running
I0115 11:38:28.986352 114677 system_pods.go:89] "kube-ingress-dns-minikube" [232add95-bcb2-4b7b-96ef-4ee27bf958c1] Running
I0115 11:38:28.986357 114677 system_pods.go:89] "kube-proxy-9tqds" [711e1e81-b451-40b5-8023-cb6f0639b6d0] Running
I0115 11:38:28.986364 114677 system_pods.go:89] "kube-scheduler-addons-391328" [29c24921-cf6b-4227-8cf4-ed7a84a537ee] Running
I0115 11:38:28.986369 114677 system_pods.go:89] "metrics-server-7c66d45ddc-m2wd6" [f4ee5bd5-87e8-4e25-bcd1-f1937e734e0f] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0115 11:38:28.986376 114677 system_pods.go:89] "nvidia-device-plugin-daemonset-bcwtk" [a24b6f26-d98a-4c84-8ca9-80c67aaa3202] Running
I0115 11:38:28.986381 114677 system_pods.go:89] "registry-mwfqp" [2f7e31d1-e2b8-448a-be07-28fbd7de6478] Running
I0115 11:38:28.986387 114677 system_pods.go:89] "registry-proxy-v8hx4" [2ea4d868-9428-475d-834a-0f2a89643232] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0115 11:38:28.986395 114677 system_pods.go:89] "snapshot-controller-58dbcc7b99-52ngx" [30564f65-f014-4c8a-9b2b-137ba5669983] Running
I0115 11:38:28.986400 114677 system_pods.go:89] "snapshot-controller-58dbcc7b99-6p45q" [c35a036b-83ec-4b5f-914b-0e4b15cbd853] Running
I0115 11:38:28.986405 114677 system_pods.go:89] "storage-provisioner" [fbd76747-3444-4ab0-8193-ee8107576dc4] Running
I0115 11:38:28.986411 114677 system_pods.go:89] "tiller-deploy-7b677967b9-w8hrz" [3bdf97b7-56ee-499d-9908-6e07f69e36bc] Pending / Ready:ContainersNotReady (containers with unready status: [tiller]) / ContainersReady:ContainersNotReady (containers with unready status: [tiller])
I0115 11:38:28.986424 114677 system_pods.go:126] duration metric: took 223.549626ms to wait for k8s-apps to be running ...
I0115 11:38:28.986432 114677 system_svc.go:44] waiting for kubelet service to be running ....
I0115 11:38:28.986491 114677 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0115 11:38:28.997849 114677 system_svc.go:56] duration metric: took 11.408224ms WaitForService to wait for kubelet.
I0115 11:38:28.997874 114677 kubeadm.go:581] duration metric: took 44.038400008s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0115 11:38:28.997895 114677 node_conditions.go:102] verifying NodePressure condition ...
I0115 11:38:29.164328 114677 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0115 11:38:29.164362 114677 node_conditions.go:123] node cpu capacity is 8
I0115 11:38:29.164380 114677 node_conditions.go:105] duration metric: took 166.480253ms to run NodePressure ...
I0115 11:38:29.164395 114677 start.go:228] waiting for startup goroutines ...
I0115 11:38:29.260833 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:29.262855 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:29.280389 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:29.454776 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:29.760976 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:29.763363 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:29.780094 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:29.955852 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:30.261374 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:30.264632 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:30.279748 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:30.455466 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:30.761798 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:30.763608 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:30.780423 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:30.955147 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:31.261666 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:31.263524 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:31.279752 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:31.454920 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:31.760722 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:31.762771 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:31.780035 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:31.954519 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:32.260453 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:32.263306 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:32.279589 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:32.454874 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:32.761450 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:32.763557 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:32.781338 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:32.954714 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:33.260736 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:33.263996 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:33.281538 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:33.455111 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:33.761728 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:33.763935 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:33.782307 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:33.954472 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:34.262045 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:34.279500 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:34.282383 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:34.455365 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:34.762145 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:34.763638 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0115 11:38:34.780136 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:34.954390 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:35.261516 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:35.263703 114677 kapi.go:107] duration metric: took 42.504775247s to wait for kubernetes.io/minikube-addons=registry ...
I0115 11:38:35.280245 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:35.454951 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:35.761372 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:35.779214 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:35.954944 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:36.261811 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:36.281055 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:36.455564 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:36.761199 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:36.780867 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:36.957687 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0115 11:38:37.261921 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:37.280602 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:37.454879 114677 kapi.go:107] duration metric: took 41.503721526s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0115 11:38:37.457071 114677 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-391328 cluster.
I0115 11:38:37.458557 114677 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0115 11:38:37.460055 114677 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0115 11:38:37.760944 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:37.780423 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:38.260544 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:38.279760 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:38.761577 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:38.779912 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:39.262773 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:39.338749 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:39.761203 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:39.780689 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:40.260749 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:40.279429 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:40.760822 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:40.779950 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:41.272907 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:41.279881 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:41.761323 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:41.779757 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:42.261725 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:42.282574 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:42.761386 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:42.780286 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:43.261774 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:43.280220 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:43.760514 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:43.780003 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:44.261145 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:44.280299 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:44.760775 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:44.779644 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:45.260780 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:45.280025 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:45.761590 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:45.779881 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:46.262141 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:46.281069 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:46.761300 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:46.779276 114677 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0115 11:38:47.260688 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:47.282125 114677 kapi.go:107] duration metric: took 52.509684644s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0115 11:38:47.761048 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:48.260731 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:48.761160 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:49.260966 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:49.760275 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:50.260746 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:50.760910 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:51.260710 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:51.761341 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:52.261144 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:52.763091 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:53.260634 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:53.761241 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:54.260333 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:54.761133 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:55.260855 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:55.761202 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:56.260506 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:56.761063 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:57.260852 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:57.760890 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:58.262048 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:58.760864 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:59.261755 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:38:59.761436 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:39:00.261256 114677 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0115 11:39:00.760438 114677 kapi.go:107] duration metric: took 1m8.005093664s to wait for app.kubernetes.io/name=ingress-nginx ...
I0115 11:39:00.762436 114677 out.go:177] * Enabled addons: storage-provisioner, cloud-spanner, inspektor-gadget, helm-tiller, metrics-server, ingress-dns, nvidia-device-plugin, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, csi-hostpath-driver, ingress
I0115 11:39:00.763995 114677 addons.go:505] enable addons completed in 1m16.310610707s: enabled=[storage-provisioner cloud-spanner inspektor-gadget helm-tiller metrics-server ingress-dns nvidia-device-plugin yakd storage-provisioner-rancher volumesnapshots registry gcp-auth csi-hostpath-driver ingress]
I0115 11:39:00.764034 114677 start.go:233] waiting for cluster config update ...
I0115 11:39:00.764053 114677 start.go:242] writing updated cluster config ...
I0115 11:39:00.764323 114677 ssh_runner.go:195] Run: rm -f paused
I0115 11:39:00.816906 114677 start.go:600] kubectl: 1.29.0, cluster: 1.28.4 (minor skew: 1)
I0115 11:39:00.819029 114677 out.go:177] * Done! kubectl is now configured to use "addons-391328" cluster and "default" namespace by default
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
a63ebbafd894c dd1b12fcb6097 5 seconds ago Running hello-world-app 0 885c116664879 hello-world-app-5d77478584-zwhzv
1717788f30fca 529b5644c430c 15 seconds ago Running nginx 0 9f8f8fc911888 nginx
f613a7adde48a 1ebff0f9671bc 55 seconds ago Exited patch 2 4afd16b7888b1 ingress-nginx-admission-patch-xlm5l
2c16e1d91a95d 31de47c733c91 55 seconds ago Running yakd 0 a6a8bd78a094a yakd-dashboard-9947fc6bf-rvrlr
16abe334e05d4 6d2a98b274382 59 seconds ago Running gcp-auth 0 75181eb0d197f gcp-auth-d4c87556c-lp7j6
4040864de77fd e16d1e3a10667 About a minute ago Running local-path-provisioner 0 ee6857dcd5e32 local-path-provisioner-78b46b4d5c-ghr5p
2862e7247c61c ead0a4a53df89 About a minute ago Running coredns 0 1b084c51396b9 coredns-5dd5756b68-z8g2n
f8f6e870037b0 aa61ee9c70bc4 About a minute ago Running volume-snapshot-controller 0 4088539a763e7 snapshot-controller-58dbcc7b99-52ngx
63bee67192da9 aa61ee9c70bc4 About a minute ago Running volume-snapshot-controller 0 ba6593607bf04 snapshot-controller-58dbcc7b99-6p45q
6848d7d748f0c 6e38f40d628db About a minute ago Running storage-provisioner 0 a8ede6d3a11ad storage-provisioner
526de9ff2cdbc c7d1297425461 About a minute ago Running kindnet-cni 0 0f6a17fbb55e9 kindnet-jf42m
295e88588854d 83f6cc407eed8 About a minute ago Running kube-proxy 0 72264fb9aebaa kube-proxy-9tqds
885ccee66b992 73deb9a3f7025 2 minutes ago Running etcd 0 79a0dcb2a8620 etcd-addons-391328
1b78d94c40a3d d058aa5ab969c 2 minutes ago Running kube-controller-manager 0 9191613783b0d kube-controller-manager-addons-391328
ac5a448b73cd7 7fe0e6f37db33 2 minutes ago Running kube-apiserver 0 1c5b564f1b3ee kube-apiserver-addons-391328
0818e33a39ae7 e3db313c6dbc0 2 minutes ago Running kube-scheduler 0 b1bcce8fbeaae kube-scheduler-addons-391328
==> containerd <==
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.636885105Z" level=error msg="ContainerStatus for \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.638163731Z" level=error msg="ContainerStatus for \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.638680109Z" level=error msg="ContainerStatus for \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.639177791Z" level=error msg="ContainerStatus for \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.639665429Z" level=error msg="ContainerStatus for \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.640098292Z" level=error msg="ContainerStatus for \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.640569861Z" level=error msg="ContainerStatus for \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.641040293Z" level=error msg="ContainerStatus for \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.641484350Z" level=error msg="ContainerStatus for \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.641887590Z" level=error msg="ContainerStatus for \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.642300446Z" level=error msg="ContainerStatus for \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.642691571Z" level=error msg="ContainerStatus for \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.643099665Z" level=error msg="ContainerStatus for \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.643505451Z" level=error msg="ContainerStatus for \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.643859707Z" level=error msg="ContainerStatus for \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.644257816Z" level=error msg="ContainerStatus for \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.644653396Z" level=error msg="ContainerStatus for \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.645052444Z" level=error msg="ContainerStatus for \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.645400330Z" level=error msg="ContainerStatus for \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.645871316Z" level=error msg="ContainerStatus for \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.646314940Z" level=error msg="ContainerStatus for \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.646695764Z" level=error msg="ContainerStatus for \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.647114101Z" level=error msg="ContainerStatus for \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.647529305Z" level=error msg="ContainerStatus for \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\": not found"
Jan 15 11:39:35 addons-391328 containerd[780]: time="2024-01-15T11:39:35.647958831Z" level=error msg="ContainerStatus for \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": not found"
==> coredns [2862e7247c61c477bbe65b2e4ea9ef24a074e80dcafbf3a51f7673212f6b4028] <==
[INFO] 10.244.0.15:48882 - 28913 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000075647s
[INFO] 10.244.0.15:45992 - 9422 "A IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.003497902s
[INFO] 10.244.0.15:45992 - 8899 "AAAA IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.003627769s
[INFO] 10.244.0.15:58923 - 21696 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.00428261s
[INFO] 10.244.0.15:58923 - 59452 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.004752757s
[INFO] 10.244.0.15:57910 - 13759 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.00454604s
[INFO] 10.244.0.15:57910 - 21411 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005264724s
[INFO] 10.244.0.15:42382 - 49088 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000089031s
[INFO] 10.244.0.15:42382 - 20478 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000142817s
[INFO] 10.244.0.17:60940 - 60433 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000185069s
[INFO] 10.244.0.17:59477 - 14397 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000222656s
[INFO] 10.244.0.17:41300 - 48614 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000116285s
[INFO] 10.244.0.17:37170 - 35188 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000124243s
[INFO] 10.244.0.17:44331 - 51017 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000154152s
[INFO] 10.244.0.17:37573 - 53109 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000169829s
[INFO] 10.244.0.17:60341 - 21528 "A IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.004326463s
[INFO] 10.244.0.17:50799 - 46007 "AAAA IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.004489442s
[INFO] 10.244.0.17:37338 - 46451 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006449136s
[INFO] 10.244.0.17:42373 - 12360 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006555127s
[INFO] 10.244.0.17:52630 - 14598 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.006169761s
[INFO] 10.244.0.17:60788 - 11771 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.006425964s
[INFO] 10.244.0.17:33986 - 53741 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000737615s
[INFO] 10.244.0.17:59041 - 62185 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.00075387s
[INFO] 10.244.0.23:43320 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000225539s
[INFO] 10.244.0.23:40238 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00015158s
==> describe nodes <==
Name: addons-391328
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-391328
kubernetes.io/os=linux
minikube.k8s.io/commit=71cf7d00913f789829bf5813c1d11b9a83eda53e
minikube.k8s.io/name=addons-391328
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_01_15T11_37_32_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-391328
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 15 Jan 2024 11:37:28 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-391328
AcquireTime: <unset>
RenewTime: Mon, 15 Jan 2024 11:39:33 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 15 Jan 2024 11:39:33 +0000 Mon, 15 Jan 2024 11:37:27 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 15 Jan 2024 11:39:33 +0000 Mon, 15 Jan 2024 11:37:27 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 15 Jan 2024 11:39:33 +0000 Mon, 15 Jan 2024 11:37:27 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 15 Jan 2024 11:39:33 +0000 Mon, 15 Jan 2024 11:37:31 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-391328
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859428Ki
pods: 110
System Info:
Machine ID: 7ff8c1dd5e104391a2f4d3fcfa46e925
System UUID: cf245ce5-2622-46e0-bb03-b00a0ac147bc
Boot ID: aee63d4d-8bd2-4dcd-a870-80390bdc439a
Kernel Version: 5.15.0-1048-gcp
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: containerd://1.6.26
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-zwhzv 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 17s
gcp-auth gcp-auth-d4c87556c-lp7j6 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 100s
kube-system coredns-5dd5756b68-z8g2n 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 111s
kube-system etcd-addons-391328 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 2m4s
kube-system kindnet-jf42m 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 111s
kube-system kube-apiserver-addons-391328 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m4s
kube-system kube-controller-manager-addons-391328 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m4s
kube-system kube-proxy-9tqds 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 111s
kube-system kube-scheduler-addons-391328 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m4s
kube-system snapshot-controller-58dbcc7b99-52ngx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 104s
kube-system snapshot-controller-58dbcc7b99-6p45q 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 104s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 107s
local-path-storage local-path-provisioner-78b46b4d5c-ghr5p 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 105s
yakd-dashboard yakd-dashboard-9947fc6bf-rvrlr 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (0%!)(MISSING) 256Mi (0%!)(MISSING) 105s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 348Mi (1%!)(MISSING) 476Mi (1%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 108s kube-proxy
Normal Starting 2m4s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m4s kubelet Node addons-391328 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m4s kubelet Node addons-391328 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m4s kubelet Node addons-391328 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m4s kubelet Node addons-391328 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m4s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 2m4s kubelet Node addons-391328 status is now: NodeReady
Normal RegisteredNode 112s node-controller Node addons-391328 event: Registered Node addons-391328 in Controller
==> dmesg <==
==> etcd [885ccee66b992944d9ea4f29cf585b0c093362873cf48e1b783ad88a8e6a5dcd] <==
{"level":"info","ts":"2024-01-15T11:37:26.458702Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-01-15T11:37:26.458578Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-01-15T11:37:26.464555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-01-15T11:37:26.464769Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-01-15T11:37:26.845681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-01-15T11:37:26.845738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-01-15T11:37:26.845755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-01-15T11:37:26.845787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-01-15T11:37:26.845797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-01-15T11:37:26.845805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-01-15T11:37:26.845816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-01-15T11:37:26.847035Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-391328 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-01-15T11:37:26.847066Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-01-15T11:37:26.847127Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-01-15T11:37:26.847215Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-15T11:37:26.847955Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-01-15T11:37:26.848015Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-01-15T11:37:26.848072Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-15T11:37:26.848176Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-15T11:37:26.848202Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-15T11:37:26.848337Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-01-15T11:37:26.84838Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-01-15T11:37:46.853977Z","caller":"traceutil/trace.go:171","msg":"trace[1308906984] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"107.461648ms","start":"2024-01-15T11:37:46.746486Z","end":"2024-01-15T11:37:46.853948Z","steps":["trace[1308906984] 'process raft request' (duration: 97.410357ms)"],"step_count":1}
{"level":"warn","ts":"2024-01-15T11:37:46.85437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.557342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-qjksc\" ","response":"range_response_count:1 size:4465"}
{"level":"info","ts":"2024-01-15T11:37:46.854449Z","caller":"traceutil/trace.go:171","msg":"trace[405026223] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-qjksc; range_end:; response_count:1; response_revision:386; }","duration":"109.666391ms","start":"2024-01-15T11:37:46.744761Z","end":"2024-01-15T11:37:46.854427Z","steps":["trace[405026223] 'range keys from in-memory index tree' (duration: 98.767889ms)"],"step_count":1}
==> gcp-auth [16abe334e05d4b6488296a33f3f77b13c86cf38a980e757c1c62074648ba19c4] <==
2024/01/15 11:38:36 GCP Auth Webhook started!
2024/01/15 11:39:06 Ready to marshal response ...
2024/01/15 11:39:06 Ready to write response ...
2024/01/15 11:39:10 Ready to marshal response ...
2024/01/15 11:39:10 Ready to write response ...
2024/01/15 11:39:11 Ready to marshal response ...
2024/01/15 11:39:11 Ready to write response ...
2024/01/15 11:39:14 Ready to marshal response ...
2024/01/15 11:39:14 Ready to write response ...
2024/01/15 11:39:14 Ready to marshal response ...
2024/01/15 11:39:14 Ready to write response ...
2024/01/15 11:39:18 Ready to marshal response ...
2024/01/15 11:39:18 Ready to write response ...
2024/01/15 11:39:24 Ready to marshal response ...
2024/01/15 11:39:24 Ready to write response ...
2024/01/15 11:39:25 Ready to marshal response ...
2024/01/15 11:39:25 Ready to write response ...
2024/01/15 11:39:28 Ready to marshal response ...
2024/01/15 11:39:28 Ready to write response ...
==> kernel <==
11:39:35 up 2:22, 0 users, load average: 2.36, 2.06, 2.02
Linux addons-391328 5.15.0-1048-gcp #56~20.04.1-Ubuntu SMP Fri Nov 24 16:52:37 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [526de9ff2cdbcb796430e504215045647ef594c29269fa50e4a0999ee8c52123] <==
I0115 11:37:46.044166 1 main.go:102] connected to apiserver: https://10.96.0.1:443
I0115 11:37:46.044240 1 main.go:107] hostIP = 192.168.49.2
podIP = 192.168.49.2
I0115 11:37:46.044366 1 main.go:116] setting mtu 1500 for CNI
I0115 11:37:46.044444 1 main.go:146] kindnetd IP family: "ipv4"
I0115 11:37:46.044470 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I0115 11:38:16.373861 1 main.go:191] Failed to get nodes, retrying after error: Get "https://10.96.0.1:443/api/v1/nodes": dial tcp 10.96.0.1:443: i/o timeout
I0115 11:38:16.382893 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0115 11:38:16.382926 1 main.go:227] handling current node
I0115 11:38:26.395831 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0115 11:38:26.395863 1 main.go:227] handling current node
I0115 11:38:36.408076 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0115 11:38:36.408101 1 main.go:227] handling current node
I0115 11:38:46.411760 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0115 11:38:46.411787 1 main.go:227] handling current node
I0115 11:38:56.419320 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0115 11:38:56.419346 1 main.go:227] handling current node
I0115 11:39:06.423585 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0115 11:39:06.423608 1 main.go:227] handling current node
I0115 11:39:16.435913 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0115 11:39:16.435941 1 main.go:227] handling current node
I0115 11:39:26.439717 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0115 11:39:26.439742 1 main.go:227] handling current node
==> kube-apiserver [ac5a448b73cd722ce5270ef745c361955f6e3a40df5042731527b7a446ecee39] <==
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I0115 11:37:55.748223 1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.99.239.235"}
E0115 11:38:02.091361 1 writers.go:116] apiserver was unable to close cleanly the response writer: client disconnected
E0115 11:38:02.091468 1 wrap.go:54] timeout or abort while handling: method=GET URI="/api/v1/pods?fieldSelector=spec.nodeName%!D(MISSING)addons-391328&limit=500&resourceVersion=0" audit-ID="2b4d2fc6-79b1-4c20-a82e-498651d5a57b"
E0115 11:38:02.091511 1 timeout.go:142] post-timeout activity - time-elapsed: 7.485µs, GET "/api/v1/pods" result: <nil>
I0115 11:38:28.237070 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
W0115 11:38:39.242189 1 handler_proxy.go:93] no RequestInfo found in the context
E0115 11:38:39.242236 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.42.174:443/apis/metrics.k8s.io/v1beta1: Get "https://10.109.42.174:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.109.42.174:443: connect: connection refused
E0115 11:38:39.242255 1 controller.go:146] Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
E0115 11:38:39.242722 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.42.174:443/apis/metrics.k8s.io/v1beta1: Get "https://10.109.42.174:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.109.42.174:443: connect: connection refused
I0115 11:38:39.272454 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0115 11:38:39.341178 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0115 11:39:08.869049 1 upgradeaware.go:425] Error proxying data from client to backend: read tcp 192.168.49.2:8443->10.244.0.22:46252: read: connection reset by peer
I0115 11:39:16.478961 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I0115 11:39:16.485513 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0115 11:39:16.968418 1 dispatcher.go:217] Failed calling webhook, failing closed validate.nginx.ingress.kubernetes.io: failed calling webhook "validate.nginx.ingress.kubernetes.io": failed to call webhook: Post "https://ingress-nginx-controller-admission.ingress-nginx.svc:443/networking/v1/ingresses?timeout=10s": dial tcp 10.109.201.235:443: connect: connection refused
W0115 11:39:17.495191 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0115 11:39:18.089277 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0115 11:39:18.256683 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.99.86.206"}
I0115 11:39:22.251408 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E0115 11:39:25.504870 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0115 11:39:25.507373 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0115 11:39:25.510035 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0115 11:39:28.832077 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.107.167.97"}
==> kube-controller-manager [1b78d94c40a3d08f597620f25b2706c3c5ad2db2b11d1e2bf4ce92c09b23ddeb] <==
W0115 11:39:20.906153 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0115 11:39:20.906194 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0115 11:39:24.732896 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0115 11:39:24.732930 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0115 11:39:25.105000 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-78b46b4d5c" duration="11.207µs"
I0115 11:39:25.211092 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0115 11:39:26.720671 1 namespace_controller.go:182] "Namespace has been deleted" namespace="gadget"
W0115 11:39:27.027139 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0115 11:39:27.027171 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0115 11:39:28.670551 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I0115 11:39:28.679737 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-zwhzv"
I0115 11:39:28.686256 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="15.839871ms"
I0115 11:39:28.691507 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="5.197969ms"
I0115 11:39:28.691615 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="69.98µs"
I0115 11:39:28.697626 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="42.629µs"
I0115 11:39:30.471043 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="9.513143ms"
I0115 11:39:30.471141 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="53.599µs"
I0115 11:39:31.028747 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0115 11:39:31.030309 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-69cff4fd79" duration="4.092µs"
I0115 11:39:31.038763 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I0115 11:39:33.774250 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/cloud-spanner-emulator-64c8c85f65" duration="8.124µs"
I0115 11:39:34.456822 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-attacher"
I0115 11:39:34.549436 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-resizer"
W0115 11:39:34.869846 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0115 11:39:34.869886 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [295e88588854d8840001ba1e7e81454f885b7b2b78cefaa58259d88b1e9e7d76] <==
I0115 11:37:46.350739 1 server_others.go:69] "Using iptables proxy"
I0115 11:37:46.541504 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0115 11:37:46.856805 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0115 11:37:46.949961 1 server_others.go:152] "Using iptables Proxier"
I0115 11:37:46.950020 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0115 11:37:46.950030 1 server_others.go:438] "Defaulting to no-op detect-local"
I0115 11:37:46.950066 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0115 11:37:46.950345 1 server.go:846] "Version info" version="v1.28.4"
I0115 11:37:46.950365 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0115 11:37:46.953572 1 config.go:188] "Starting service config controller"
I0115 11:37:46.953591 1 shared_informer.go:311] Waiting for caches to sync for service config
I0115 11:37:46.953595 1 config.go:315] "Starting node config controller"
I0115 11:37:46.953607 1 shared_informer.go:311] Waiting for caches to sync for node config
I0115 11:37:46.953612 1 config.go:97] "Starting endpoint slice config controller"
I0115 11:37:46.953617 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0115 11:37:47.057225 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0115 11:37:47.057294 1 shared_informer.go:318] Caches are synced for service config
I0115 11:37:47.060227 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [0818e33a39ae7d33bbaacb8b6fa299258ad68586e3c0afffed6b84391670d256] <==
E0115 11:37:28.455962 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0115 11:37:28.455942 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0115 11:37:28.455948 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0115 11:37:28.456039 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0115 11:37:28.456068 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0115 11:37:28.456044 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0115 11:37:28.456100 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0115 11:37:28.456128 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0115 11:37:28.456138 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0115 11:37:28.456170 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0115 11:37:28.456232 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0115 11:37:28.456270 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0115 11:37:28.456609 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0115 11:37:28.456635 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0115 11:37:28.456724 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0115 11:37:28.456936 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0115 11:37:29.260311 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0115 11:37:29.260342 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0115 11:37:29.281765 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0115 11:37:29.281815 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0115 11:37:29.289166 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0115 11:37:29.289193 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0115 11:37:29.431839 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0115 11:37:29.431877 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
I0115 11:37:29.748547 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.643291 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15"} err="failed to get container status \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": rpc error: code = NotFound desc = an error occurred when try to find container \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.643318 1510 scope.go:117] "RemoveContainer" containerID="eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.643662 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe"} err="failed to get container status \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\": rpc error: code = NotFound desc = an error occurred when try to find container \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.643685 1510 scope.go:117] "RemoveContainer" containerID="190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.644005 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c"} err="failed to get container status \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\": rpc error: code = NotFound desc = an error occurred when try to find container \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.644026 1510 scope.go:117] "RemoveContainer" containerID="e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.644444 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5"} err="failed to get container status \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\": rpc error: code = NotFound desc = an error occurred when try to find container \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.644471 1510 scope.go:117] "RemoveContainer" containerID="f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.644845 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820"} err="failed to get container status \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\": rpc error: code = NotFound desc = an error occurred when try to find container \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.644878 1510 scope.go:117] "RemoveContainer" containerID="3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.645211 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39"} err="failed to get container status \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\": rpc error: code = NotFound desc = an error occurred when try to find container \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.645232 1510 scope.go:117] "RemoveContainer" containerID="f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.645579 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15"} err="failed to get container status \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": rpc error: code = NotFound desc = an error occurred when try to find container \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.645608 1510 scope.go:117] "RemoveContainer" containerID="eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.646094 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe"} err="failed to get container status \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\": rpc error: code = NotFound desc = an error occurred when try to find container \"eed08fdf92d05ef5aafc50697645610b37369c0a528121d6bbdd988e5a353dfe\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.646118 1510 scope.go:117] "RemoveContainer" containerID="190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.646474 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c"} err="failed to get container status \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\": rpc error: code = NotFound desc = an error occurred when try to find container \"190b4a7cbf4f336c37267f5f57dc672ede0fabcc1848e02927278f06633fa28c\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.646500 1510 scope.go:117] "RemoveContainer" containerID="e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.646900 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5"} err="failed to get container status \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\": rpc error: code = NotFound desc = an error occurred when try to find container \"e33c150457c2486fa69f1fb6f24c3868b63f50d568eff18a090aa94e39376af5\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.646921 1510 scope.go:117] "RemoveContainer" containerID="f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.647302 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820"} err="failed to get container status \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\": rpc error: code = NotFound desc = an error occurred when try to find container \"f6885732e64e83db8c71d78505a2db642e99d28eab1f570e0b36b78da60f3820\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.647328 1510 scope.go:117] "RemoveContainer" containerID="3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.647731 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39"} err="failed to get container status \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\": rpc error: code = NotFound desc = an error occurred when try to find container \"3fadc2bb0c28a90500a3fcf9220b592870b43b715e06b4d4546bddc599be6d39\": not found"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.647754 1510 scope.go:117] "RemoveContainer" containerID="f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15"
Jan 15 11:39:35 addons-391328 kubelet[1510]: I0115 11:39:35.648137 1510 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15"} err="failed to get container status \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": rpc error: code = NotFound desc = an error occurred when try to find container \"f1a44409f4f94c3ac643490f0fdfeda22b3b99a9a88c0d3158834937e1b23b15\": not found"
==> storage-provisioner [6848d7d748f0c8480b4927b54b1d78a7fd06347fc17e71cd9e3d7f4ad6ad4f4e] <==
I0115 11:37:50.545733 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0115 11:37:50.560671 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0115 11:37:50.560721 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0115 11:37:50.654231 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0115 11:37:50.654439 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-391328_ffd1e383-eae0-4b65-9597-ab3b2b849980!
I0115 11:37:50.654550 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ae2befe7-c6eb-4aa3-a76a-f19ffc5cd678", APIVersion:"v1", ResourceVersion:"569", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-391328_ffd1e383-eae0-4b65-9597-ab3b2b849980 became leader
I0115 11:37:50.754996 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-391328_ffd1e383-eae0-4b65-9597-ab3b2b849980!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-391328 -n addons-391328
helpers_test.go:261: (dbg) Run: kubectl --context addons-391328 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Headlamp FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Headlamp (2.92s)