=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:183: (dbg) Run: kubectl --context addons-225437 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:208: (dbg) Run: kubectl --context addons-225437 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:221: (dbg) Run: kubectl --context addons-225437 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [53eb1a14-3c98-441c-bea8-c2ff05f3f560] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [53eb1a14-3c98-441c-bea8-c2ff05f3f560] Running
addons_test.go:226: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 7.014989906s
addons_test.go:238: (dbg) Run: out/minikube-linux-arm64 -p addons-225437 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Run: kubectl --context addons-225437 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:267: (dbg) Run: out/minikube-linux-arm64 -p addons-225437 ip
addons_test.go:273: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:273: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.054351426s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:275: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:279: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p addons-225437 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p addons-225437 addons disable ingress-dns --alsologtostderr -v=1: (1.948503391s)
addons_test.go:287: (dbg) Run: out/minikube-linux-arm64 -p addons-225437 addons disable ingress --alsologtostderr -v=1
addons_test.go:287: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-225437 addons disable ingress --alsologtostderr -v=1: exit status 11 (640.490038ms)
-- stdout --
-- /stdout --
** stderr **
I0717 23:36:10.729838 1788336 out.go:296] Setting OutFile to fd 1 ...
I0717 23:36:10.730997 1788336 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0717 23:36:10.731028 1788336 out.go:309] Setting ErrFile to fd 2...
I0717 23:36:10.731049 1788336 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0717 23:36:10.731359 1788336 root.go:338] Updating PATH: /home/jenkins/minikube-integration/16899-1773963/.minikube/bin
I0717 23:36:10.731750 1788336 addons.go:594] checking whether the cluster is paused
I0717 23:36:10.732313 1788336 config.go:182] Loaded profile config "addons-225437": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.27.3
I0717 23:36:10.732381 1788336 host.go:66] Checking if "addons-225437" exists ...
I0717 23:36:10.732887 1788336 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:36:10.752710 1788336 ssh_runner.go:195] Run: systemctl --version
I0717 23:36:10.752767 1788336 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:36:10.776388 1788336 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:36:10.876704 1788336 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0717 23:36:10.876790 1788336 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0717 23:36:11.006296 1788336 cri.go:89] found id: "8194fbbdab46d8a49fdeec27af231e8402c9bd1a7bc979ffa57ab6c6799c1667"
I0717 23:36:11.006317 1788336 cri.go:89] found id: "fb4a3a9ee0f72b1342227392dcea136882211536e9de4cf650cdcbee660d5c5e"
I0717 23:36:11.006322 1788336 cri.go:89] found id: "4424ab31a3451ba187073bc503ea876d270702ae94548281b86106203833cf6c"
I0717 23:36:11.006327 1788336 cri.go:89] found id: "f62cbb540a31031fe1d2353f8426f6a780935bbaaa7f8ff3254c93d45de0ad37"
I0717 23:36:11.006332 1788336 cri.go:89] found id: "8b75e1e1a07229896758d8cb070ba0c8bdeecb0dc9eac5951b2eefc1824d13d4"
I0717 23:36:11.006337 1788336 cri.go:89] found id: "9a4ce7b5f22ff08402cc8b8a797f4975ad902837e61c09d128c9654cff8dff64"
I0717 23:36:11.006341 1788336 cri.go:89] found id: "308ec8fc3aa3fd396f6405b682ba76c4d4f66d3c3d5e5353d6fd91ac71ba3c4b"
I0717 23:36:11.006345 1788336 cri.go:89] found id: "9bd1951ed0078de4d2578ca495ad861ca559294ba4a5c6fdc78b03c9a9a078b2"
I0717 23:36:11.006349 1788336 cri.go:89] found id: "515e5a3a39f01da8c3e72a7b74dd5c2a4d40ece0a5980eae174a3923084ad709"
I0717 23:36:11.006358 1788336 cri.go:89] found id: "2666fbb2a553480cf694552a71bd9a4726b28008403cde6cc628240e410dee12"
I0717 23:36:11.006362 1788336 cri.go:89] found id: "4f2de59b0c090fc61b5ca0b48d241e0ed4d7bdfb8e2bbb9a127ee50c26d4c13a"
I0717 23:36:11.006366 1788336 cri.go:89] found id: "656325e68f00f807644ce9a6a8e1be60ede04c1e480d8b13d6e2e753c157b4b9"
I0717 23:36:11.006371 1788336 cri.go:89] found id: "8a798ba588719fdd2d7d1c10f91de7b52190159b5b60acb86168ae6919820310"
I0717 23:36:11.006375 1788336 cri.go:89] found id: "00785b60065b85dfe5cee9027495a352b65548cf006006edc289d7f8bb955f14"
I0717 23:36:11.006381 1788336 cri.go:89] found id: "4136f14d84958d5592a3b23632a3620015c54ae510c73ebcc2aba5dea573dfd9"
I0717 23:36:11.006385 1788336 cri.go:89] found id: "8b635446134bc52967f7cb3bc6b522eef40a1a9b1ecaa36f6cd479b0191c764e"
I0717 23:36:11.006389 1788336 cri.go:89] found id: "ed601b05253d4c1ed2c740f7b66a1b334c35fe0bd1c76e396aaed58cd98da640"
I0717 23:36:11.006394 1788336 cri.go:89] found id: "8063430f3d8bb17fefeac2495eb5c8d20fd8344967fe802a867e1bb9b29fa2ff"
I0717 23:36:11.006397 1788336 cri.go:89] found id: "f7ad0e9dc046b642c6cfa72d58aed55c2d89530a4a6e8dddb7ae1be7d46b3407"
I0717 23:36:11.006401 1788336 cri.go:89] found id: ""
I0717 23:36:11.006464 1788336 ssh_runner.go:195] Run: sudo runc --root /run/containerd/runc/k8s.io list -f json
I0717 23:36:11.052860 1788336 out.go:177]
W0717 23:36:11.055051 1788336 out.go:239] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc --root /run/containerd/runc/k8s.io list -f json: Process exited with status 1
stdout:
stderr:
time="2023-07-17T23:36:11Z" level=error msg="stat /run/containerd/runc/k8s.io/81c6385d5251f785355caf233a83e2a224b007d53cd39ea6f07e8e5253c84250: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc --root /run/containerd/runc/k8s.io list -f json: Process exited with status 1
stdout:
stderr:
time="2023-07-17T23:36:11Z" level=error msg="stat /run/containerd/runc/k8s.io/81c6385d5251f785355caf233a83e2a224b007d53cd39ea6f07e8e5253c84250: no such file or directory"
W0717 23:36:11.055136 1788336 out.go:239] *
*
W0717 23:36:11.285811 1788336 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_62553deefc570c97f2052ef703df7b8905a654d6_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_62553deefc570c97f2052ef703df7b8905a654d6_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0717 23:36:11.288353 1788336 out.go:177]
** /stderr **
addons_test.go:289: failed to disable ingress addon. args "out/minikube-linux-arm64 -p addons-225437 addons disable ingress --alsologtostderr -v=1" : exit status 11
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-225437
helpers_test.go:235: (dbg) docker inspect addons-225437:
-- stdout --
[
{
"Id": "edf3d3d51482068713dd53d3bc1a1dc5913d5a6dc5bcb9113e7058cc58289870",
"Created": "2023-07-17T23:33:54.94959162Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1780314,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-07-17T23:33:55.322412033Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:f52519afe5f6d6f3ce84cbd7f651b1292638d32ca98ee43d88f2d69e113e44de",
"ResolvConfPath": "/var/lib/docker/containers/edf3d3d51482068713dd53d3bc1a1dc5913d5a6dc5bcb9113e7058cc58289870/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/edf3d3d51482068713dd53d3bc1a1dc5913d5a6dc5bcb9113e7058cc58289870/hostname",
"HostsPath": "/var/lib/docker/containers/edf3d3d51482068713dd53d3bc1a1dc5913d5a6dc5bcb9113e7058cc58289870/hosts",
"LogPath": "/var/lib/docker/containers/edf3d3d51482068713dd53d3bc1a1dc5913d5a6dc5bcb9113e7058cc58289870/edf3d3d51482068713dd53d3bc1a1dc5913d5a6dc5bcb9113e7058cc58289870-json.log",
"Name": "/addons-225437",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-225437:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-225437",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/3211ff1b18e203b9dade1f76fe5786f4e8bcd487dacc5448cd1d1f7187face1f-init/diff:/var/lib/docker/overlay2/35c7dfa0dd79ade1d127735ea1c2fdf1590faeb4a5550d4cf4092ab5865caa24/diff",
"MergedDir": "/var/lib/docker/overlay2/3211ff1b18e203b9dade1f76fe5786f4e8bcd487dacc5448cd1d1f7187face1f/merged",
"UpperDir": "/var/lib/docker/overlay2/3211ff1b18e203b9dade1f76fe5786f4e8bcd487dacc5448cd1d1f7187face1f/diff",
"WorkDir": "/var/lib/docker/overlay2/3211ff1b18e203b9dade1f76fe5786f4e8bcd487dacc5448cd1d1f7187face1f/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-225437",
"Source": "/var/lib/docker/volumes/addons-225437/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-225437",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-225437",
"name.minikube.sigs.k8s.io": "addons-225437",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "66fbc11d2bc17959fefd640f44272b4a5e6d39680d1f7f01235ac3cc5d304813",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34658"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34657"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34654"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34656"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34655"
}
]
},
"SandboxKey": "/var/run/docker/netns/66fbc11d2bc1",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-225437": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"edf3d3d51482",
"addons-225437"
],
"NetworkID": "d429826a5967448d8d200a9664477875bfd2c3ba5c304e87683883a39287472e",
"EndpointID": "5e47314eb0b7b083dea7e6fdb8721d6ace07a23864e978c36a96c0dc6dae00cd",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-225437 -n addons-225437
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-225437 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-225437 logs -n 25: (1.652923444s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-330878 | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | |
| | -p download-only-330878 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| start | -o=json --download-only | download-only-330878 | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | |
| | -p download-only-330878 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.27.3 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | --all | minikube | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | 17 Jul 23 23:33 UTC |
| delete | -p download-only-330878 | download-only-330878 | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | 17 Jul 23 23:33 UTC |
| delete | -p download-only-330878 | download-only-330878 | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | 17 Jul 23 23:33 UTC |
| start | --download-only -p | download-docker-159418 | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | |
| | download-docker-159418 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-159418 | download-docker-159418 | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | 17 Jul 23 23:33 UTC |
| start | --download-only -p | binary-mirror-124207 | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | |
| | binary-mirror-124207 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:37497 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-124207 | binary-mirror-124207 | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | 17 Jul 23 23:33 UTC |
| start | -p addons-225437 | addons-225437 | jenkins | v1.31.0 | 17 Jul 23 23:33 UTC | 17 Jul 23 23:35 UTC |
| | --wait=true --memory=4000 | | | | | |
| | --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | disable cloud-spanner -p | addons-225437 | jenkins | v1.31.0 | 17 Jul 23 23:35 UTC | 17 Jul 23 23:35 UTC |
| | addons-225437 | | | | | |
| addons | enable headlamp | addons-225437 | jenkins | v1.31.0 | 17 Jul 23 23:35 UTC | 17 Jul 23 23:35 UTC |
| | -p addons-225437 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-225437 ip | addons-225437 | jenkins | v1.31.0 | 17 Jul 23 23:35 UTC | 17 Jul 23 23:35 UTC |
| addons | addons-225437 addons disable | addons-225437 | jenkins | v1.31.0 | 17 Jul 23 23:35 UTC | 17 Jul 23 23:35 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-225437 ssh curl -s | addons-225437 | jenkins | v1.31.0 | 17 Jul 23 23:35 UTC | 17 Jul 23 23:35 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-225437 ip | addons-225437 | jenkins | v1.31.0 | 17 Jul 23 23:35 UTC | 17 Jul 23 23:35 UTC |
| addons | addons-225437 addons disable | addons-225437 | jenkins | v1.31.0 | 17 Jul 23 23:36 UTC | 17 Jul 23 23:36 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-225437 addons disable | addons-225437 | jenkins | v1.31.0 | 17 Jul 23 23:36 UTC | |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|--------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/07/17 23:33:31
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.20.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0717 23:33:31.976742 1779851 out.go:296] Setting OutFile to fd 1 ...
I0717 23:33:31.977741 1779851 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0717 23:33:31.977789 1779851 out.go:309] Setting ErrFile to fd 2...
I0717 23:33:31.977812 1779851 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0717 23:33:31.978108 1779851 root.go:338] Updating PATH: /home/jenkins/minikube-integration/16899-1773963/.minikube/bin
I0717 23:33:31.978651 1779851 out.go:303] Setting JSON to false
I0717 23:33:31.979705 1779851 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":29755,"bootTime":1689607057,"procs":296,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1039-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I0717 23:33:31.979814 1779851 start.go:138] virtualization:
I0717 23:33:31.983755 1779851 out.go:177] * [addons-225437] minikube v1.31.0 on Ubuntu 20.04 (arm64)
I0717 23:33:31.986126 1779851 out.go:177] - MINIKUBE_LOCATION=16899
I0717 23:33:31.988070 1779851 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0717 23:33:31.986216 1779851 notify.go:220] Checking for updates...
I0717 23:33:31.990305 1779851 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/16899-1773963/kubeconfig
I0717 23:33:31.992174 1779851 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/16899-1773963/.minikube
I0717 23:33:31.994214 1779851 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0717 23:33:31.996237 1779851 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0717 23:33:31.998667 1779851 driver.go:373] Setting default libvirt URI to qemu:///system
I0717 23:33:32.031326 1779851 docker.go:121] docker version: linux-24.0.4:Docker Engine - Community
I0717 23:33:32.031450 1779851 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0717 23:33:32.105254 1779851 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-07-17 23:33:32.095240142 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1039-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215175168 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.19.1]] Warnings:<nil>}}
I0717 23:33:32.105362 1779851 docker.go:294] overlay module found
I0717 23:33:32.110973 1779851 out.go:177] * Using the docker driver based on user configuration
I0717 23:33:32.112581 1779851 start.go:298] selected driver: docker
I0717 23:33:32.112598 1779851 start.go:880] validating driver "docker" against <nil>
I0717 23:33:32.112612 1779851 start.go:891] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0717 23:33:32.113281 1779851 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0717 23:33:32.191347 1779851 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-07-17 23:33:32.181729744 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1039-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215175168 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dce8eb055cbb6872793272b4f20ed16117344f8 Expected:3dce8eb055cbb6872793272b4f20ed16117344f8} RuncCommit:{ID:v1.1.7-0-g860f061 Expected:v1.1.7-0-g860f061} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.19.1]] Warnings:<nil>}}
I0717 23:33:32.191506 1779851 start_flags.go:305] no existing cluster config was found, will generate one from the flags
I0717 23:33:32.191757 1779851 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0717 23:33:32.194286 1779851 out.go:177] * Using Docker driver with root privileges
I0717 23:33:32.196655 1779851 cni.go:84] Creating CNI manager for ""
I0717 23:33:32.196679 1779851 cni.go:149] "docker" driver + "containerd" runtime found, recommending kindnet
I0717 23:33:32.196691 1779851 start_flags.go:314] Found "CNI" CNI - setting NetworkPlugin=cni
I0717 23:33:32.196703 1779851 start_flags.go:319] config:
{Name:addons-225437 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-225437 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlu
gin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0717 23:33:32.199853 1779851 out.go:177] * Starting control plane node addons-225437 in cluster addons-225437
I0717 23:33:32.201871 1779851 cache.go:122] Beginning downloading kic base image for docker with containerd
I0717 23:33:32.203959 1779851 out.go:177] * Pulling base image ...
I0717 23:33:32.205505 1779851 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime containerd
I0717 23:33:32.205535 1779851 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 in local docker daemon
I0717 23:33:32.205550 1779851 preload.go:148] Found local preload: /home/jenkins/minikube-integration/16899-1773963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-containerd-overlay2-arm64.tar.lz4
I0717 23:33:32.205566 1779851 cache.go:57] Caching tarball of preloaded images
I0717 23:33:32.205639 1779851 preload.go:174] Found /home/jenkins/minikube-integration/16899-1773963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I0717 23:33:32.205648 1779851 cache.go:60] Finished verifying existence of preloaded tar for v1.27.3 on containerd
I0717 23:33:32.206006 1779851 profile.go:148] Saving config to /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/config.json ...
I0717 23:33:32.206028 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/config.json: {Name:mkd96fcaed8e33055ca8c6d627d0f8efd815afee Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:33:32.222688 1779851 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 to local cache
I0717 23:33:32.222806 1779851 image.go:63] Checking for gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 in local cache directory
I0717 23:33:32.222835 1779851 image.go:66] Found gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 in local cache directory, skipping pull
I0717 23:33:32.222840 1779851 image.go:105] gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 exists in cache, skipping pull
I0717 23:33:32.222848 1779851 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 as a tarball
I0717 23:33:32.222857 1779851 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 from local cache
I0717 23:33:48.199847 1779851 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 from cached tarball
I0717 23:33:48.199886 1779851 cache.go:195] Successfully downloaded all kic artifacts
I0717 23:33:48.199936 1779851 start.go:365] acquiring machines lock for addons-225437: {Name:mkdf9ba633e22b383bb5d649ea177e6749c68b33 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0717 23:33:48.200387 1779851 start.go:369] acquired machines lock for "addons-225437" in 426.56µs
I0717 23:33:48.200424 1779851 start.go:93] Provisioning new machine with config: &{Name:addons-225437 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-225437 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServ
erIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:fal
se CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0717 23:33:48.200515 1779851 start.go:125] createHost starting for "" (driver="docker")
I0717 23:33:48.202961 1779851 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0717 23:33:48.203205 1779851 start.go:159] libmachine.API.Create for "addons-225437" (driver="docker")
I0717 23:33:48.203237 1779851 client.go:168] LocalClient.Create starting
I0717 23:33:48.203347 1779851 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/ca.pem
I0717 23:33:48.440204 1779851 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/cert.pem
I0717 23:33:48.856247 1779851 cli_runner.go:164] Run: docker network inspect addons-225437 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0717 23:33:48.872636 1779851 cli_runner.go:211] docker network inspect addons-225437 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0717 23:33:48.872724 1779851 network_create.go:281] running [docker network inspect addons-225437] to gather additional debugging logs...
I0717 23:33:48.872745 1779851 cli_runner.go:164] Run: docker network inspect addons-225437
W0717 23:33:48.890478 1779851 cli_runner.go:211] docker network inspect addons-225437 returned with exit code 1
I0717 23:33:48.890512 1779851 network_create.go:284] error running [docker network inspect addons-225437]: docker network inspect addons-225437: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-225437 not found
I0717 23:33:48.890543 1779851 network_create.go:286] output of [docker network inspect addons-225437]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-225437 not found
** /stderr **
I0717 23:33:48.890624 1779851 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0717 23:33:48.910638 1779851 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40011bb9c0}
I0717 23:33:48.910686 1779851 network_create.go:123] attempt to create docker network addons-225437 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0717 23:33:48.910744 1779851 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-225437 addons-225437
I0717 23:33:48.983212 1779851 network_create.go:107] docker network addons-225437 192.168.49.0/24 created
I0717 23:33:48.983238 1779851 kic.go:117] calculated static IP "192.168.49.2" for the "addons-225437" container
I0717 23:33:48.983326 1779851 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0717 23:33:49.003865 1779851 cli_runner.go:164] Run: docker volume create addons-225437 --label name.minikube.sigs.k8s.io=addons-225437 --label created_by.minikube.sigs.k8s.io=true
I0717 23:33:49.023090 1779851 oci.go:103] Successfully created a docker volume addons-225437
I0717 23:33:49.023176 1779851 cli_runner.go:164] Run: docker run --rm --name addons-225437-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-225437 --entrypoint /usr/bin/test -v addons-225437:/var gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -d /var/lib
I0717 23:33:50.848410 1779851 cli_runner.go:217] Completed: docker run --rm --name addons-225437-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-225437 --entrypoint /usr/bin/test -v addons-225437:/var gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -d /var/lib: (1.825194653s)
I0717 23:33:50.848441 1779851 oci.go:107] Successfully prepared a docker volume addons-225437
I0717 23:33:50.848461 1779851 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime containerd
I0717 23:33:50.848479 1779851 kic.go:190] Starting extracting preloaded images to volume ...
I0717 23:33:50.848572 1779851 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16899-1773963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-225437:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -I lz4 -xf /preloaded.tar -C /extractDir
I0717 23:33:54.867211 1779851 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16899-1773963/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-225437:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 -I lz4 -xf /preloaded.tar -C /extractDir: (4.018576444s)
I0717 23:33:54.867242 1779851 kic.go:199] duration metric: took 4.018759 seconds to extract preloaded images to volume
W0717 23:33:54.867375 1779851 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0717 23:33:54.867482 1779851 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0717 23:33:54.934118 1779851 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-225437 --name addons-225437 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-225437 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-225437 --network addons-225437 --ip 192.168.49.2 --volume addons-225437:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631
I0717 23:33:55.331143 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Running}}
I0717 23:33:55.355803 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:33:55.380044 1779851 cli_runner.go:164] Run: docker exec addons-225437 stat /var/lib/dpkg/alternatives/iptables
I0717 23:33:55.440894 1779851 oci.go:144] the created container "addons-225437" has a running status.
I0717 23:33:55.440921 1779851 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa...
I0717 23:33:56.574291 1779851 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0717 23:33:56.605484 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:33:56.624794 1779851 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0717 23:33:56.624819 1779851 kic_runner.go:114] Args: [docker exec --privileged addons-225437 chown docker:docker /home/docker/.ssh/authorized_keys]
I0717 23:33:56.700315 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:33:56.718569 1779851 machine.go:88] provisioning docker machine ...
I0717 23:33:56.718607 1779851 ubuntu.go:169] provisioning hostname "addons-225437"
I0717 23:33:56.718673 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:33:56.744573 1779851 main.go:141] libmachine: Using SSH client type: native
I0717 23:33:56.745036 1779851 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f610] 0x3a1fa0 <nil> [] 0s} 127.0.0.1 34658 <nil> <nil>}
I0717 23:33:56.745049 1779851 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-225437 && echo "addons-225437" | sudo tee /etc/hostname
I0717 23:33:56.889622 1779851 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-225437
I0717 23:33:56.889726 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:33:56.908375 1779851 main.go:141] libmachine: Using SSH client type: native
I0717 23:33:56.908821 1779851 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x39f610] 0x3a1fa0 <nil> [] 0s} 127.0.0.1 34658 <nil> <nil>}
I0717 23:33:56.908845 1779851 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-225437' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-225437/g' /etc/hosts;
else
echo '127.0.1.1 addons-225437' | sudo tee -a /etc/hosts;
fi
fi
I0717 23:33:57.039000 1779851 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0717 23:33:57.039028 1779851 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/16899-1773963/.minikube CaCertPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/16899-1773963/.minikube}
I0717 23:33:57.039132 1779851 ubuntu.go:177] setting up certificates
I0717 23:33:57.039143 1779851 provision.go:83] configureAuth start
I0717 23:33:57.039231 1779851 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-225437
I0717 23:33:57.057051 1779851 provision.go:138] copyHostCerts
I0717 23:33:57.057134 1779851 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/16899-1773963/.minikube/cert.pem (1123 bytes)
I0717 23:33:57.057420 1779851 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/16899-1773963/.minikube/key.pem (1679 bytes)
I0717 23:33:57.057502 1779851 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/16899-1773963/.minikube/ca.pem (1078 bytes)
I0717 23:33:57.057626 1779851 provision.go:112] generating server cert: /home/jenkins/minikube-integration/16899-1773963/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/ca-key.pem org=jenkins.addons-225437 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-225437]
I0717 23:33:57.524980 1779851 provision.go:172] copyRemoteCerts
I0717 23:33:57.525070 1779851 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0717 23:33:57.525115 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:33:57.542616 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:33:57.635663 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0717 23:33:57.663321 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0717 23:33:57.690634 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0717 23:33:57.719033 1779851 provision.go:86] duration metric: configureAuth took 679.877326ms
I0717 23:33:57.719057 1779851 ubuntu.go:193] setting minikube options for container-runtime
I0717 23:33:57.719249 1779851 config.go:182] Loaded profile config "addons-225437": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.27.3
I0717 23:33:57.719262 1779851 machine.go:91] provisioned docker machine in 1.00067818s
I0717 23:33:57.719268 1779851 client.go:171] LocalClient.Create took 9.51602531s
I0717 23:33:57.719285 1779851 start.go:167] duration metric: libmachine.API.Create for "addons-225437" took 9.516081769s
I0717 23:33:57.719296 1779851 start.go:300] post-start starting for "addons-225437" (driver="docker")
I0717 23:33:57.719304 1779851 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0717 23:33:57.719366 1779851 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0717 23:33:57.719416 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:33:57.737142 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:33:57.832077 1779851 ssh_runner.go:195] Run: cat /etc/os-release
I0717 23:33:57.836338 1779851 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0717 23:33:57.836376 1779851 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0717 23:33:57.836388 1779851 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0717 23:33:57.836395 1779851 info.go:137] Remote host: Ubuntu 22.04.2 LTS
I0717 23:33:57.836405 1779851 filesync.go:126] Scanning /home/jenkins/minikube-integration/16899-1773963/.minikube/addons for local assets ...
I0717 23:33:57.836478 1779851 filesync.go:126] Scanning /home/jenkins/minikube-integration/16899-1773963/.minikube/files for local assets ...
I0717 23:33:57.836503 1779851 start.go:303] post-start completed in 117.201661ms
I0717 23:33:57.836822 1779851 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-225437
I0717 23:33:57.853973 1779851 profile.go:148] Saving config to /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/config.json ...
I0717 23:33:57.854240 1779851 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0717 23:33:57.854290 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:33:57.871323 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:33:57.963207 1779851 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0717 23:33:57.969073 1779851 start.go:128] duration metric: createHost completed in 9.768543659s
I0717 23:33:57.969102 1779851 start.go:83] releasing machines lock for "addons-225437", held for 9.768695586s
I0717 23:33:57.969198 1779851 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-225437
I0717 23:33:57.986239 1779851 ssh_runner.go:195] Run: cat /version.json
I0717 23:33:57.986267 1779851 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0717 23:33:57.986292 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:33:57.986322 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:33:58.015463 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:33:58.017480 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:33:58.110396 1779851 ssh_runner.go:195] Run: systemctl --version
I0717 23:33:58.241297 1779851 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0717 23:33:58.246635 1779851 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0717 23:33:58.275637 1779851 cni.go:236] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0717 23:33:58.275742 1779851 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0717 23:33:58.312432 1779851 cni.go:268] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0717 23:33:58.312500 1779851 start.go:466] detecting cgroup driver to use...
I0717 23:33:58.312547 1779851 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0717 23:33:58.312625 1779851 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0717 23:33:58.326945 1779851 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0717 23:33:58.340786 1779851 docker.go:196] disabling cri-docker service (if available) ...
I0717 23:33:58.340908 1779851 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0717 23:33:58.357324 1779851 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0717 23:33:58.373832 1779851 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0717 23:33:58.468261 1779851 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0717 23:33:58.571239 1779851 docker.go:212] disabling docker service ...
I0717 23:33:58.571334 1779851 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0717 23:33:58.592501 1779851 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0717 23:33:58.607018 1779851 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0717 23:33:58.698002 1779851 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0717 23:33:58.797936 1779851 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0717 23:33:58.811419 1779851 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0717 23:33:58.830926 1779851 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0717 23:33:58.843257 1779851 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0717 23:33:58.855660 1779851 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I0717 23:33:58.855762 1779851 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0717 23:33:58.868190 1779851 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 23:33:58.880789 1779851 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0717 23:33:58.893253 1779851 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 23:33:58.904947 1779851 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0717 23:33:58.916420 1779851 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0717 23:33:58.928448 1779851 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0717 23:33:58.939018 1779851 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0717 23:33:58.949318 1779851 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 23:33:59.042028 1779851 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0717 23:33:59.131169 1779851 start.go:513] Will wait 60s for socket path /run/containerd/containerd.sock
I0717 23:33:59.131265 1779851 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I0717 23:33:59.135826 1779851 start.go:534] Will wait 60s for crictl version
I0717 23:33:59.135883 1779851 ssh_runner.go:195] Run: which crictl
I0717 23:33:59.140265 1779851 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0717 23:33:59.197954 1779851 start.go:550] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.21
RuntimeApiVersion: v1
I0717 23:33:59.198096 1779851 ssh_runner.go:195] Run: containerd --version
I0717 23:33:59.230391 1779851 ssh_runner.go:195] Run: containerd --version
I0717 23:33:59.260926 1779851 out.go:177] * Preparing Kubernetes v1.27.3 on containerd 1.6.21 ...
I0717 23:33:59.262420 1779851 cli_runner.go:164] Run: docker network inspect addons-225437 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0717 23:33:59.279315 1779851 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0717 23:33:59.283940 1779851 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 23:33:59.297621 1779851 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime containerd
I0717 23:33:59.297687 1779851 ssh_runner.go:195] Run: sudo crictl images --output json
I0717 23:33:59.339297 1779851 containerd.go:604] all images are preloaded for containerd runtime.
I0717 23:33:59.339317 1779851 containerd.go:518] Images already preloaded, skipping extraction
I0717 23:33:59.339373 1779851 ssh_runner.go:195] Run: sudo crictl images --output json
I0717 23:33:59.380420 1779851 containerd.go:604] all images are preloaded for containerd runtime.
I0717 23:33:59.380443 1779851 cache_images.go:84] Images are preloaded, skipping loading
I0717 23:33:59.380505 1779851 ssh_runner.go:195] Run: sudo crictl info
I0717 23:33:59.430040 1779851 cni.go:84] Creating CNI manager for ""
I0717 23:33:59.430063 1779851 cni.go:149] "docker" driver + "containerd" runtime found, recommending kindnet
I0717 23:33:59.430074 1779851 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0717 23:33:59.430091 1779851 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-225437 NodeName:addons-225437 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0717 23:33:59.430218 1779851 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-225437"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.27.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0717 23:33:59.430289 1779851 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=addons-225437 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.27.3 ClusterName:addons-225437 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0717 23:33:59.430354 1779851 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3
I0717 23:33:59.440876 1779851 binaries.go:44] Found k8s binaries, skipping transfer
I0717 23:33:59.440946 1779851 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0717 23:33:59.451131 1779851 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (385 bytes)
I0717 23:33:59.471923 1779851 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0717 23:33:59.492688 1779851 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I0717 23:33:59.513656 1779851 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0717 23:33:59.518224 1779851 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 23:33:59.531611 1779851 certs.go:56] Setting up /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437 for IP: 192.168.49.2
I0717 23:33:59.531693 1779851 certs.go:190] acquiring lock for shared ca certs: {Name:mk1a0756f7f2633b530348b8dc6aa0086e9260f7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:33:59.532217 1779851 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/16899-1773963/.minikube/ca.key
I0717 23:33:59.714317 1779851 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16899-1773963/.minikube/ca.crt ...
I0717 23:33:59.714348 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/ca.crt: {Name:mk857895ca84dbc0170632b874e3e02f0ad2afe6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:33:59.714544 1779851 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16899-1773963/.minikube/ca.key ...
I0717 23:33:59.714556 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/ca.key: {Name:mka814e7f9be05e802c691a08b48064c74b197a9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:33:59.714645 1779851 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/16899-1773963/.minikube/proxy-client-ca.key
I0717 23:34:00.583680 1779851 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16899-1773963/.minikube/proxy-client-ca.crt ...
I0717 23:34:00.583712 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/proxy-client-ca.crt: {Name:mkba8965f5ac7d44b2433ff5751eddc38f729f95 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:00.583907 1779851 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16899-1773963/.minikube/proxy-client-ca.key ...
I0717 23:34:00.583915 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/proxy-client-ca.key: {Name:mk29e1ad86629548e31441b347c02706cb3a2e4e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:00.584024 1779851 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/client.key
I0717 23:34:00.584042 1779851 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/client.crt with IP's: []
I0717 23:34:00.850345 1779851 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/client.crt ...
I0717 23:34:00.850376 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/client.crt: {Name:mk38d3df562d34b8e377b92f0654b854cdfc593e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:00.850567 1779851 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/client.key ...
I0717 23:34:00.850580 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/client.key: {Name:mk9a5cc1fd6132eb051ca5e9858f01bb0d5d3d37 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:00.851080 1779851 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.key.dd3b5fb2
I0717 23:34:00.851101 1779851 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0717 23:34:01.692136 1779851 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.crt.dd3b5fb2 ...
I0717 23:34:01.692169 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.crt.dd3b5fb2: {Name:mk09e9a10b35a67b6ae85aa8187ada552b48c009 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:01.692362 1779851 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.key.dd3b5fb2 ...
I0717 23:34:01.692374 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.key.dd3b5fb2: {Name:mk6cbc53e01b8756b57790346aa6724204d7088a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:01.692920 1779851 certs.go:337] copying /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.crt
I0717 23:34:01.693004 1779851 certs.go:341] copying /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.key
I0717 23:34:01.693058 1779851 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/proxy-client.key
I0717 23:34:01.693082 1779851 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/proxy-client.crt with IP's: []
I0717 23:34:01.932286 1779851 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/proxy-client.crt ...
I0717 23:34:01.932318 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/proxy-client.crt: {Name:mke6f79c68faeb2e77622a437b6b4a23af104953 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:01.933024 1779851 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/proxy-client.key ...
I0717 23:34:01.933041 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/proxy-client.key: {Name:mkd98962e776cc3b020715bd082f3f8ea90dfc65 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:01.933833 1779851 certs.go:437] found cert: /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/ca-key.pem (1679 bytes)
I0717 23:34:01.933879 1779851 certs.go:437] found cert: /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/ca.pem (1078 bytes)
I0717 23:34:01.933910 1779851 certs.go:437] found cert: /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/cert.pem (1123 bytes)
I0717 23:34:01.933939 1779851 certs.go:437] found cert: /home/jenkins/minikube-integration/16899-1773963/.minikube/certs/home/jenkins/minikube-integration/16899-1773963/.minikube/certs/key.pem (1679 bytes)
I0717 23:34:01.934555 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0717 23:34:01.966256 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0717 23:34:01.998741 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0717 23:34:02.034005 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/profiles/addons-225437/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0717 23:34:02.064130 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0717 23:34:02.094333 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0717 23:34:02.125989 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0717 23:34:02.155951 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0717 23:34:02.185814 1779851 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16899-1773963/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0717 23:34:02.217770 1779851 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0717 23:34:02.240013 1779851 ssh_runner.go:195] Run: openssl version
I0717 23:34:02.247430 1779851 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0717 23:34:02.259657 1779851 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0717 23:34:02.264512 1779851 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jul 17 23:33 /usr/share/ca-certificates/minikubeCA.pem
I0717 23:34:02.264597 1779851 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0717 23:34:02.273296 1779851 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0717 23:34:02.285572 1779851 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0717 23:34:02.290206 1779851 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0717 23:34:02.290253 1779851 kubeadm.go:404] StartCluster: {Name:addons-225437 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-225437 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:clu
ster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQ
emuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0}
I0717 23:34:02.290335 1779851 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0717 23:34:02.290402 1779851 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0717 23:34:02.335012 1779851 cri.go:89] found id: ""
I0717 23:34:02.335150 1779851 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0717 23:34:02.346489 1779851 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0717 23:34:02.357301 1779851 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0717 23:34:02.357390 1779851 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0717 23:34:02.368727 1779851 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0717 23:34:02.368769 1779851 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0717 23:34:02.424198 1779851 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3
I0717 23:34:02.424261 1779851 kubeadm.go:322] [preflight] Running pre-flight checks
I0717 23:34:02.469470 1779851 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0717 23:34:02.469542 1779851 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1039-aws[0m
I0717 23:34:02.469579 1779851 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0717 23:34:02.469629 1779851 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0717 23:34:02.469681 1779851 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0717 23:34:02.469749 1779851 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0717 23:34:02.469804 1779851 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0717 23:34:02.469863 1779851 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0717 23:34:02.469942 1779851 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0717 23:34:02.469989 1779851 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0717 23:34:02.470047 1779851 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0717 23:34:02.470095 1779851 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0717 23:34:02.555305 1779851 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0717 23:34:02.555418 1779851 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0717 23:34:02.555511 1779851 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0717 23:34:02.817524 1779851 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0717 23:34:02.820535 1779851 out.go:204] - Generating certificates and keys ...
I0717 23:34:02.820634 1779851 kubeadm.go:322] [certs] Using existing ca certificate authority
I0717 23:34:02.820702 1779851 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0717 23:34:03.122858 1779851 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0717 23:34:03.561678 1779851 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0717 23:34:04.152371 1779851 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0717 23:34:04.557277 1779851 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0717 23:34:05.240333 1779851 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0717 23:34:05.240730 1779851 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-225437 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0717 23:34:05.992180 1779851 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0717 23:34:05.992471 1779851 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-225437 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0717 23:34:06.521665 1779851 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0717 23:34:07.146073 1779851 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0717 23:34:07.377525 1779851 kubeadm.go:322] [certs] Generating "sa" key and public key
I0717 23:34:07.377829 1779851 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0717 23:34:07.609201 1779851 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0717 23:34:07.898450 1779851 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0717 23:34:08.082838 1779851 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0717 23:34:08.653724 1779851 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0717 23:34:08.667786 1779851 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0717 23:34:08.669320 1779851 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0717 23:34:08.669667 1779851 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0717 23:34:08.768442 1779851 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0717 23:34:08.770646 1779851 out.go:204] - Booting up control plane ...
I0717 23:34:08.770757 1779851 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0717 23:34:08.773935 1779851 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0717 23:34:08.784704 1779851 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0717 23:34:08.786215 1779851 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0717 23:34:08.789217 1779851 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0717 23:34:16.293299 1779851 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.502738 seconds
I0717 23:34:16.293419 1779851 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0717 23:34:16.308056 1779851 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0717 23:34:16.836318 1779851 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0717 23:34:16.836503 1779851 kubeadm.go:322] [mark-control-plane] Marking the node addons-225437 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0717 23:34:17.346726 1779851 kubeadm.go:322] [bootstrap-token] Using token: g6efqc.99iim7iw1qowquu7
I0717 23:34:17.348638 1779851 out.go:204] - Configuring RBAC rules ...
I0717 23:34:17.348771 1779851 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0717 23:34:17.354615 1779851 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0717 23:34:17.362889 1779851 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0717 23:34:17.367023 1779851 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0717 23:34:17.370874 1779851 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0717 23:34:17.376453 1779851 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0717 23:34:17.394431 1779851 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0717 23:34:17.651092 1779851 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0717 23:34:17.761544 1779851 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0717 23:34:17.762325 1779851 kubeadm.go:322]
I0717 23:34:17.762392 1779851 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0717 23:34:17.762398 1779851 kubeadm.go:322]
I0717 23:34:17.762470 1779851 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0717 23:34:17.762475 1779851 kubeadm.go:322]
I0717 23:34:17.762499 1779851 kubeadm.go:322] mkdir -p $HOME/.kube
I0717 23:34:17.762554 1779851 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0717 23:34:17.762602 1779851 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0717 23:34:17.762606 1779851 kubeadm.go:322]
I0717 23:34:17.762657 1779851 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0717 23:34:17.762662 1779851 kubeadm.go:322]
I0717 23:34:17.762707 1779851 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0717 23:34:17.762711 1779851 kubeadm.go:322]
I0717 23:34:17.762760 1779851 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0717 23:34:17.762830 1779851 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0717 23:34:17.762894 1779851 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0717 23:34:17.762899 1779851 kubeadm.go:322]
I0717 23:34:17.762977 1779851 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0717 23:34:17.763049 1779851 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0717 23:34:17.763054 1779851 kubeadm.go:322]
I0717 23:34:17.763132 1779851 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token g6efqc.99iim7iw1qowquu7 \
I0717 23:34:17.763241 1779851 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:24e6e85287b2ebc7031b3b104d990fde329a6ed6ae7e93d24f1e459f7a5f641f \
I0717 23:34:17.763267 1779851 kubeadm.go:322] --control-plane
I0717 23:34:17.763272 1779851 kubeadm.go:322]
I0717 23:34:17.763351 1779851 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0717 23:34:17.763355 1779851 kubeadm.go:322]
I0717 23:34:17.763432 1779851 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token g6efqc.99iim7iw1qowquu7 \
I0717 23:34:17.763527 1779851 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:24e6e85287b2ebc7031b3b104d990fde329a6ed6ae7e93d24f1e459f7a5f641f
I0717 23:34:17.767542 1779851 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1039-aws\n", err: exit status 1
I0717 23:34:17.767659 1779851 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0717 23:34:17.767673 1779851 cni.go:84] Creating CNI manager for ""
I0717 23:34:17.767683 1779851 cni.go:149] "docker" driver + "containerd" runtime found, recommending kindnet
I0717 23:34:17.769896 1779851 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0717 23:34:17.771760 1779851 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0717 23:34:17.782730 1779851 cni.go:188] applying CNI manifest using /var/lib/minikube/binaries/v1.27.3/kubectl ...
I0717 23:34:17.782750 1779851 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0717 23:34:17.814559 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0717 23:34:18.762435 1779851 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0717 23:34:18.762572 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:18.762653 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.31.0 minikube.k8s.io/commit=b76e7e219387ed29a8027b03764cb35e04d80ac8 minikube.k8s.io/name=addons-225437 minikube.k8s.io/updated_at=2023_07_17T23_34_18_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:18.946411 1779851 ops.go:34] apiserver oom_adj: -16
I0717 23:34:18.946513 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:19.553410 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:20.053940 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:20.553445 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:21.054241 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:21.553833 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:22.053704 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:22.553872 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:23.053820 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:23.553330 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:24.053292 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:24.553978 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:25.054010 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:25.553317 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:26.053316 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:26.553300 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:27.053636 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:27.553565 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:28.054211 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:28.554091 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:29.053962 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:29.553696 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:30.053736 1779851 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0717 23:34:30.225087 1779851 kubeadm.go:1081] duration metric: took 11.462562928s to wait for elevateKubeSystemPrivileges.
I0717 23:34:30.225124 1779851 kubeadm.go:406] StartCluster complete in 27.934874226s
I0717 23:34:30.225142 1779851 settings.go:142] acquiring lock: {Name:mk76776fb395317efa56a4deef1ca709888670e3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:30.225710 1779851 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/16899-1773963/kubeconfig
I0717 23:34:30.226113 1779851 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16899-1773963/kubeconfig: {Name:mk030404123fbc4983ca7ea10e5affac98840d29 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 23:34:30.226777 1779851 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0717 23:34:30.227155 1779851 config.go:182] Loaded profile config "addons-225437": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.27.3
I0717 23:34:30.227331 1779851 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]
I0717 23:34:30.227407 1779851 addons.go:69] Setting volumesnapshots=true in profile "addons-225437"
I0717 23:34:30.227430 1779851 addons.go:231] Setting addon volumesnapshots=true in "addons-225437"
I0717 23:34:30.227474 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.227975 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.229530 1779851 addons.go:69] Setting cloud-spanner=true in profile "addons-225437"
I0717 23:34:30.229565 1779851 addons.go:231] Setting addon cloud-spanner=true in "addons-225437"
I0717 23:34:30.229610 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.230268 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.244683 1779851 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-225437"
I0717 23:34:30.244773 1779851 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-225437"
I0717 23:34:30.244839 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.245484 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.253340 1779851 addons.go:69] Setting ingress-dns=true in profile "addons-225437"
I0717 23:34:30.253374 1779851 addons.go:231] Setting addon ingress-dns=true in "addons-225437"
I0717 23:34:30.253531 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.260059 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.260560 1779851 addons.go:69] Setting default-storageclass=true in profile "addons-225437"
I0717 23:34:30.260583 1779851 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-225437"
I0717 23:34:30.261246 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.261528 1779851 addons.go:69] Setting gcp-auth=true in profile "addons-225437"
I0717 23:34:30.261555 1779851 mustload.go:65] Loading cluster: addons-225437
I0717 23:34:30.261784 1779851 config.go:182] Loaded profile config "addons-225437": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.27.3
I0717 23:34:30.262217 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.262433 1779851 addons.go:69] Setting ingress=true in profile "addons-225437"
I0717 23:34:30.262452 1779851 addons.go:231] Setting addon ingress=true in "addons-225437"
I0717 23:34:30.262501 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.263293 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.276594 1779851 addons.go:69] Setting inspektor-gadget=true in profile "addons-225437"
I0717 23:34:30.276627 1779851 addons.go:231] Setting addon inspektor-gadget=true in "addons-225437"
I0717 23:34:30.276684 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.277139 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.277252 1779851 addons.go:69] Setting metrics-server=true in profile "addons-225437"
I0717 23:34:30.277263 1779851 addons.go:231] Setting addon metrics-server=true in "addons-225437"
I0717 23:34:30.277292 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.277697 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.277777 1779851 addons.go:69] Setting registry=true in profile "addons-225437"
I0717 23:34:30.277791 1779851 addons.go:231] Setting addon registry=true in "addons-225437"
I0717 23:34:30.277816 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.278177 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.278248 1779851 addons.go:69] Setting storage-provisioner=true in profile "addons-225437"
I0717 23:34:30.278260 1779851 addons.go:231] Setting addon storage-provisioner=true in "addons-225437"
I0717 23:34:30.278284 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.326610 1779851 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0717 23:34:30.323690 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.361681 1779851 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.7
I0717 23:34:30.363846 1779851 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I0717 23:34:30.363905 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)
I0717 23:34:30.363985 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.369089 1779851 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0717 23:34:30.374938 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0717 23:34:30.375301 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.379781 1779851 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0717 23:34:30.381714 1779851 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0717 23:34:30.381783 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0717 23:34:30.381890 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.450109 1779851 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0717 23:34:30.461408 1779851 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0717 23:34:30.476632 1779851 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0717 23:34:30.461899 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.487498 1779851 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0717 23:34:30.491182 1779851 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0717 23:34:30.502635 1779851 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0717 23:34:30.505299 1779851 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0717 23:34:30.509282 1779851 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0717 23:34:30.514486 1779851 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0717 23:34:30.514550 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0717 23:34:30.514641 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.515608 1779851 addons.go:231] Setting addon default-storageclass=true in "addons-225437"
I0717 23:34:30.515650 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:30.518638 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:30.580406 1779851 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0717 23:34:30.584269 1779851 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0717 23:34:30.584274 1779851 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.3
I0717 23:34:30.589322 1779851 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.18.1
I0717 23:34:30.597288 1779851 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0717 23:34:30.597311 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0717 23:34:30.597380 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.597608 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.600971 1779851 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0717 23:34:30.598850 1779851 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I0717 23:34:30.607762 1779851 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.8.1
I0717 23:34:30.603268 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0717 23:34:30.609386 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.609781 1779851 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0717 23:34:30.609795 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)
I0717 23:34:30.609834 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.609897 1779851 out.go:177] - Using image docker.io/registry:2.8.1
I0717 23:34:30.613334 1779851 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I0717 23:34:30.613352 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0717 23:34:30.613408 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.650984 1779851 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0717 23:34:30.652724 1779851 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0717 23:34:30.652749 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0717 23:34:30.652824 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.677690 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.718093 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.747118 1779851 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I0717 23:34:30.747139 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0717 23:34:30.747207 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:30.749330 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.779409 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.789969 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.834699 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.864220 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.881258 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.882629 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:30.898605 1779851 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0717 23:34:30.966302 1779851 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-225437" context rescaled to 1 replicas
I0717 23:34:30.966398 1779851 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0717 23:34:30.969880 1779851 out.go:177] * Verifying Kubernetes components...
I0717 23:34:30.971692 1779851 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0717 23:34:31.296668 1779851 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0717 23:34:31.296698 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0717 23:34:31.352355 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0717 23:34:31.467141 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0717 23:34:31.478444 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0717 23:34:31.520055 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0717 23:34:31.639143 1779851 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0717 23:34:31.639177 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0717 23:34:31.733829 1779851 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0717 23:34:31.733852 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0717 23:34:31.756900 1779851 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0717 23:34:31.756925 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0717 23:34:31.768169 1779851 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0717 23:34:31.768193 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0717 23:34:31.774258 1779851 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0717 23:34:31.774284 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0717 23:34:31.799208 1779851 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I0717 23:34:31.799233 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0717 23:34:31.802477 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0717 23:34:31.883476 1779851 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I0717 23:34:31.883503 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0717 23:34:31.919972 1779851 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I0717 23:34:31.920044 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0717 23:34:31.999190 1779851 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0717 23:34:31.999267 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0717 23:34:32.008240 1779851 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0717 23:34:32.008312 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0717 23:34:32.120202 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0717 23:34:32.132882 1779851 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0717 23:34:32.132949 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0717 23:34:32.218721 1779851 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0717 23:34:32.218788 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0717 23:34:32.237719 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0717 23:34:32.247442 1779851 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0717 23:34:32.247518 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0717 23:34:32.316546 1779851 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0717 23:34:32.316604 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0717 23:34:32.319806 1779851 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0717 23:34:32.319826 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0717 23:34:32.366144 1779851 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0717 23:34:32.366171 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0717 23:34:32.380139 1779851 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0717 23:34:32.380159 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0717 23:34:32.446003 1779851 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0717 23:34:32.446063 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0717 23:34:32.465858 1779851 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0717 23:34:32.465928 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0717 23:34:32.582888 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0717 23:34:32.664998 1779851 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0717 23:34:32.665020 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0717 23:34:32.676725 1779851 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0717 23:34:32.676793 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0717 23:34:32.849215 1779851 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0717 23:34:32.849285 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0717 23:34:32.979079 1779851 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I0717 23:34:32.979170 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0717 23:34:33.083774 1779851 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0717 23:34:33.083845 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0717 23:34:33.236176 1779851 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0717 23:34:33.236242 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I0717 23:34:33.318838 1779851 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0717 23:34:33.318907 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0717 23:34:33.365625 1779851 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (2.393895623s)
I0717 23:34:33.365699 1779851 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.467069763s)
I0717 23:34:33.365786 1779851 start.go:901] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0717 23:34:33.366702 1779851 node_ready.go:35] waiting up to 6m0s for node "addons-225437" to be "Ready" ...
I0717 23:34:33.370379 1779851 node_ready.go:49] node "addons-225437" has status "Ready":"True"
I0717 23:34:33.370438 1779851 node_ready.go:38] duration metric: took 3.689046ms waiting for node "addons-225437" to be "Ready" ...
I0717 23:34:33.370463 1779851 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0717 23:34:33.379626 1779851 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-wqt5f" in "kube-system" namespace to be "Ready" ...
I0717 23:34:33.416334 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0717 23:34:33.593930 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0717 23:34:34.135779 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.783388703s)
I0717 23:34:35.442346 1779851 pod_ready.go:102] pod "coredns-5d78c9869d-wqt5f" in "kube-system" namespace has status "Ready":"False"
I0717 23:34:37.308938 1779851 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0717 23:34:37.309060 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:37.340309 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:37.443385 1779851 pod_ready.go:102] pod "coredns-5d78c9869d-wqt5f" in "kube-system" namespace has status "Ready":"False"
I0717 23:34:37.536596 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.069411731s)
I0717 23:34:37.536671 1779851 addons.go:467] Verifying addon ingress=true in "addons-225437"
I0717 23:34:37.538674 1779851 out.go:177] * Verifying ingress addon...
I0717 23:34:37.536876 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.058405649s)
I0717 23:34:37.537005 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.016922085s)
I0717 23:34:37.537055 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.73455428s)
I0717 23:34:37.537086 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.416816175s)
I0717 23:34:37.537145 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.299365727s)
I0717 23:34:37.537257 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.95433969s)
I0717 23:34:37.537340 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.120923799s)
I0717 23:34:37.538947 1779851 addons.go:467] Verifying addon metrics-server=true in "addons-225437"
I0717 23:34:37.538956 1779851 addons.go:467] Verifying addon registry=true in "addons-225437"
W0717 23:34:37.538984 1779851 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0717 23:34:37.542400 1779851 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0717 23:34:37.544023 1779851 out.go:177] * Verifying registry addon...
I0717 23:34:37.551475 1779851 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0717 23:34:37.544135 1779851 retry.go:31] will retry after 224.927211ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0717 23:34:37.548912 1779851 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0717 23:34:37.551674 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:37.557119 1779851 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0717 23:34:37.557201 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:37.603661 1779851 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0717 23:34:37.651830 1779851 addons.go:231] Setting addon gcp-auth=true in "addons-225437"
I0717 23:34:37.651921 1779851 host.go:66] Checking if "addons-225437" exists ...
I0717 23:34:37.652433 1779851 cli_runner.go:164] Run: docker container inspect addons-225437 --format={{.State.Status}}
I0717 23:34:37.672916 1779851 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0717 23:34:37.672974 1779851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-225437
I0717 23:34:37.704666 1779851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34658 SSHKeyPath:/home/jenkins/minikube-integration/16899-1773963/.minikube/machines/addons-225437/id_rsa Username:docker}
I0717 23:34:37.777108 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0717 23:34:38.061991 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:38.078350 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:38.573297 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:38.574848 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:39.060029 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:39.066339 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:39.374177 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.780153302s)
I0717 23:34:39.374270 1779851 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-225437"
I0717 23:34:39.377812 1779851 out.go:177] * Verifying csi-hostpath-driver addon...
I0717 23:34:39.380573 1779851 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0717 23:34:39.386629 1779851 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0717 23:34:39.386658 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:39.557336 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:39.562301 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:39.790578 1779851 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.117635273s)
I0717 23:34:39.794137 1779851 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407
I0717 23:34:39.790791 1779851 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.013397723s)
I0717 23:34:39.799300 1779851 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0717 23:34:39.801371 1779851 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0717 23:34:39.801401 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0717 23:34:39.847683 1779851 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0717 23:34:39.847763 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0717 23:34:39.880555 1779851 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0717 23:34:39.880636 1779851 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)
I0717 23:34:39.896981 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:39.900862 1779851 pod_ready.go:102] pod "coredns-5d78c9869d-wqt5f" in "kube-system" namespace has status "Ready":"False"
I0717 23:34:39.945316 1779851 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0717 23:34:40.058227 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:40.063687 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:40.395595 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:40.557355 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:40.562693 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:40.792538 1779851 addons.go:467] Verifying addon gcp-auth=true in "addons-225437"
I0717 23:34:40.794684 1779851 out.go:177] * Verifying gcp-auth addon...
I0717 23:34:40.797208 1779851 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0717 23:34:40.809406 1779851 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0717 23:34:40.809473 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:40.896592 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:41.057282 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:41.062296 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:41.313393 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:41.395695 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:41.557441 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:41.562378 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:41.813774 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:41.894569 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:42.057793 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:42.062565 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:42.313831 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:42.394468 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:42.396277 1779851 pod_ready.go:102] pod "coredns-5d78c9869d-wqt5f" in "kube-system" namespace has status "Ready":"False"
I0717 23:34:42.557285 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:42.561332 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:42.814061 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:42.897011 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:43.057224 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:43.061883 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:43.313901 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:43.397526 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:43.556757 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:43.562777 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:43.814496 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:43.895996 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:44.079032 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:44.079593 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:44.313630 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:44.394506 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:44.557043 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:44.563035 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:44.814391 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:44.894392 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:44.896943 1779851 pod_ready.go:102] pod "coredns-5d78c9869d-wqt5f" in "kube-system" namespace has status "Ready":"False"
I0717 23:34:45.058010 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:45.073743 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:45.313984 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:45.397121 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:45.402839 1779851 pod_ready.go:92] pod "coredns-5d78c9869d-wqt5f" in "kube-system" namespace has status "Ready":"True"
I0717 23:34:45.402944 1779851 pod_ready.go:81] duration metric: took 12.023249942s waiting for pod "coredns-5d78c9869d-wqt5f" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.403087 1779851 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-225437" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.413083 1779851 pod_ready.go:92] pod "etcd-addons-225437" in "kube-system" namespace has status "Ready":"True"
I0717 23:34:45.413144 1779851 pod_ready.go:81] duration metric: took 10.005329ms waiting for pod "etcd-addons-225437" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.413177 1779851 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-225437" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.422063 1779851 pod_ready.go:92] pod "kube-apiserver-addons-225437" in "kube-system" namespace has status "Ready":"True"
I0717 23:34:45.422090 1779851 pod_ready.go:81] duration metric: took 8.902635ms waiting for pod "kube-apiserver-addons-225437" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.422103 1779851 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-225437" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.432451 1779851 pod_ready.go:92] pod "kube-controller-manager-addons-225437" in "kube-system" namespace has status "Ready":"True"
I0717 23:34:45.432477 1779851 pod_ready.go:81] duration metric: took 10.364237ms waiting for pod "kube-controller-manager-addons-225437" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.432491 1779851 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-vjn2r" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.441273 1779851 pod_ready.go:92] pod "kube-proxy-vjn2r" in "kube-system" namespace has status "Ready":"True"
I0717 23:34:45.441297 1779851 pod_ready.go:81] duration metric: took 8.79847ms waiting for pod "kube-proxy-vjn2r" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.441310 1779851 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-225437" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.576429 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:45.577415 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:45.791180 1779851 pod_ready.go:92] pod "kube-scheduler-addons-225437" in "kube-system" namespace has status "Ready":"True"
I0717 23:34:45.791204 1779851 pod_ready.go:81] duration metric: took 349.886453ms waiting for pod "kube-scheduler-addons-225437" in "kube-system" namespace to be "Ready" ...
I0717 23:34:45.791213 1779851 pod_ready.go:38] duration metric: took 12.420727094s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0717 23:34:45.791248 1779851 api_server.go:52] waiting for apiserver process to appear ...
I0717 23:34:45.791324 1779851 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0717 23:34:45.808714 1779851 api_server.go:72] duration metric: took 14.842246797s to wait for apiserver process to appear ...
I0717 23:34:45.808740 1779851 api_server.go:88] waiting for apiserver healthz status ...
I0717 23:34:45.808759 1779851 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0717 23:34:45.818577 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:45.818733 1779851 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0717 23:34:45.820098 1779851 api_server.go:141] control plane version: v1.27.3
I0717 23:34:45.820121 1779851 api_server.go:131] duration metric: took 11.372638ms to wait for apiserver health ...
I0717 23:34:45.820129 1779851 system_pods.go:43] waiting for kube-system pods to appear ...
I0717 23:34:45.892748 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:45.998531 1779851 system_pods.go:59] 17 kube-system pods found
I0717 23:34:45.998568 1779851 system_pods.go:61] "coredns-5d78c9869d-wqt5f" [089f565e-f54f-48bf-adfd-079a03b1455a] Running
I0717 23:34:45.998578 1779851 system_pods.go:61] "csi-hostpath-attacher-0" [867c9899-f490-48d2-b91e-09a95bc90106] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0717 23:34:45.998588 1779851 system_pods.go:61] "csi-hostpath-resizer-0" [98372872-82e8-410a-9660-7d70263a3de2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0717 23:34:45.998622 1779851 system_pods.go:61] "csi-hostpathplugin-pbglb" [982add11-5b87-4a42-bd0b-6681ba643a70] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0717 23:34:45.998639 1779851 system_pods.go:61] "etcd-addons-225437" [c42e4793-8647-489f-a8ed-3213b5b42acf] Running
I0717 23:34:45.998646 1779851 system_pods.go:61] "kindnet-kxgbd" [c119867c-8138-4d40-a2b6-690796a1e142] Running
I0717 23:34:45.998655 1779851 system_pods.go:61] "kube-apiserver-addons-225437" [f731180a-4ce6-43a4-b340-e936c5cc2f46] Running
I0717 23:34:45.998661 1779851 system_pods.go:61] "kube-controller-manager-addons-225437" [323e8041-75c6-43f0-8497-4b484d86872e] Running
I0717 23:34:45.998675 1779851 system_pods.go:61] "kube-ingress-dns-minikube" [e7dbf71c-9669-4ff8-a4d9-3551afafa6ec] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0717 23:34:45.998681 1779851 system_pods.go:61] "kube-proxy-vjn2r" [210a708a-1793-4d4e-a23b-5d95d93cf449] Running
I0717 23:34:45.998702 1779851 system_pods.go:61] "kube-scheduler-addons-225437" [b4b56813-5272-4646-b993-1a07c64cd739] Running
I0717 23:34:45.998717 1779851 system_pods.go:61] "metrics-server-844d8db974-rgqwg" [bdf7b9b1-aa0a-4a0b-ab1e-40b88314e21e] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0717 23:34:45.998728 1779851 system_pods.go:61] "registry-mpd5g" [6d2458e5-2aa3-4a34-944f-b3156a771a51] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0717 23:34:45.998740 1779851 system_pods.go:61] "registry-proxy-mt8xb" [35338a9d-2f69-4958-9f69-ae884a7b90ec] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0717 23:34:45.998749 1779851 system_pods.go:61] "snapshot-controller-75bbb956b9-frrlr" [7392b88e-2943-499a-a7e7-8a6f396de403] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0717 23:34:45.998758 1779851 system_pods.go:61] "snapshot-controller-75bbb956b9-x6brx" [95324119-3ed8-44ed-b027-7bcc0f3bcadf] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0717 23:34:45.998774 1779851 system_pods.go:61] "storage-provisioner" [cba8595d-3ea8-4f40-8638-e7765e03dac4] Running
I0717 23:34:45.998781 1779851 system_pods.go:74] duration metric: took 178.647045ms to wait for pod list to return data ...
I0717 23:34:45.998789 1779851 default_sa.go:34] waiting for default service account to be created ...
I0717 23:34:46.057450 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:46.062444 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:46.190468 1779851 default_sa.go:45] found service account: "default"
I0717 23:34:46.190496 1779851 default_sa.go:55] duration metric: took 191.702003ms for default service account to be created ...
I0717 23:34:46.190506 1779851 system_pods.go:116] waiting for k8s-apps to be running ...
I0717 23:34:46.313064 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:46.393086 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:46.399807 1779851 system_pods.go:86] 17 kube-system pods found
I0717 23:34:46.399842 1779851 system_pods.go:89] "coredns-5d78c9869d-wqt5f" [089f565e-f54f-48bf-adfd-079a03b1455a] Running
I0717 23:34:46.399853 1779851 system_pods.go:89] "csi-hostpath-attacher-0" [867c9899-f490-48d2-b91e-09a95bc90106] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0717 23:34:46.399861 1779851 system_pods.go:89] "csi-hostpath-resizer-0" [98372872-82e8-410a-9660-7d70263a3de2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0717 23:34:46.399871 1779851 system_pods.go:89] "csi-hostpathplugin-pbglb" [982add11-5b87-4a42-bd0b-6681ba643a70] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0717 23:34:46.399877 1779851 system_pods.go:89] "etcd-addons-225437" [c42e4793-8647-489f-a8ed-3213b5b42acf] Running
I0717 23:34:46.399883 1779851 system_pods.go:89] "kindnet-kxgbd" [c119867c-8138-4d40-a2b6-690796a1e142] Running
I0717 23:34:46.399893 1779851 system_pods.go:89] "kube-apiserver-addons-225437" [f731180a-4ce6-43a4-b340-e936c5cc2f46] Running
I0717 23:34:46.399899 1779851 system_pods.go:89] "kube-controller-manager-addons-225437" [323e8041-75c6-43f0-8497-4b484d86872e] Running
I0717 23:34:46.399909 1779851 system_pods.go:89] "kube-ingress-dns-minikube" [e7dbf71c-9669-4ff8-a4d9-3551afafa6ec] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0717 23:34:46.399914 1779851 system_pods.go:89] "kube-proxy-vjn2r" [210a708a-1793-4d4e-a23b-5d95d93cf449] Running
I0717 23:34:46.399926 1779851 system_pods.go:89] "kube-scheduler-addons-225437" [b4b56813-5272-4646-b993-1a07c64cd739] Running
I0717 23:34:46.399933 1779851 system_pods.go:89] "metrics-server-844d8db974-rgqwg" [bdf7b9b1-aa0a-4a0b-ab1e-40b88314e21e] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0717 23:34:46.399944 1779851 system_pods.go:89] "registry-mpd5g" [6d2458e5-2aa3-4a34-944f-b3156a771a51] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0717 23:34:46.399956 1779851 system_pods.go:89] "registry-proxy-mt8xb" [35338a9d-2f69-4958-9f69-ae884a7b90ec] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0717 23:34:46.399969 1779851 system_pods.go:89] "snapshot-controller-75bbb956b9-frrlr" [7392b88e-2943-499a-a7e7-8a6f396de403] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0717 23:34:46.399977 1779851 system_pods.go:89] "snapshot-controller-75bbb956b9-x6brx" [95324119-3ed8-44ed-b027-7bcc0f3bcadf] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0717 23:34:46.399982 1779851 system_pods.go:89] "storage-provisioner" [cba8595d-3ea8-4f40-8638-e7765e03dac4] Running
I0717 23:34:46.399992 1779851 system_pods.go:126] duration metric: took 209.48104ms to wait for k8s-apps to be running ...
I0717 23:34:46.400003 1779851 system_svc.go:44] waiting for kubelet service to be running ....
I0717 23:34:46.400062 1779851 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0717 23:34:46.413799 1779851 system_svc.go:56] duration metric: took 13.787674ms WaitForService to wait for kubelet.
I0717 23:34:46.413826 1779851 kubeadm.go:581] duration metric: took 15.447363638s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0717 23:34:46.413865 1779851 node_conditions.go:102] verifying NodePressure condition ...
I0717 23:34:46.556594 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:46.562333 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:46.591370 1779851 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0717 23:34:46.591401 1779851 node_conditions.go:123] node cpu capacity is 2
I0717 23:34:46.591416 1779851 node_conditions.go:105] duration metric: took 177.541422ms to run NodePressure ...
I0717 23:34:46.591428 1779851 start.go:228] waiting for startup goroutines ...
I0717 23:34:46.813619 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:46.893262 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:47.056517 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:47.063367 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:47.313268 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:47.392956 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:47.556357 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:47.561973 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:47.814529 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:47.892579 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:48.057282 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:48.062200 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:48.313828 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:48.396242 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:48.560030 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:48.565268 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:48.813484 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:48.893698 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:49.056707 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:49.062589 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:49.315044 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:49.393319 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:49.559787 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:49.563471 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:49.813997 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:49.894067 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:50.057473 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:50.062113 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:50.313436 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:50.393672 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:50.557933 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:50.562725 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:50.814056 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:50.892994 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:51.057011 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:51.064399 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0717 23:34:51.313367 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:51.393926 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:51.556504 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:51.561926 1779851 kapi.go:107] duration metric: took 14.010451597s to wait for kubernetes.io/minikube-addons=registry ...
I0717 23:34:51.813869 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:51.893207 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:52.056629 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:52.317516 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:52.394791 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:52.556071 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:52.814059 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:52.893418 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:53.056854 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:53.314911 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:53.394030 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:53.556306 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:53.813551 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:53.892347 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:54.056835 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:54.313695 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:54.392283 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:54.557358 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:54.814156 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:54.893494 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:55.056898 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:55.314325 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:55.393641 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:55.559504 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:55.816241 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:55.896380 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:56.076747 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:56.318718 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:56.409481 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:56.559186 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:56.817709 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:56.896089 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:57.057856 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:57.316879 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:57.393466 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:57.556928 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:57.815625 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:57.894259 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:58.057035 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:58.317927 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:58.394626 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:58.574950 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:58.813815 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:58.895884 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:59.056691 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:59.313596 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:59.393638 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:34:59.557025 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:34:59.813317 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:34:59.893625 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:00.057998 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:00.315660 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:00.394195 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:00.557898 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:00.814148 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:00.893655 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:01.057509 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:01.314324 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:01.393533 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:01.558025 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:01.813921 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:01.894176 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:02.057447 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:02.313831 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:02.393945 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:02.558205 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:02.814527 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:02.892971 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:03.057051 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:03.313739 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:03.393305 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:03.557602 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:03.814413 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:03.893307 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:04.057032 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:04.314408 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:04.392641 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:04.558112 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:04.814082 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:04.894202 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:05.056690 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:05.313473 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:05.392929 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:05.556781 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:05.814406 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:05.895122 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:06.056510 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:06.314385 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:06.394289 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:06.573859 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:06.814076 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:06.897553 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:07.057135 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:07.313976 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:07.394877 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:07.556850 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:07.814251 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:07.894106 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:08.056424 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:08.313698 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:08.393045 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:08.565775 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:08.814933 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:08.894135 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:09.056954 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:09.320274 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:09.393214 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:09.557876 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:09.814254 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:09.892739 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:10.056418 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:10.316994 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:10.398432 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:10.556940 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:10.814139 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:10.894117 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:11.057624 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:11.314482 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:11.393713 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:11.556423 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:11.813859 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:11.893117 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:12.056269 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:12.315351 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:12.392860 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:12.556218 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:12.812970 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:12.893431 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:13.057609 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:13.314059 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:13.393569 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:13.557543 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:13.813750 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:13.893446 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:14.058046 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:14.313652 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:14.392667 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:14.564308 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:14.814089 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:14.896571 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:15.060163 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:15.313999 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:15.392788 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:15.557849 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:15.814399 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:15.894656 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:16.057941 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:16.313317 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:16.393755 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:16.557533 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:16.813961 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:16.894005 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:17.057631 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:17.313106 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:17.393257 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:17.557490 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:17.818392 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:17.893818 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:18.056756 1779851 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0717 23:35:18.313749 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:18.400365 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:18.556976 1779851 kapi.go:107] duration metric: took 41.014585697s to wait for app.kubernetes.io/name=ingress-nginx ...
I0717 23:35:18.813469 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:18.893540 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:19.313267 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:19.392807 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:19.814992 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:19.893398 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:20.315739 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:20.394008 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:20.813893 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:20.892831 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:21.313278 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0717 23:35:21.407233 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:21.818289 1779851 kapi.go:107] duration metric: took 41.02107807s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0717 23:35:21.820349 1779851 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-225437 cluster.
I0717 23:35:21.822110 1779851 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0717 23:35:21.823856 1779851 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0717 23:35:21.894184 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:22.393076 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:22.894989 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:23.398745 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:23.892760 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:24.392457 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:24.893200 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:25.391985 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:25.892926 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:26.392855 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:26.893959 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:27.393212 1779851 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0717 23:35:27.893015 1779851 kapi.go:107] duration metric: took 48.512441272s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0717 23:35:27.895234 1779851 out.go:177] * Enabled addons: cloud-spanner, ingress-dns, default-storageclass, storage-provisioner, inspektor-gadget, metrics-server, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0717 23:35:27.897286 1779851 addons.go:502] enable addons completed in 57.669944112s: enabled=[cloud-spanner ingress-dns default-storageclass storage-provisioner inspektor-gadget metrics-server volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0717 23:35:27.897348 1779851 start.go:233] waiting for cluster config update ...
I0717 23:35:27.897374 1779851 start.go:242] writing updated cluster config ...
I0717 23:35:27.897702 1779851 ssh_runner.go:195] Run: rm -f paused
I0717 23:35:27.998953 1779851 start.go:578] kubectl: 1.27.3, cluster: 1.27.3 (minor skew: 0)
I0717 23:35:28.007925 1779851 out.go:177] * Done! kubectl is now configured to use "addons-225437" cluster and "default" namespace by default
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
3e96197283cba 2002d33a54f72 1 second ago Running task-pv-container 0 5d9492997d9f3 task-pv-pod
81c6385d5251f 13753a81eccfd 1 second ago Exited hello-world-app 2 89d7eea1dbcae hello-world-app-65bdb79f98-674bb
df9879b79b290 66bf2c914bf4d 25 seconds ago Running nginx 0 f728dcefdce0a nginx
042ed79e474f0 71a676dd070f4 32 seconds ago Exited registry-test 0 a154b953a7a75 registry-test
0bd54f7a1cec1 e52b21e9e4589 33 seconds ago Running headlamp 0 a7dd3eb92852d headlamp-66f6498c69-bmv7z
8194fbbdab46d ee6d597e62dc8 45 seconds ago Running csi-snapshotter 0 fbc6200e73827 csi-hostpathplugin-pbglb
fb4a3a9ee0f72 642ded511e141 47 seconds ago Running csi-provisioner 0 fbc6200e73827 csi-hostpathplugin-pbglb
4424ab31a3451 922312104da8a 49 seconds ago Running liveness-probe 0 fbc6200e73827 csi-hostpathplugin-pbglb
f62cbb540a310 08f6b2990811a 50 seconds ago Running hostpath 0 fbc6200e73827 csi-hostpathplugin-pbglb
51e690ec388b2 2a5f29343eb03 52 seconds ago Running gcp-auth 0 f3cb3b77acdfc gcp-auth-58478865f7-xjwdq
8b75e1e1a0722 0107d56dbc0be 54 seconds ago Running node-driver-registrar 0 fbc6200e73827 csi-hostpathplugin-pbglb
292e9c16d1b81 b26fbddce4d07 55 seconds ago Running controller 0 baf0fb30c341c ingress-nginx-controller-7799c6795f-pkpcx
35c99caa9ab5c 8f2588812ab29 About a minute ago Exited patch 0 ead5949760624 gcp-auth-certs-patch-h8pkb
4f7a229286f79 8f2588812ab29 About a minute ago Exited create 0 0b2145ed4c7c9 gcp-auth-certs-create-t495r
9a4ce7b5f22ff 1461903ec4fe9 About a minute ago Running csi-external-health-monitor-controller 0 fbc6200e73827 csi-hostpathplugin-pbglb
308ec8fc3aa3f 487fa743e1e22 About a minute ago Running csi-resizer 0 989558ff5dfb4 csi-hostpath-resizer-0
9bd1951ed0078 9a80d518f102c About a minute ago Running csi-attacher 0 724cc6f4c5775 csi-hostpath-attacher-0
6ea3fdb4e57f5 8f2588812ab29 About a minute ago Exited patch 1 bcb617dbb92da ingress-nginx-admission-patch-tn2j7
af60f3399044b 8f2588812ab29 About a minute ago Exited create 0 55c58b79677a1 ingress-nginx-admission-create-jj6fw
65b5adccb829c 1f55eae51bf24 About a minute ago Running gadget 0 d87fae9793da0 gadget-w4pb9
515e5a3a39f01 8e22bf689cda7 About a minute ago Running metrics-server 0 866753479f5ea metrics-server-844d8db974-rgqwg
2666fbb2a5534 4d1e5c3e97420 About a minute ago Running volume-snapshot-controller 0 d25e5513227f0 snapshot-controller-75bbb956b9-frrlr
4f2de59b0c090 4d1e5c3e97420 About a minute ago Running volume-snapshot-controller 0 60f8002f76df9 snapshot-controller-75bbb956b9-x6brx
656325e68f00f 97e04611ad434 About a minute ago Running coredns 0 934e67cd87d8d coredns-5d78c9869d-wqt5f
8a798ba588719 ba04bb24b9575 About a minute ago Running storage-provisioner 0 f8d12420aca20 storage-provisioner
00785b60065b8 b18bf71b941ba About a minute ago Running kindnet-cni 0 67ae5c4433208 kindnet-kxgbd
4136f14d84958 fb73e92641fd5 About a minute ago Running kube-proxy 0 bd358b7154978 kube-proxy-vjn2r
8b635446134bc 39dfb036b0986 2 minutes ago Running kube-apiserver 0 667d11fe8aa63 kube-apiserver-addons-225437
ed601b05253d4 bcb9e554eaab6 2 minutes ago Running kube-scheduler 0 04d6872741b1b kube-scheduler-addons-225437
8063430f3d8bb ab3683b584ae5 2 minutes ago Running kube-controller-manager 0 b076ef4474a96 kube-controller-manager-addons-225437
f7ad0e9dc046b 24bc64e911039 2 minutes ago Running etcd 0 303f4cd5733a3 etcd-addons-225437
*
* ==> containerd <==
* Jul 17 23:36:09 addons-225437 containerd[747]: time="2023-07-17T23:36:09.547641645Z" level=info msg="cleaning up dead shim"
Jul 17 23:36:09 addons-225437 containerd[747]: time="2023-07-17T23:36:09.596135571Z" level=warning msg="cleanup warnings time=\"2023-07-17T23:36:09Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=7260 runtime=io.containerd.runc.v2\n"
Jul 17 23:36:09 addons-225437 containerd[747]: time="2023-07-17T23:36:09.624860203Z" level=info msg="TearDown network for sandbox \"058330c3230fd70778e0f5c2d673d80469fbbad258565d6c9fe2b0d6b66b9429\" successfully"
Jul 17 23:36:09 addons-225437 containerd[747]: time="2023-07-17T23:36:09.625042217Z" level=info msg="StopPodSandbox for \"058330c3230fd70778e0f5c2d673d80469fbbad258565d6c9fe2b0d6b66b9429\" returns successfully"
Jul 17 23:36:10 addons-225437 containerd[747]: time="2023-07-17T23:36:10.603700996Z" level=info msg="RemoveContainer for \"d7eeacdbc60cb2b3abf737b4ddea79f688c2a1ba90d3c1d04316eca397465f5a\""
Jul 17 23:36:10 addons-225437 containerd[747]: time="2023-07-17T23:36:10.612823060Z" level=info msg="RemoveContainer for \"d7eeacdbc60cb2b3abf737b4ddea79f688c2a1ba90d3c1d04316eca397465f5a\" returns successfully"
Jul 17 23:36:10 addons-225437 containerd[747]: time="2023-07-17T23:36:10.814164993Z" level=info msg="CreateContainer within sandbox \"89d7eea1dbcae533b22a388b6c316847fb49567683de6988dedb28f169e507bb\" for container &ContainerMetadata{Name:hello-world-app,Attempt:2,}"
Jul 17 23:36:10 addons-225437 containerd[747]: time="2023-07-17T23:36:10.878495633Z" level=info msg="CreateContainer within sandbox \"89d7eea1dbcae533b22a388b6c316847fb49567683de6988dedb28f169e507bb\" for &ContainerMetadata{Name:hello-world-app,Attempt:2,} returns container id \"81c6385d5251f785355caf233a83e2a224b007d53cd39ea6f07e8e5253c84250\""
Jul 17 23:36:10 addons-225437 containerd[747]: time="2023-07-17T23:36:10.879666758Z" level=info msg="StartContainer for \"81c6385d5251f785355caf233a83e2a224b007d53cd39ea6f07e8e5253c84250\""
Jul 17 23:36:10 addons-225437 containerd[747]: time="2023-07-17T23:36:10.993926958Z" level=info msg="StartContainer for \"81c6385d5251f785355caf233a83e2a224b007d53cd39ea6f07e8e5253c84250\" returns successfully"
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.042733877Z" level=info msg="shim disconnected" id=81c6385d5251f785355caf233a83e2a224b007d53cd39ea6f07e8e5253c84250
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.042997113Z" level=warning msg="cleaning up after shim disconnected" id=81c6385d5251f785355caf233a83e2a224b007d53cd39ea6f07e8e5253c84250 namespace=k8s.io
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.043088173Z" level=info msg="cleaning up dead shim"
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.058901667Z" level=warning msg="cleanup warnings time=\"2023-07-17T23:36:11Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=7355 runtime=io.containerd.runc.v2\n"
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.076013513Z" level=info msg="ImageCreate event &ImageCreate{Name:docker.io/library/nginx:latest,Labels:map[string]string{io.cri-containerd.image: managed,},XXX_unrecognized:[],}"
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.079780786Z" level=info msg="ImageCreate event &ImageCreate{Name:sha256:2002d33a54f72d1333751d4d1b4793a60a635eac6e94a98daf0acea501580c4f,Labels:map[string]string{io.cri-containerd.image: managed,},XXX_unrecognized:[],}"
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.084644050Z" level=info msg="ImageUpdate event &ImageUpdate{Name:docker.io/library/nginx:latest,Labels:map[string]string{io.cri-containerd.image: managed,},XXX_unrecognized:[],}"
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.087640148Z" level=info msg="ImageCreate event &ImageCreate{Name:docker.io/library/nginx@sha256:08bc36ad52474e528cc1ea3426b5e3f4bad8a130318e3140d6cfe29c8892c7ef,Labels:map[string]string{io.cri-containerd.image: managed,},XXX_unrecognized:[],}"
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.088652438Z" level=info msg="PullImage \"docker.io/nginx:latest\" returns image reference \"sha256:2002d33a54f72d1333751d4d1b4793a60a635eac6e94a98daf0acea501580c4f\""
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.094721690Z" level=info msg="CreateContainer within sandbox \"5d9492997d9f31dae293041ecec5c17f9d39b5f2aef76106d0c9de20e8374dbd\" for container &ContainerMetadata{Name:task-pv-container,Attempt:0,}"
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.111491596Z" level=info msg="CreateContainer within sandbox \"5d9492997d9f31dae293041ecec5c17f9d39b5f2aef76106d0c9de20e8374dbd\" for &ContainerMetadata{Name:task-pv-container,Attempt:0,} returns container id \"3e96197283cba2b01b98ca045815362af28168fa3eca98fa0eec8578e182ee8c\""
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.112775016Z" level=info msg="StartContainer for \"3e96197283cba2b01b98ca045815362af28168fa3eca98fa0eec8578e182ee8c\""
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.194083538Z" level=info msg="StartContainer for \"3e96197283cba2b01b98ca045815362af28168fa3eca98fa0eec8578e182ee8c\" returns successfully"
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.674248853Z" level=info msg="RemoveContainer for \"3071a166cedb5d785e2eb587b068f0b5433b2b6ce8f0c6f5a93579edc14f527e\""
Jul 17 23:36:11 addons-225437 containerd[747]: time="2023-07-17T23:36:11.681870185Z" level=info msg="RemoveContainer for \"3071a166cedb5d785e2eb587b068f0b5433b2b6ce8f0c6f5a93579edc14f527e\" returns successfully"
*
* ==> coredns [656325e68f00f807644ce9a6a8e1be60ede04c1e480d8b13d6e2e753c157b4b9] <==
* [INFO] 10.244.0.16:43089 - 25887 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000078621s
[INFO] 10.244.0.16:43089 - 60662 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000056271s
[INFO] 10.244.0.16:43089 - 37852 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000050937s
[INFO] 10.244.0.16:43089 - 3178 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000054187s
[INFO] 10.244.0.16:43089 - 47420 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001362804s
[INFO] 10.244.0.16:43089 - 19284 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00097023s
[INFO] 10.244.0.16:43089 - 62480 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000096919s
[INFO] 10.244.0.16:47439 - 26211 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000130256s
[INFO] 10.244.0.16:60348 - 21448 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000079934s
[INFO] 10.244.0.16:47439 - 55931 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000059955s
[INFO] 10.244.0.16:47439 - 46741 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00008091s
[INFO] 10.244.0.16:47439 - 14609 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000064927s
[INFO] 10.244.0.16:47439 - 54306 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000250863s
[INFO] 10.244.0.16:47439 - 20428 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000173119s
[INFO] 10.244.0.16:60348 - 5887 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000101752s
[INFO] 10.244.0.16:60348 - 3675 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000053309s
[INFO] 10.244.0.16:60348 - 52918 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000068225s
[INFO] 10.244.0.16:60348 - 53530 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000069669s
[INFO] 10.244.0.16:60348 - 45801 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000083717s
[INFO] 10.244.0.16:47439 - 42924 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.006174926s
[INFO] 10.244.0.16:60348 - 53630 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001127498s
[INFO] 10.244.0.16:47439 - 37190 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001382382s
[INFO] 10.244.0.16:60348 - 36804 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001174645s
[INFO] 10.244.0.16:47439 - 41560 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000175384s
[INFO] 10.244.0.16:60348 - 8936 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000082322s
*
* ==> describe nodes <==
* Name: addons-225437
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-225437
kubernetes.io/os=linux
minikube.k8s.io/commit=b76e7e219387ed29a8027b03764cb35e04d80ac8
minikube.k8s.io/name=addons-225437
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_07_17T23_34_18_0700
minikube.k8s.io/version=v1.31.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-225437
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-225437"}
kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 17 Jul 2023 23:34:14 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-225437
AcquireTime: <unset>
RenewTime: Mon, 17 Jul 2023 23:36:09 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 17 Jul 2023 23:35:50 +0000 Mon, 17 Jul 2023 23:34:11 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 17 Jul 2023 23:35:50 +0000 Mon, 17 Jul 2023 23:34:11 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 17 Jul 2023 23:35:50 +0000 Mon, 17 Jul 2023 23:34:11 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 17 Jul 2023 23:35:50 +0000 Mon, 17 Jul 2023 23:34:28 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-225437
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022632Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022632Ki
pods: 110
System Info:
Machine ID: 55aa1f9cb3e54339ae22fdb22a2dd4a5
System UUID: 7c039b5f-72fd-4fb6-bece-7c201edc83d4
Boot ID: 30727b23-eda1-49fe-8b46-0f11c052162c
Kernel Version: 5.15.0-1039-aws
OS Image: Ubuntu 22.04.2 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.6.21
Kubelet Version: v1.27.3
Kube-Proxy Version: v1.27.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (21 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-65bdb79f98-674bb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 19s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 27s
default task-pv-pod 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6s
gadget gadget-w4pb9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 96s
gcp-auth gcp-auth-58478865f7-xjwdq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 92s
headlamp headlamp-66f6498c69-bmv7z 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 37s
ingress-nginx ingress-nginx-controller-7799c6795f-pkpcx 100m (5%!)(MISSING) 0 (0%!)(MISSING) 90Mi (1%!)(MISSING) 0 (0%!)(MISSING) 95s
kube-system coredns-5d78c9869d-wqt5f 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 102s
kube-system csi-hostpath-attacher-0 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 93s
kube-system csi-hostpath-resizer-0 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 93s
kube-system csi-hostpathplugin-pbglb 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 93s
kube-system etcd-addons-225437 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 116s
kube-system kindnet-kxgbd 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 102s
kube-system kube-apiserver-addons-225437 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 114s
kube-system kube-controller-manager-addons-225437 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 116s
kube-system kube-proxy-vjn2r 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 102s
kube-system kube-scheduler-addons-225437 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 114s
kube-system metrics-server-844d8db974-rgqwg 100m (5%!)(MISSING) 0 (0%!)(MISSING) 200Mi (2%!)(MISSING) 0 (0%!)(MISSING) 97s
kube-system snapshot-controller-75bbb956b9-frrlr 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 97s
kube-system snapshot-controller-75bbb956b9-x6brx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 97s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 97s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%!)(MISSING) 100m (5%!)(MISSING)
memory 510Mi (6%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 101s kube-proxy
Normal Starting 2m3s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m3s (x8 over 2m3s) kubelet Node addons-225437 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m3s (x8 over 2m3s) kubelet Node addons-225437 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m3s (x7 over 2m3s) kubelet Node addons-225437 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m3s kubelet Updated Node Allocatable limit across pods
Normal Starting 115s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 115s kubelet Node addons-225437 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 115s kubelet Node addons-225437 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 115s kubelet Node addons-225437 status is now: NodeHasSufficientPID
Normal NodeNotReady 115s kubelet Node addons-225437 status is now: NodeNotReady
Normal NodeAllocatableEnforced 114s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 104s kubelet Node addons-225437 status is now: NodeReady
Normal RegisteredNode 103s node-controller Node addons-225437 event: Registered Node addons-225437 in Controller
*
* ==> dmesg <==
* [ +0.001142] FS-Cache: N-key=[8] '88d8c90000000000'
[ +0.002699] FS-Cache: Duplicate cookie detected
[ +0.000745] FS-Cache: O-cookie c=00000060 [p=0000005d fl=226 nc=0 na=1]
[ +0.000943] FS-Cache: O-cookie d=00000000ec1ea241{9p.inode} n=00000000f0261605
[ +0.001056] FS-Cache: O-key=[8] '88d8c90000000000'
[ +0.000714] FS-Cache: N-cookie c=00000067 [p=0000005d fl=2 nc=0 na=1]
[ +0.000983] FS-Cache: N-cookie d=00000000ec1ea241{9p.inode} n=000000005e1b5df0
[ +0.001057] FS-Cache: N-key=[8] '88d8c90000000000'
[ +2.060214] FS-Cache: Duplicate cookie detected
[ +0.000755] FS-Cache: O-cookie c=0000005e [p=0000005d fl=226 nc=0 na=1]
[ +0.000999] FS-Cache: O-cookie d=00000000ec1ea241{9p.inode} n=00000000245e0dd5
[ +0.001101] FS-Cache: O-key=[8] '87d8c90000000000'
[ +0.000695] FS-Cache: N-cookie c=00000069 [p=0000005d fl=2 nc=0 na=1]
[ +0.000915] FS-Cache: N-cookie d=00000000ec1ea241{9p.inode} n=0000000038d60fbf
[ +0.001020] FS-Cache: N-key=[8] '87d8c90000000000'
[ +0.287034] FS-Cache: Duplicate cookie detected
[ +0.000736] FS-Cache: O-cookie c=00000063 [p=0000005d fl=226 nc=0 na=1]
[ +0.000933] FS-Cache: O-cookie d=00000000ec1ea241{9p.inode} n=000000007798c562
[ +0.001157] FS-Cache: O-key=[8] '8dd8c90000000000'
[ +0.000692] FS-Cache: N-cookie c=0000006a [p=0000005d fl=2 nc=0 na=1]
[ +0.000938] FS-Cache: N-cookie d=00000000ec1ea241{9p.inode} n=00000000e27303ae
[ +0.001021] FS-Cache: N-key=[8] '8dd8c90000000000'
[Jul17 23:02] systemd-journald[228]: Failed to send stream file descriptor to service manager: Connection refused
[Jul17 23:31] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
[ +0.061581] overlayfs: lowerdir is in-use as upperdir/workdir of another mount, accessing files from both mounts will result in undefined behavior.
*
* ==> etcd [f7ad0e9dc046b642c6cfa72d58aed55c2d89530a4a6e8dddb7ae1be7d46b3407] <==
* {"level":"info","ts":"2023-07-17T23:34:10.631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-07-17T23:34:10.631Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-07-17T23:34:10.637Z","caller":"embed/etcd.go:687","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-07-17T23:34:10.637Z","caller":"embed/etcd.go:275","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-07-17T23:34:10.637Z","caller":"embed/etcd.go:762","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-07-17T23:34:10.637Z","caller":"embed/etcd.go:586","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-07-17T23:34:10.637Z","caller":"embed/etcd.go:558","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-07-17T23:34:10.817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-07-17T23:34:10.817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-07-17T23:34:10.817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-07-17T23:34:10.817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-07-17T23:34:10.817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-07-17T23:34:10.817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-07-17T23:34:10.817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-07-17T23:34:10.821Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-17T23:34:10.829Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-225437 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-07-17T23:34:10.829Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-07-17T23:34:10.831Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-07-17T23:34:10.831Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-17T23:34:10.831Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-17T23:34:10.831Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-07-17T23:34:10.831Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-07-17T23:34:10.833Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-07-17T23:34:10.837Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-07-17T23:34:10.837Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
*
* ==> gcp-auth [51e690ec388b2c75ca136d069dd1d8b52d262f9b53b0e65269d8f7b343e8d580] <==
* 2023/07/17 23:35:20 GCP Auth Webhook started!
2023/07/17 23:35:35 Ready to marshal response ...
2023/07/17 23:35:35 Ready to write response ...
2023/07/17 23:35:35 Ready to marshal response ...
2023/07/17 23:35:35 Ready to write response ...
2023/07/17 23:35:35 Ready to marshal response ...
2023/07/17 23:35:35 Ready to write response ...
2023/07/17 23:35:38 Ready to marshal response ...
2023/07/17 23:35:38 Ready to write response ...
2023/07/17 23:35:45 Ready to marshal response ...
2023/07/17 23:35:45 Ready to write response ...
2023/07/17 23:35:53 Ready to marshal response ...
2023/07/17 23:35:53 Ready to write response ...
2023/07/17 23:36:06 Ready to marshal response ...
2023/07/17 23:36:06 Ready to write response ...
*
* ==> kernel <==
* 23:36:13 up 8:18, 0 users, load average: 2.98, 3.38, 3.68
Linux addons-225437 5.15.0-1039-aws #44~20.04.1-Ubuntu SMP Thu Jun 22 12:21:08 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.2 LTS"
*
* ==> kindnet [00785b60065b85dfe5cee9027495a352b65548cf006006edc289d7f8bb955f14] <==
* I0717 23:34:31.534688 1 main.go:116] setting mtu 1500 for CNI
I0717 23:34:31.534728 1 main.go:146] kindnetd IP family: "ipv4"
I0717 23:34:31.534752 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I0717 23:34:32.042532 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:34:32.042570 1 main.go:227] handling current node
I0717 23:34:42.070745 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:34:42.070776 1 main.go:227] handling current node
I0717 23:34:52.085632 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:34:52.085661 1 main.go:227] handling current node
I0717 23:35:02.090464 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:35:02.090498 1 main.go:227] handling current node
I0717 23:35:12.100896 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:35:12.100925 1 main.go:227] handling current node
I0717 23:35:22.110481 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:35:22.110507 1 main.go:227] handling current node
I0717 23:35:32.114192 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:35:32.114224 1 main.go:227] handling current node
I0717 23:35:42.127306 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:35:42.127346 1 main.go:227] handling current node
I0717 23:35:52.138166 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:35:52.138196 1 main.go:227] handling current node
I0717 23:36:02.142230 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:36:02.142263 1 main.go:227] handling current node
I0717 23:36:12.153225 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0717 23:36:12.153256 1 main.go:227] handling current node
*
* ==> kube-apiserver [8b635446134bc52967f7cb3bc6b522eef40a1a9b1ecaa36f6cd479b0191c764e] <==
* W0717 23:34:36.657884 1 handler_proxy.go:100] no RequestInfo found in the context
E0717 23:34:36.657893 1 controller.go:113] loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: Error, could not get list of group versions for APIService
I0717 23:34:36.658966 1 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
I0717 23:34:36.965416 1 handler_discovery.go:325] DiscoveryManager: Failed to download discovery for kube-system/metrics-server:443: 503 error trying to reach service: dial tcp 10.100.255.1:443: connect: connection refused
I0717 23:34:36.965440 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0717 23:34:36.965678 1 handler_discovery.go:325] DiscoveryManager: Failed to download discovery for kube-system/metrics-server:443: 503 error trying to reach service: dial tcp 10.100.255.1:443: connect: connection refused
I0717 23:34:36.965700 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0717 23:34:37.012976 1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller" clusterIPs=map[IPv4:10.102.238.255]
I0717 23:34:37.066944 1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller-admission" clusterIPs=map[IPv4:10.108.153.88]
I0717 23:34:37.280520 1 controller.go:624] quota admission added evaluator for: jobs.batch
I0717 23:34:39.113727 1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-attacher" clusterIPs=map[IPv4:10.106.102.98]
I0717 23:34:39.134077 1 controller.go:624] quota admission added evaluator for: statefulsets.apps
I0717 23:34:39.276849 1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-resizer" clusterIPs=map[IPv4:10.100.198.252]
I0717 23:34:40.621763 1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.97.88.201]
I0717 23:35:06.508733 1 handler_discovery.go:325] DiscoveryManager: Failed to download discovery for kube-system/metrics-server:443: 503 error trying to reach service: dial tcp 10.100.255.1:443: connect: connection refused
I0717 23:35:06.509092 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0717 23:35:06.511021 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.100.255.1:443/apis/metrics.k8s.io/v1beta1: Get "https://10.100.255.1:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.100.255.1:443: connect: connection refused
E0717 23:35:06.512442 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.100.255.1:443/apis/metrics.k8s.io/v1beta1: Get "https://10.100.255.1:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.100.255.1:443: connect: connection refused
E0717 23:35:06.519441 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.100.255.1:443/apis/metrics.k8s.io/v1beta1: Get "https://10.100.255.1:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.100.255.1:443: connect: connection refused
I0717 23:35:06.611694 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0717 23:35:14.334412 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0717 23:35:35.397445 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs=map[IPv4:10.108.33.13]
I0717 23:35:44.988774 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0717 23:35:45.581425 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs=map[IPv4:10.104.203.35]
I0717 23:35:53.404119 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs=map[IPv4:10.99.68.161]
*
* ==> kube-controller-manager [8063430f3d8bb17fefeac2495eb5c8d20fd8344967fe802a867e1bb9b29fa2ff] <==
* I0717 23:35:13.519532 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create
I0717 23:35:14.337316 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0717 23:35:14.353432 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create
I0717 23:35:14.504967 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0717 23:35:14.531934 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0717 23:35:14.538379 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create
I0717 23:35:14.551497 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0717 23:35:14.556359 1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"
I0717 23:35:14.562071 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create
I0717 23:35:14.594389 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create
I0717 23:35:14.595581 1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"
I0717 23:35:35.427604 1 event.go:307] "Event occurred" object="headlamp/headlamp" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set headlamp-66f6498c69 to 1"
I0717 23:35:35.444961 1 event.go:307] "Event occurred" object="headlamp/headlamp-66f6498c69" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"headlamp-66f6498c69-\" is forbidden: error looking up service account headlamp/headlamp: serviceaccount \"headlamp\" not found"
E0717 23:35:35.461606 1 replica_set.go:544] sync "headlamp/headlamp-66f6498c69" failed with pods "headlamp-66f6498c69-" is forbidden: error looking up service account headlamp/headlamp: serviceaccount "headlamp" not found
I0717 23:35:35.504825 1 event.go:307] "Event occurred" object="headlamp/headlamp-66f6498c69" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: headlamp-66f6498c69-bmv7z"
I0717 23:35:43.383770 1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0717 23:35:44.027629 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0717 23:35:44.031410 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create
I0717 23:35:44.068908 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create
I0717 23:35:44.069206 1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch
I0717 23:35:44.478094 1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0717 23:35:53.145758 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-65bdb79f98 to 1"
I0717 23:35:53.238076 1 event.go:307] "Event occurred" object="default/hello-world-app-65bdb79f98" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-65bdb79f98-674bb"
I0717 23:35:59.478490 1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
I0717 23:36:06.423903 1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"
*
* ==> kube-proxy [4136f14d84958d5592a3b23632a3620015c54ae510c73ebcc2aba5dea573dfd9] <==
* I0717 23:34:31.320797 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0717 23:34:31.320908 1 server_others.go:110] "Detected node IP" address="192.168.49.2"
I0717 23:34:31.320928 1 server_others.go:554] "Using iptables proxy"
I0717 23:34:31.368164 1 server_others.go:192] "Using iptables Proxier"
I0717 23:34:31.368209 1 server_others.go:199] "kube-proxy running in dual-stack mode" ipFamily=IPv4
I0717 23:34:31.368218 1 server_others.go:200] "Creating dualStackProxier for iptables"
I0717 23:34:31.368269 1 server_others.go:484] "Detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, defaulting to no-op detect-local for IPv6"
I0717 23:34:31.368360 1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0717 23:34:31.374471 1 server.go:658] "Version info" version="v1.27.3"
I0717 23:34:31.374493 1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0717 23:34:31.376582 1 config.go:188] "Starting service config controller"
I0717 23:34:31.376612 1 shared_informer.go:311] Waiting for caches to sync for service config
I0717 23:34:31.376648 1 config.go:97] "Starting endpoint slice config controller"
I0717 23:34:31.376652 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0717 23:34:31.378401 1 config.go:315] "Starting node config controller"
I0717 23:34:31.378426 1 shared_informer.go:311] Waiting for caches to sync for node config
I0717 23:34:31.477521 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0717 23:34:31.477580 1 shared_informer.go:318] Caches are synced for service config
I0717 23:34:31.478786 1 shared_informer.go:318] Caches are synced for node config
*
* ==> kube-scheduler [ed601b05253d4c1ed2c740f7b66a1b334c35fe0bd1c76e396aaed58cd98da640] <==
* W0717 23:34:14.554567 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0717 23:34:14.555070 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0717 23:34:14.554616 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0717 23:34:14.555275 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0717 23:34:14.554689 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0717 23:34:14.555462 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0717 23:34:14.554722 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0717 23:34:14.554755 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0717 23:34:14.554765 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0717 23:34:14.559653 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0717 23:34:14.559892 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0717 23:34:14.560025 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0717 23:34:15.487647 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0717 23:34:15.487903 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0717 23:34:15.506357 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0717 23:34:15.506569 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0717 23:34:15.506746 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0717 23:34:15.506844 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0717 23:34:15.603102 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0717 23:34:15.603350 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0717 23:34:15.622665 1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0717 23:34:15.622926 1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0717 23:34:15.808305 1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0717 23:34:15.808544 1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I0717 23:34:18.335087 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Jul 17 23:35:53 addons-225437 kubelet[1356]: I0717 23:35:53.377946 1356 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ldw44\" (UniqueName: \"kubernetes.io/projected/0b610285-88ad-4de4-8ae1-f379cbc0bb8f-kube-api-access-ldw44\") pod \"hello-world-app-65bdb79f98-674bb\" (UID: \"0b610285-88ad-4de4-8ae1-f379cbc0bb8f\") " pod="default/hello-world-app-65bdb79f98-674bb"
Jul 17 23:35:53 addons-225437 kubelet[1356]: I0717 23:35:53.378262 1356 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/0b610285-88ad-4de4-8ae1-f379cbc0bb8f-gcp-creds\") pod \"hello-world-app-65bdb79f98-674bb\" (UID: \"0b610285-88ad-4de4-8ae1-f379cbc0bb8f\") " pod="default/hello-world-app-65bdb79f98-674bb"
Jul 17 23:35:56 addons-225437 kubelet[1356]: I0717 23:35:56.544488 1356 scope.go:115] "RemoveContainer" containerID="a844739b04ddaef82006334d18d7da5d545b514ca6d7dca844f13fb2054531fa"
Jul 17 23:35:57 addons-225437 kubelet[1356]: I0717 23:35:57.549369 1356 scope.go:115] "RemoveContainer" containerID="a844739b04ddaef82006334d18d7da5d545b514ca6d7dca844f13fb2054531fa"
Jul 17 23:35:57 addons-225437 kubelet[1356]: I0717 23:35:57.549806 1356 scope.go:115] "RemoveContainer" containerID="3071a166cedb5d785e2eb587b068f0b5433b2b6ce8f0c6f5a93579edc14f527e"
Jul 17 23:35:57 addons-225437 kubelet[1356]: E0717 23:35:57.550076 1356 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 10s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-674bb_default(0b610285-88ad-4de4-8ae1-f379cbc0bb8f)\"" pod="default/hello-world-app-65bdb79f98-674bb" podUID=0b610285-88ad-4de4-8ae1-f379cbc0bb8f
Jul 17 23:35:58 addons-225437 kubelet[1356]: I0717 23:35:58.554385 1356 scope.go:115] "RemoveContainer" containerID="3071a166cedb5d785e2eb587b068f0b5433b2b6ce8f0c6f5a93579edc14f527e"
Jul 17 23:35:58 addons-225437 kubelet[1356]: E0717 23:35:58.555137 1356 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 10s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-674bb_default(0b610285-88ad-4de4-8ae1-f379cbc0bb8f)\"" pod="default/hello-world-app-65bdb79f98-674bb" podUID=0b610285-88ad-4de4-8ae1-f379cbc0bb8f
Jul 17 23:36:02 addons-225437 kubelet[1356]: I0717 23:36:02.808449 1356 scope.go:115] "RemoveContainer" containerID="d7eeacdbc60cb2b3abf737b4ddea79f688c2a1ba90d3c1d04316eca397465f5a"
Jul 17 23:36:02 addons-225437 kubelet[1356]: E0717 23:36:02.808758 1356 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 40s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(e7dbf71c-9669-4ff8-a4d9-3551afafa6ec)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=e7dbf71c-9669-4ff8-a4d9-3551afafa6ec
Jul 17 23:36:06 addons-225437 kubelet[1356]: I0717 23:36:06.921303 1356 topology_manager.go:212] "Topology Admit Handler"
Jul 17 23:36:07 addons-225437 kubelet[1356]: I0717 23:36:07.070400 1356 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/fa555e20-1244-410c-923f-953f2ac00d22-gcp-creds\") pod \"task-pv-pod\" (UID: \"fa555e20-1244-410c-923f-953f2ac00d22\") " pod="default/task-pv-pod"
Jul 17 23:36:07 addons-225437 kubelet[1356]: I0717 23:36:07.070632 1356 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pvc-6a8ef3be-40c3-4a2e-90bd-38430e9c4561\" (UniqueName: \"kubernetes.io/csi/hostpath.csi.k8s.io^b357946d-24fa-11ee-ac66-5af2e93acb6c\") pod \"task-pv-pod\" (UID: \"fa555e20-1244-410c-923f-953f2ac00d22\") " pod="default/task-pv-pod"
Jul 17 23:36:07 addons-225437 kubelet[1356]: I0717 23:36:07.070757 1356 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mw5j2\" (UniqueName: \"kubernetes.io/projected/fa555e20-1244-410c-923f-953f2ac00d22-kube-api-access-mw5j2\") pod \"task-pv-pod\" (UID: \"fa555e20-1244-410c-923f-953f2ac00d22\") " pod="default/task-pv-pod"
Jul 17 23:36:07 addons-225437 kubelet[1356]: I0717 23:36:07.184319 1356 operation_generator.go:661] "MountVolume.MountDevice succeeded for volume \"pvc-6a8ef3be-40c3-4a2e-90bd-38430e9c4561\" (UniqueName: \"kubernetes.io/csi/hostpath.csi.k8s.io^b357946d-24fa-11ee-ac66-5af2e93acb6c\") pod \"task-pv-pod\" (UID: \"fa555e20-1244-410c-923f-953f2ac00d22\") device mount path \"/var/lib/kubelet/plugins/kubernetes.io/csi/hostpath.csi.k8s.io/f47de99b4da74e9a679ff274752853608522c14063690ef96ee77dabf2464c39/globalmount\"" pod="default/task-pv-pod"
Jul 17 23:36:09 addons-225437 kubelet[1356]: I0717 23:36:09.692538 1356 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fldvx\" (UniqueName: \"kubernetes.io/projected/e7dbf71c-9669-4ff8-a4d9-3551afafa6ec-kube-api-access-fldvx\") pod \"e7dbf71c-9669-4ff8-a4d9-3551afafa6ec\" (UID: \"e7dbf71c-9669-4ff8-a4d9-3551afafa6ec\") "
Jul 17 23:36:09 addons-225437 kubelet[1356]: I0717 23:36:09.697834 1356 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e7dbf71c-9669-4ff8-a4d9-3551afafa6ec-kube-api-access-fldvx" (OuterVolumeSpecName: "kube-api-access-fldvx") pod "e7dbf71c-9669-4ff8-a4d9-3551afafa6ec" (UID: "e7dbf71c-9669-4ff8-a4d9-3551afafa6ec"). InnerVolumeSpecName "kube-api-access-fldvx". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jul 17 23:36:09 addons-225437 kubelet[1356]: I0717 23:36:09.793406 1356 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-fldvx\" (UniqueName: \"kubernetes.io/projected/e7dbf71c-9669-4ff8-a4d9-3551afafa6ec-kube-api-access-fldvx\") on node \"addons-225437\" DevicePath \"\""
Jul 17 23:36:10 addons-225437 kubelet[1356]: I0717 23:36:10.596848 1356 scope.go:115] "RemoveContainer" containerID="d7eeacdbc60cb2b3abf737b4ddea79f688c2a1ba90d3c1d04316eca397465f5a"
Jul 17 23:36:10 addons-225437 kubelet[1356]: I0717 23:36:10.808913 1356 scope.go:115] "RemoveContainer" containerID="3071a166cedb5d785e2eb587b068f0b5433b2b6ce8f0c6f5a93579edc14f527e"
Jul 17 23:36:11 addons-225437 kubelet[1356]: I0717 23:36:11.649516 1356 scope.go:115] "RemoveContainer" containerID="3071a166cedb5d785e2eb587b068f0b5433b2b6ce8f0c6f5a93579edc14f527e"
Jul 17 23:36:11 addons-225437 kubelet[1356]: I0717 23:36:11.650217 1356 scope.go:115] "RemoveContainer" containerID="81c6385d5251f785355caf233a83e2a224b007d53cd39ea6f07e8e5253c84250"
Jul 17 23:36:11 addons-225437 kubelet[1356]: E0717 23:36:11.650643 1356 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-674bb_default(0b610285-88ad-4de4-8ae1-f379cbc0bb8f)\"" pod="default/hello-world-app-65bdb79f98-674bb" podUID=0b610285-88ad-4de4-8ae1-f379cbc0bb8f
Jul 17 23:36:11 addons-225437 kubelet[1356]: I0717 23:36:11.673526 1356 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/task-pv-pod" podStartSLOduration=1.955680353 podCreationTimestamp="2023-07-17 23:36:06 +0000 UTC" firstStartedPulling="2023-07-17 23:36:07.372337441 +0000 UTC m=+109.769045608" lastFinishedPulling="2023-07-17 23:36:11.090136752 +0000 UTC m=+113.486844919" observedRunningTime="2023-07-17 23:36:11.65153502 +0000 UTC m=+114.048243179" watchObservedRunningTime="2023-07-17 23:36:11.673479664 +0000 UTC m=+114.070187971"
Jul 17 23:36:11 addons-225437 kubelet[1356]: I0717 23:36:11.825938 1356 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=e7dbf71c-9669-4ff8-a4d9-3551afafa6ec path="/var/lib/kubelet/pods/e7dbf71c-9669-4ff8-a4d9-3551afafa6ec/volumes"
*
* ==> storage-provisioner [8a798ba588719fdd2d7d1c10f91de7b52190159b5b60acb86168ae6919820310] <==
* I0717 23:34:37.196933 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0717 23:34:37.274714 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0717 23:34:37.274815 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0717 23:34:37.372735 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0717 23:34:37.372925 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-225437_947b3efc-01eb-4d46-a160-a56cb8984cb7!
I0717 23:34:37.390578 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"61e25398-c49d-4df6-bb2b-af0f546aef04", APIVersion:"v1", ResourceVersion:"652", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-225437_947b3efc-01eb-4d46-a160-a56cb8984cb7 became leader
I0717 23:34:37.473945 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-225437_947b3efc-01eb-4d46-a160-a56cb8984cb7!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-225437 -n addons-225437
helpers_test.go:261: (dbg) Run: kubectl --context addons-225437 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-jj6fw ingress-nginx-admission-patch-tn2j7
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-225437 describe pod ingress-nginx-admission-create-jj6fw ingress-nginx-admission-patch-tn2j7
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-225437 describe pod ingress-nginx-admission-create-jj6fw ingress-nginx-admission-patch-tn2j7: exit status 1 (90.796657ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-jj6fw" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-tn2j7" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-225437 describe pod ingress-nginx-admission-create-jj6fw ingress-nginx-admission-patch-tn2j7: exit status 1
--- FAIL: TestAddons/parallel/Ingress (29.65s)