=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-257591 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:231: (dbg) Run: kubectl --context addons-257591 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-257591 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [83c5958f-19f6-45a7-b5ba-be264a7a83c8] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [83c5958f-19f6-45a7-b5ba-be264a7a83c8] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.014114103s
addons_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p addons-257591 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:285: (dbg) Run: kubectl --context addons-257591 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p addons-257591 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.046283994s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-arm64 -p addons-257591 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-arm64 -p addons-257591 addons disable ingress-dns --alsologtostderr -v=1: (1.164096107s)
addons_test.go:310: (dbg) Run: out/minikube-linux-arm64 -p addons-257591 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-arm64 -p addons-257591 addons disable ingress --alsologtostderr -v=1: (7.867274558s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-257591
helpers_test.go:235: (dbg) docker inspect addons-257591:
-- stdout --
[
{
"Id": "a083b8afe76e7a45c99271dc5a9df5eb7e089e970e8cda791281345a7b98daf2",
"Created": "2023-11-07T23:26:51.47389526Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 259458,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-07T23:26:51.815679788Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:62753ecb37c4e3c5bf7b6c8d02fe88b543f553e92492fca245cded98b0d364dd",
"ResolvConfPath": "/var/lib/docker/containers/a083b8afe76e7a45c99271dc5a9df5eb7e089e970e8cda791281345a7b98daf2/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/a083b8afe76e7a45c99271dc5a9df5eb7e089e970e8cda791281345a7b98daf2/hostname",
"HostsPath": "/var/lib/docker/containers/a083b8afe76e7a45c99271dc5a9df5eb7e089e970e8cda791281345a7b98daf2/hosts",
"LogPath": "/var/lib/docker/containers/a083b8afe76e7a45c99271dc5a9df5eb7e089e970e8cda791281345a7b98daf2/a083b8afe76e7a45c99271dc5a9df5eb7e089e970e8cda791281345a7b98daf2-json.log",
"Name": "/addons-257591",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-257591:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-257591",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/f9d946923781823f036248c7f637e32fd8108a241c5a997a4fd1f53c78decfc1-init/diff:/var/lib/docker/overlay2/2ff5362f4db529bcd8a3ee4777c017c39b79e4e950c43f9c0d154fe3648aa161/diff",
"MergedDir": "/var/lib/docker/overlay2/f9d946923781823f036248c7f637e32fd8108a241c5a997a4fd1f53c78decfc1/merged",
"UpperDir": "/var/lib/docker/overlay2/f9d946923781823f036248c7f637e32fd8108a241c5a997a4fd1f53c78decfc1/diff",
"WorkDir": "/var/lib/docker/overlay2/f9d946923781823f036248c7f637e32fd8108a241c5a997a4fd1f53c78decfc1/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-257591",
"Source": "/var/lib/docker/volumes/addons-257591/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-257591",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-257591",
"name.minikube.sigs.k8s.io": "addons-257591",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "fe6d6eeda44b94619536e386a54c6a23bc8ca6ee61e62f11d6319064c5cc6860",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33084"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33083"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33080"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33082"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33081"
}
]
},
"SandboxKey": "/var/run/docker/netns/fe6d6eeda44b",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-257591": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"a083b8afe76e",
"addons-257591"
],
"NetworkID": "9f8820101e6f5e9db2845543fbda26491f738e2c565bf0482359dbbc19401700",
"EndpointID": "e4d7544fa1ad9d6c271ab95c7dcb98f833622fed624de2aed4c7bafc37b64df8",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-257591 -n addons-257591
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-257591 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-257591 logs -n 25: (1.681345921s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-746330 | jenkins | v1.32.0 | 07 Nov 23 23:25 UTC | |
| | -p download-only-746330 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| start | -o=json --download-only | download-only-746330 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | |
| | -p download-only-746330 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.3 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | 07 Nov 23 23:26 UTC |
| delete | -p download-only-746330 | download-only-746330 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | 07 Nov 23 23:26 UTC |
| delete | -p download-only-746330 | download-only-746330 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | 07 Nov 23 23:26 UTC |
| start | --download-only -p | download-docker-056831 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | |
| | download-docker-056831 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-056831 | download-docker-056831 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | 07 Nov 23 23:26 UTC |
| start | --download-only -p | binary-mirror-022767 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | |
| | binary-mirror-022767 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:36359 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-022767 | binary-mirror-022767 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | 07 Nov 23 23:26 UTC |
| addons | enable dashboard -p | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | |
| | addons-257591 | | | | | |
| addons | disable dashboard -p | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | |
| | addons-257591 | | | | | |
| start | -p addons-257591 --wait=true | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:26 UTC | 07 Nov 23 23:28 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | addons-257591 addons | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:28 UTC | 07 Nov 23 23:28 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:29 UTC | 07 Nov 23 23:29 UTC |
| | addons-257591 | | | | | |
| ip | addons-257591 ip | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:29 UTC | 07 Nov 23 23:29 UTC |
| addons | addons-257591 addons disable | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:29 UTC | 07 Nov 23 23:29 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-257591 ssh cat | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:29 UTC | 07 Nov 23 23:29 UTC |
| | /opt/local-path-provisioner/pvc-9e3ec8d5-6b02-4665-bda0-da43e0c8626d_default_test-pvc/file1 | | | | | |
| ssh | addons-257591 ssh curl -s | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:29 UTC | 07 Nov 23 23:29 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-257591 addons disable | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:29 UTC | |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-257591 ip | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:29 UTC | 07 Nov 23 23:29 UTC |
| addons | addons-257591 addons disable | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:29 UTC | 07 Nov 23 23:29 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-257591 addons disable | addons-257591 | jenkins | v1.32.0 | 07 Nov 23 23:29 UTC | 07 Nov 23 23:29 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/11/07 23:26:27
Running on machine: ip-172-31-31-251
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1107 23:26:27.488444 258995 out.go:296] Setting OutFile to fd 1 ...
I1107 23:26:27.488609 258995 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1107 23:26:27.488620 258995 out.go:309] Setting ErrFile to fd 2...
I1107 23:26:27.488626 258995 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1107 23:26:27.488884 258995 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17585-253150/.minikube/bin
I1107 23:26:27.489363 258995 out.go:303] Setting JSON to false
I1107 23:26:27.490295 258995 start.go:128] hostinfo: {"hostname":"ip-172-31-31-251","uptime":7534,"bootTime":1699392054,"procs":260,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"982e3628-3742-4b3e-bb63-ac1b07660ec7"}
I1107 23:26:27.490369 258995 start.go:138] virtualization:
I1107 23:26:27.492875 258995 out.go:177] * [addons-257591] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1107 23:26:27.495454 258995 out.go:177] - MINIKUBE_LOCATION=17585
I1107 23:26:27.497060 258995 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1107 23:26:27.495660 258995 notify.go:220] Checking for updates...
I1107 23:26:27.500803 258995 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17585-253150/kubeconfig
I1107 23:26:27.502622 258995 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17585-253150/.minikube
I1107 23:26:27.504605 258995 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1107 23:26:27.506421 258995 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1107 23:26:27.508320 258995 driver.go:378] Setting default libvirt URI to qemu:///system
I1107 23:26:27.535390 258995 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1107 23:26:27.535512 258995 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1107 23:26:27.615941 258995 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-11-07 23:26:27.606510921 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215044096 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1107 23:26:27.616052 258995 docker.go:295] overlay module found
I1107 23:26:27.618965 258995 out.go:177] * Using the docker driver based on user configuration
I1107 23:26:27.620691 258995 start.go:298] selected driver: docker
I1107 23:26:27.620711 258995 start.go:902] validating driver "docker" against <nil>
I1107 23:26:27.620725 258995 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1107 23:26:27.621522 258995 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1107 23:26:27.694207 258995 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-11-07 23:26:27.684436424 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215044096 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1107 23:26:27.694370 258995 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1107 23:26:27.694603 258995 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1107 23:26:27.696562 258995 out.go:177] * Using Docker driver with root privileges
I1107 23:26:27.698292 258995 cni.go:84] Creating CNI manager for ""
I1107 23:26:27.698325 258995 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1107 23:26:27.698338 258995 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1107 23:26:27.698352 258995 start_flags.go:323] config:
{Name:addons-257591 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-257591 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlu
gin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1107 23:26:27.700396 258995 out.go:177] * Starting control plane node addons-257591 in cluster addons-257591
I1107 23:26:27.702315 258995 cache.go:121] Beginning downloading kic base image for docker with containerd
I1107 23:26:27.704009 258995 out.go:177] * Pulling base image ...
I1107 23:26:27.705537 258995 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1107 23:26:27.705590 258995 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17585-253150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-arm64.tar.lz4
I1107 23:26:27.705602 258995 cache.go:56] Caching tarball of preloaded images
I1107 23:26:27.705689 258995 preload.go:174] Found /home/jenkins/minikube-integration/17585-253150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I1107 23:26:27.705704 258995 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on containerd
I1107 23:26:27.706099 258995 profile.go:148] Saving config to /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/config.json ...
I1107 23:26:27.706128 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/config.json: {Name:mka3e9a85b7b2775bb3af60a4bafae56633a32d1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:27.706295 258995 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 in local docker daemon
I1107 23:26:27.726120 258995 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 to local cache
I1107 23:26:27.726247 258995 image.go:63] Checking for gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 in local cache directory
I1107 23:26:27.726271 258995 image.go:66] Found gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 in local cache directory, skipping pull
I1107 23:26:27.726281 258995 image.go:105] gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 exists in cache, skipping pull
I1107 23:26:27.726289 258995 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 as a tarball
I1107 23:26:27.726298 258995 cache.go:162] Loading gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 from local cache
I1107 23:26:44.278305 258995 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 from cached tarball
I1107 23:26:44.278349 258995 cache.go:194] Successfully downloaded all kic artifacts
I1107 23:26:44.278428 258995 start.go:365] acquiring machines lock for addons-257591: {Name:mkaea752b5ccbbe7323dbc3afdc91e359378c6fb Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1107 23:26:44.278565 258995 start.go:369] acquired machines lock for "addons-257591" in 110.827µs
I1107 23:26:44.278593 258995 start.go:93] Provisioning new machine with config: &{Name:addons-257591 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-257591 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServ
erIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:fal
se CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1107 23:26:44.278667 258995 start.go:125] createHost starting for "" (driver="docker")
I1107 23:26:44.280658 258995 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1107 23:26:44.280901 258995 start.go:159] libmachine.API.Create for "addons-257591" (driver="docker")
I1107 23:26:44.280933 258995 client.go:168] LocalClient.Create starting
I1107 23:26:44.281039 258995 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17585-253150/.minikube/certs/ca.pem
I1107 23:26:45.006794 258995 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17585-253150/.minikube/certs/cert.pem
I1107 23:26:45.734046 258995 cli_runner.go:164] Run: docker network inspect addons-257591 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1107 23:26:45.751761 258995 cli_runner.go:211] docker network inspect addons-257591 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1107 23:26:45.751843 258995 network_create.go:281] running [docker network inspect addons-257591] to gather additional debugging logs...
I1107 23:26:45.751864 258995 cli_runner.go:164] Run: docker network inspect addons-257591
W1107 23:26:45.769461 258995 cli_runner.go:211] docker network inspect addons-257591 returned with exit code 1
I1107 23:26:45.769491 258995 network_create.go:284] error running [docker network inspect addons-257591]: docker network inspect addons-257591: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-257591 not found
I1107 23:26:45.769504 258995 network_create.go:286] output of [docker network inspect addons-257591]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-257591 not found
** /stderr **
I1107 23:26:45.769627 258995 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1107 23:26:45.787561 258995 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40024fdf60}
I1107 23:26:45.787604 258995 network_create.go:124] attempt to create docker network addons-257591 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1107 23:26:45.787664 258995 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-257591 addons-257591
I1107 23:26:45.857214 258995 network_create.go:108] docker network addons-257591 192.168.49.0/24 created
I1107 23:26:45.857301 258995 kic.go:121] calculated static IP "192.168.49.2" for the "addons-257591" container
I1107 23:26:45.857387 258995 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1107 23:26:45.873811 258995 cli_runner.go:164] Run: docker volume create addons-257591 --label name.minikube.sigs.k8s.io=addons-257591 --label created_by.minikube.sigs.k8s.io=true
I1107 23:26:45.895129 258995 oci.go:103] Successfully created a docker volume addons-257591
I1107 23:26:45.895218 258995 cli_runner.go:164] Run: docker run --rm --name addons-257591-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-257591 --entrypoint /usr/bin/test -v addons-257591:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib
I1107 23:26:47.112529 258995 cli_runner.go:217] Completed: docker run --rm --name addons-257591-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-257591 --entrypoint /usr/bin/test -v addons-257591:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib: (1.217268959s)
I1107 23:26:47.112567 258995 oci.go:107] Successfully prepared a docker volume addons-257591
I1107 23:26:47.112607 258995 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1107 23:26:47.112631 258995 kic.go:194] Starting extracting preloaded images to volume ...
I1107 23:26:47.112708 258995 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17585-253150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-257591:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir
I1107 23:26:51.389932 258995 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17585-253150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-257591:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir: (4.277182566s)
I1107 23:26:51.389964 258995 kic.go:203] duration metric: took 4.277330 seconds to extract preloaded images to volume
W1107 23:26:51.390129 258995 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1107 23:26:51.390237 258995 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1107 23:26:51.455968 258995 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-257591 --name addons-257591 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-257591 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-257591 --network addons-257591 --ip 192.168.49.2 --volume addons-257591:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0
I1107 23:26:51.825849 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Running}}
I1107 23:26:51.846015 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:26:51.867945 258995 cli_runner.go:164] Run: docker exec addons-257591 stat /var/lib/dpkg/alternatives/iptables
I1107 23:26:51.957328 258995 oci.go:144] the created container "addons-257591" has a running status.
I1107 23:26:51.957358 258995 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa...
I1107 23:26:52.429428 258995 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1107 23:26:52.473137 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:26:52.515303 258995 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1107 23:26:52.515336 258995 kic_runner.go:114] Args: [docker exec --privileged addons-257591 chown docker:docker /home/docker/.ssh/authorized_keys]
I1107 23:26:52.608325 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:26:52.644027 258995 machine.go:88] provisioning docker machine ...
I1107 23:26:52.644060 258995 ubuntu.go:169] provisioning hostname "addons-257591"
I1107 23:26:52.644135 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:26:52.684561 258995 main.go:141] libmachine: Using SSH client type: native
I1107 23:26:52.686650 258995 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bdf40] 0x3c06b0 <nil> [] 0s} 127.0.0.1 33084 <nil> <nil>}
I1107 23:26:52.686672 258995 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-257591 && echo "addons-257591" | sudo tee /etc/hostname
I1107 23:26:52.879748 258995 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-257591
I1107 23:26:52.879913 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:26:52.905272 258995 main.go:141] libmachine: Using SSH client type: native
I1107 23:26:52.905684 258995 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bdf40] 0x3c06b0 <nil> [] 0s} 127.0.0.1 33084 <nil> <nil>}
I1107 23:26:52.905709 258995 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-257591' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-257591/g' /etc/hosts;
else
echo '127.0.1.1 addons-257591' | sudo tee -a /etc/hosts;
fi
fi
I1107 23:26:53.043272 258995 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1107 23:26:53.043303 258995 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17585-253150/.minikube CaCertPath:/home/jenkins/minikube-integration/17585-253150/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17585-253150/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17585-253150/.minikube}
I1107 23:26:53.043327 258995 ubuntu.go:177] setting up certificates
I1107 23:26:53.043337 258995 provision.go:83] configureAuth start
I1107 23:26:53.043404 258995 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-257591
I1107 23:26:53.063962 258995 provision.go:138] copyHostCerts
I1107 23:26:53.064085 258995 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17585-253150/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17585-253150/.minikube/ca.pem (1078 bytes)
I1107 23:26:53.064284 258995 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17585-253150/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17585-253150/.minikube/cert.pem (1123 bytes)
I1107 23:26:53.064410 258995 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17585-253150/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17585-253150/.minikube/key.pem (1675 bytes)
I1107 23:26:53.064531 258995 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17585-253150/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17585-253150/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17585-253150/.minikube/certs/ca-key.pem org=jenkins.addons-257591 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-257591]
I1107 23:26:53.454319 258995 provision.go:172] copyRemoteCerts
I1107 23:26:53.454410 258995 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1107 23:26:53.454472 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:26:53.471876 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:26:53.564223 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1107 23:26:53.593568 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1107 23:26:53.623155 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1107 23:26:53.652632 258995 provision.go:86] duration metric: configureAuth took 609.26672ms
I1107 23:26:53.652666 258995 ubuntu.go:193] setting minikube options for container-runtime
I1107 23:26:53.652861 258995 config.go:182] Loaded profile config "addons-257591": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1107 23:26:53.652869 258995 machine.go:91] provisioned docker machine in 1.00882134s
I1107 23:26:53.652875 258995 client.go:171] LocalClient.Create took 9.371936571s
I1107 23:26:53.652898 258995 start.go:167] duration metric: libmachine.API.Create for "addons-257591" took 9.371998019s
I1107 23:26:53.652906 258995 start.go:300] post-start starting for "addons-257591" (driver="docker")
I1107 23:26:53.652914 258995 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1107 23:26:53.652965 258995 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1107 23:26:53.653006 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:26:53.671306 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:26:53.764251 258995 ssh_runner.go:195] Run: cat /etc/os-release
I1107 23:26:53.768295 258995 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1107 23:26:53.768335 258995 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1107 23:26:53.768346 258995 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1107 23:26:53.768353 258995 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1107 23:26:53.768363 258995 filesync.go:126] Scanning /home/jenkins/minikube-integration/17585-253150/.minikube/addons for local assets ...
I1107 23:26:53.768429 258995 filesync.go:126] Scanning /home/jenkins/minikube-integration/17585-253150/.minikube/files for local assets ...
I1107 23:26:53.768457 258995 start.go:303] post-start completed in 115.545984ms
I1107 23:26:53.768760 258995 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-257591
I1107 23:26:53.786584 258995 profile.go:148] Saving config to /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/config.json ...
I1107 23:26:53.786866 258995 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1107 23:26:53.786917 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:26:53.807583 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:26:53.895179 258995 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1107 23:26:53.901252 258995 start.go:128] duration metric: createHost completed in 9.622569315s
I1107 23:26:53.901281 258995 start.go:83] releasing machines lock for "addons-257591", held for 9.622705036s
I1107 23:26:53.901352 258995 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-257591
I1107 23:26:53.923360 258995 ssh_runner.go:195] Run: cat /version.json
I1107 23:26:53.923420 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:26:53.923664 258995 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1107 23:26:53.923726 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:26:53.942685 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:26:53.954105 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:26:54.038518 258995 ssh_runner.go:195] Run: systemctl --version
I1107 23:26:54.247358 258995 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1107 23:26:54.252990 258995 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1107 23:26:54.284014 258995 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1107 23:26:54.284157 258995 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1107 23:26:54.317516 258995 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1107 23:26:54.317541 258995 start.go:472] detecting cgroup driver to use...
I1107 23:26:54.317574 258995 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1107 23:26:54.317625 258995 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1107 23:26:54.332271 258995 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1107 23:26:54.346022 258995 docker.go:203] disabling cri-docker service (if available) ...
I1107 23:26:54.346118 258995 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1107 23:26:54.362237 258995 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1107 23:26:54.378040 258995 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1107 23:26:54.473319 258995 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1107 23:26:54.566881 258995 docker.go:219] disabling docker service ...
I1107 23:26:54.566945 258995 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1107 23:26:54.589085 258995 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1107 23:26:54.603750 258995 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1107 23:26:54.702880 258995 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1107 23:26:54.803965 258995 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1107 23:26:54.817715 258995 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1107 23:26:54.837323 258995 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1107 23:26:54.849718 258995 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1107 23:26:54.861750 258995 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I1107 23:26:54.861859 258995 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1107 23:26:54.874424 258995 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1107 23:26:54.886707 258995 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1107 23:26:54.899486 258995 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1107 23:26:54.911287 258995 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1107 23:26:54.922544 258995 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1107 23:26:54.934236 258995 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1107 23:26:54.944471 258995 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1107 23:26:54.955200 258995 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1107 23:26:55.055277 258995 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1107 23:26:55.210660 258995 start.go:519] Will wait 60s for socket path /run/containerd/containerd.sock
I1107 23:26:55.210797 258995 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1107 23:26:55.215954 258995 start.go:540] Will wait 60s for crictl version
I1107 23:26:55.216071 258995 ssh_runner.go:195] Run: which crictl
I1107 23:26:55.220679 258995 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1107 23:26:55.264932 258995 start.go:556] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.24
RuntimeApiVersion: v1
I1107 23:26:55.265060 258995 ssh_runner.go:195] Run: containerd --version
I1107 23:26:55.293103 258995 ssh_runner.go:195] Run: containerd --version
I1107 23:26:55.323253 258995 out.go:177] * Preparing Kubernetes v1.28.3 on containerd 1.6.24 ...
I1107 23:26:55.325057 258995 cli_runner.go:164] Run: docker network inspect addons-257591 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1107 23:26:55.343741 258995 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1107 23:26:55.348468 258995 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1107 23:26:55.362564 258995 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1107 23:26:55.362638 258995 ssh_runner.go:195] Run: sudo crictl images --output json
I1107 23:26:55.403872 258995 containerd.go:604] all images are preloaded for containerd runtime.
I1107 23:26:55.403896 258995 containerd.go:518] Images already preloaded, skipping extraction
I1107 23:26:55.403955 258995 ssh_runner.go:195] Run: sudo crictl images --output json
I1107 23:26:55.445597 258995 containerd.go:604] all images are preloaded for containerd runtime.
I1107 23:26:55.445624 258995 cache_images.go:84] Images are preloaded, skipping loading
I1107 23:26:55.445713 258995 ssh_runner.go:195] Run: sudo crictl info
I1107 23:26:55.488240 258995 cni.go:84] Creating CNI manager for ""
I1107 23:26:55.488266 258995 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1107 23:26:55.488295 258995 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1107 23:26:55.488314 258995 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-257591 NodeName:addons-257591 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1107 23:26:55.488461 258995 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-257591"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1107 23:26:55.488530 258995 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=addons-257591 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:addons-257591 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1107 23:26:55.488599 258995 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1107 23:26:55.499536 258995 binaries.go:44] Found k8s binaries, skipping transfer
I1107 23:26:55.499662 258995 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1107 23:26:55.510450 258995 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (385 bytes)
I1107 23:26:55.531809 258995 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1107 23:26:55.553336 258995 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I1107 23:26:55.574601 258995 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1107 23:26:55.579199 258995 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1107 23:26:55.593012 258995 certs.go:56] Setting up /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591 for IP: 192.168.49.2
I1107 23:26:55.593097 258995 certs.go:190] acquiring lock for shared ca certs: {Name:mk29255a37c97dfa8464e8fe04cc7357102af55e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:55.593770 258995 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17585-253150/.minikube/ca.key
I1107 23:26:55.922820 258995 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-253150/.minikube/ca.crt ...
I1107 23:26:55.922852 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/ca.crt: {Name:mk4e9cb743789e55194f113fe04c3c885827f98e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:55.923050 258995 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-253150/.minikube/ca.key ...
I1107 23:26:55.923068 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/ca.key: {Name:mkeacbc6b947ca23d9ebff583eebce42686d5d5f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:55.923673 258995 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17585-253150/.minikube/proxy-client-ca.key
I1107 23:26:56.084855 258995 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-253150/.minikube/proxy-client-ca.crt ...
I1107 23:26:56.084885 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/proxy-client-ca.crt: {Name:mkfb8efebd9d8df084ef7e8a095abe52e84ea516 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:56.085067 258995 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-253150/.minikube/proxy-client-ca.key ...
I1107 23:26:56.085080 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/proxy-client-ca.key: {Name:mke02911ce524ee820f13223413c5f2867927d8d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:56.085625 258995 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/client.key
I1107 23:26:56.085649 258995 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/client.crt with IP's: []
I1107 23:26:56.522919 258995 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/client.crt ...
I1107 23:26:56.522953 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/client.crt: {Name:mk58c4a25ec4c24045dc42fafe51d000ba60ad57 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:56.523546 258995 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/client.key ...
I1107 23:26:56.523564 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/client.key: {Name:mk2c33ec45f61d77737cefed8f961c6b6bbf8d42 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:56.523658 258995 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.key.dd3b5fb2
I1107 23:26:56.523680 258995 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1107 23:26:57.491964 258995 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.crt.dd3b5fb2 ...
I1107 23:26:57.492638 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.crt.dd3b5fb2: {Name:mkc8fc4cabd0cf9cf284af11b637098fbd517a3d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:57.492817 258995 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.key.dd3b5fb2 ...
I1107 23:26:57.492831 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.key.dd3b5fb2: {Name:mk9511d4c26ea84f662a2579499844d637f2898e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:57.493327 258995 certs.go:337] copying /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.crt
I1107 23:26:57.493427 258995 certs.go:341] copying /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.key
I1107 23:26:57.493482 258995 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/proxy-client.key
I1107 23:26:57.493507 258995 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/proxy-client.crt with IP's: []
I1107 23:26:57.634307 258995 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/proxy-client.crt ...
I1107 23:26:57.634340 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/proxy-client.crt: {Name:mk44db8a9be86f7f9e04230b3948f62dd6d68a0d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:57.634873 258995 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/proxy-client.key ...
I1107 23:26:57.634892 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/proxy-client.key: {Name:mk3ea62a8baf507abf974aa3e5e3836732e87c60 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:26:57.635090 258995 certs.go:437] found cert: /home/jenkins/minikube-integration/17585-253150/.minikube/certs/home/jenkins/minikube-integration/17585-253150/.minikube/certs/ca-key.pem (1675 bytes)
I1107 23:26:57.635172 258995 certs.go:437] found cert: /home/jenkins/minikube-integration/17585-253150/.minikube/certs/home/jenkins/minikube-integration/17585-253150/.minikube/certs/ca.pem (1078 bytes)
I1107 23:26:57.635206 258995 certs.go:437] found cert: /home/jenkins/minikube-integration/17585-253150/.minikube/certs/home/jenkins/minikube-integration/17585-253150/.minikube/certs/cert.pem (1123 bytes)
I1107 23:26:57.635242 258995 certs.go:437] found cert: /home/jenkins/minikube-integration/17585-253150/.minikube/certs/home/jenkins/minikube-integration/17585-253150/.minikube/certs/key.pem (1675 bytes)
I1107 23:26:57.635940 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1107 23:26:57.666468 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1107 23:26:57.696479 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1107 23:26:57.725707 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/profiles/addons-257591/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1107 23:26:57.755577 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1107 23:26:57.785526 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1107 23:26:57.815786 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1107 23:26:57.846472 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1107 23:26:57.875993 258995 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17585-253150/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1107 23:26:57.905354 258995 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1107 23:26:57.927159 258995 ssh_runner.go:195] Run: openssl version
I1107 23:26:57.934455 258995 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1107 23:26:57.946683 258995 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1107 23:26:57.951826 258995 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Nov 7 23:26 /usr/share/ca-certificates/minikubeCA.pem
I1107 23:26:57.951936 258995 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1107 23:26:57.961053 258995 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1107 23:26:57.973750 258995 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1107 23:26:57.978374 258995 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1107 23:26:57.978425 258995 kubeadm.go:404] StartCluster: {Name:addons-257591 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-257591 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:clu
ster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQ
emuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1107 23:26:57.978498 258995 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I1107 23:26:57.978564 258995 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1107 23:26:58.027430 258995 cri.go:89] found id: ""
I1107 23:26:58.027546 258995 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1107 23:26:58.040853 258995 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1107 23:26:58.054393 258995 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1107 23:26:58.054470 258995 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1107 23:26:58.066456 258995 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1107 23:26:58.066503 258995 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1107 23:26:58.120783 258995 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1107 23:26:58.120904 258995 kubeadm.go:322] [preflight] Running pre-flight checks
I1107 23:26:58.171795 258995 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1107 23:26:58.171909 258995 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1049-aws[0m
I1107 23:26:58.171969 258995 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1107 23:26:58.172035 258995 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1107 23:26:58.172108 258995 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1107 23:26:58.172172 258995 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1107 23:26:58.172261 258995 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1107 23:26:58.172334 258995 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1107 23:26:58.172409 258995 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1107 23:26:58.172492 258995 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1107 23:26:58.172567 258995 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1107 23:26:58.172639 258995 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1107 23:26:58.256573 258995 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1107 23:26:58.256740 258995 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1107 23:26:58.256871 258995 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1107 23:26:58.513641 258995 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1107 23:26:58.516122 258995 out.go:204] - Generating certificates and keys ...
I1107 23:26:58.516303 258995 kubeadm.go:322] [certs] Using existing ca certificate authority
I1107 23:26:58.516417 258995 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1107 23:26:59.155251 258995 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1107 23:26:59.396298 258995 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1107 23:26:59.554011 258995 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1107 23:26:59.875772 258995 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1107 23:27:00.010406 258995 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1107 23:27:00.010601 258995 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-257591 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1107 23:27:00.391675 258995 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1107 23:27:00.392043 258995 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-257591 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1107 23:27:00.967069 258995 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1107 23:27:01.802747 258995 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1107 23:27:03.010395 258995 kubeadm.go:322] [certs] Generating "sa" key and public key
I1107 23:27:03.010926 258995 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1107 23:27:03.642210 258995 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1107 23:27:04.113629 258995 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1107 23:27:04.641873 258995 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1107 23:27:05.834499 258995 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1107 23:27:05.835205 258995 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1107 23:27:05.837903 258995 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1107 23:27:05.840101 258995 out.go:204] - Booting up control plane ...
I1107 23:27:05.840233 258995 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1107 23:27:05.840308 258995 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1107 23:27:05.840981 258995 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1107 23:27:05.855962 258995 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1107 23:27:05.858831 258995 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1107 23:27:05.859329 258995 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1107 23:27:05.960215 258995 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1107 23:27:14.964518 258995 kubeadm.go:322] [apiclient] All control plane components are healthy after 9.002615 seconds
I1107 23:27:14.964638 258995 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1107 23:27:14.978051 258995 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1107 23:27:15.503154 258995 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1107 23:27:15.503382 258995 kubeadm.go:322] [mark-control-plane] Marking the node addons-257591 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1107 23:27:16.019095 258995 kubeadm.go:322] [bootstrap-token] Using token: o05c9u.3aboh7mmbhmvlcdn
I1107 23:27:16.021044 258995 out.go:204] - Configuring RBAC rules ...
I1107 23:27:16.021166 258995 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1107 23:27:16.027085 258995 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1107 23:27:16.037694 258995 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1107 23:27:16.042190 258995 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1107 23:27:16.046159 258995 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1107 23:27:16.050174 258995 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1107 23:27:16.066895 258995 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1107 23:27:16.310890 258995 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1107 23:27:16.441698 258995 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1107 23:27:16.442978 258995 kubeadm.go:322]
I1107 23:27:16.443045 258995 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1107 23:27:16.443053 258995 kubeadm.go:322]
I1107 23:27:16.443142 258995 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1107 23:27:16.443176 258995 kubeadm.go:322]
I1107 23:27:16.443202 258995 kubeadm.go:322] mkdir -p $HOME/.kube
I1107 23:27:16.443261 258995 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1107 23:27:16.443313 258995 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1107 23:27:16.443321 258995 kubeadm.go:322]
I1107 23:27:16.443372 258995 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1107 23:27:16.443380 258995 kubeadm.go:322]
I1107 23:27:16.443429 258995 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1107 23:27:16.443437 258995 kubeadm.go:322]
I1107 23:27:16.443486 258995 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1107 23:27:16.443560 258995 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1107 23:27:16.443630 258995 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1107 23:27:16.443641 258995 kubeadm.go:322]
I1107 23:27:16.443719 258995 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1107 23:27:16.443795 258995 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1107 23:27:16.443805 258995 kubeadm.go:322]
I1107 23:27:16.443888 258995 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token o05c9u.3aboh7mmbhmvlcdn \
I1107 23:27:16.443988 258995 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:31e24392fb732769393a2f48b7656045863010b5e31bad5114f11c508fcda3c9 \
I1107 23:27:16.444011 258995 kubeadm.go:322] --control-plane
I1107 23:27:16.444019 258995 kubeadm.go:322]
I1107 23:27:16.444098 258995 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1107 23:27:16.444106 258995 kubeadm.go:322]
I1107 23:27:16.444183 258995 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token o05c9u.3aboh7mmbhmvlcdn \
I1107 23:27:16.444504 258995 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:31e24392fb732769393a2f48b7656045863010b5e31bad5114f11c508fcda3c9
I1107 23:27:16.448549 258995 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1049-aws\n", err: exit status 1
I1107 23:27:16.448684 258995 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1107 23:27:16.448726 258995 cni.go:84] Creating CNI manager for ""
I1107 23:27:16.448739 258995 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1107 23:27:16.452231 258995 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1107 23:27:16.453950 258995 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1107 23:27:16.459931 258995 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.3/kubectl ...
I1107 23:27:16.459954 258995 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1107 23:27:16.502479 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1107 23:27:17.419868 258995 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1107 23:27:17.420028 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:17.420120 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=693359050ae80510825facc3cb57aa024560c29e minikube.k8s.io/name=addons-257591 minikube.k8s.io/updated_at=2023_11_07T23_27_17_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:17.622265 258995 ops.go:34] apiserver oom_adj: -16
I1107 23:27:17.622359 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:17.724789 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:18.319381 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:18.819384 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:19.319460 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:19.819781 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:20.319138 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:20.819723 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:21.319577 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:21.819126 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:22.319727 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:22.819113 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:23.320015 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:23.819683 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:24.319823 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:24.820026 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:25.319686 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:25.819618 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:26.319153 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:26.819230 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:27.319873 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:27.819708 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:28.319870 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:28.819518 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:29.319865 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:29.819307 258995 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1107 23:27:29.979917 258995 kubeadm.go:1081] duration metric: took 12.559951407s to wait for elevateKubeSystemPrivileges.
I1107 23:27:29.979946 258995 kubeadm.go:406] StartCluster complete in 32.001523072s
I1107 23:27:29.979962 258995 settings.go:142] acquiring lock: {Name:mk0c44fb0eb9743c4797be21f306bacb6fb52d52 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:27:29.980566 258995 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17585-253150/kubeconfig
I1107 23:27:29.981007 258995 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17585-253150/kubeconfig: {Name:mk8224b7929d8ccd4d6d2717b272fe897cc064e5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1107 23:27:29.981215 258995 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1107 23:27:29.981612 258995 config.go:182] Loaded profile config "addons-257591": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1107 23:27:29.981723 258995 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1107 23:27:29.981839 258995 addons.go:69] Setting volumesnapshots=true in profile "addons-257591"
I1107 23:27:29.981853 258995 addons.go:231] Setting addon volumesnapshots=true in "addons-257591"
I1107 23:27:29.981925 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:29.982544 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:29.983569 258995 addons.go:69] Setting inspektor-gadget=true in profile "addons-257591"
I1107 23:27:29.983589 258995 addons.go:231] Setting addon inspektor-gadget=true in "addons-257591"
I1107 23:27:29.983625 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:29.984094 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:29.984447 258995 addons.go:69] Setting metrics-server=true in profile "addons-257591"
I1107 23:27:29.984475 258995 addons.go:231] Setting addon metrics-server=true in "addons-257591"
I1107 23:27:29.984530 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:29.985055 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:29.985711 258995 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-257591"
I1107 23:27:29.985732 258995 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-257591"
I1107 23:27:29.985782 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:29.986187 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:29.993739 258995 addons.go:69] Setting cloud-spanner=true in profile "addons-257591"
I1107 23:27:29.995741 258995 addons.go:231] Setting addon cloud-spanner=true in "addons-257591"
I1107 23:27:30.000042 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:29.995483 258995 addons.go:69] Setting registry=true in profile "addons-257591"
I1107 23:27:29.995499 258995 addons.go:69] Setting storage-provisioner=true in profile "addons-257591"
I1107 23:27:29.995510 258995 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-257591"
I1107 23:27:29.995696 258995 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-257591"
I1107 23:27:29.995706 258995 addons.go:69] Setting default-storageclass=true in profile "addons-257591"
I1107 23:27:29.995710 258995 addons.go:69] Setting gcp-auth=true in profile "addons-257591"
I1107 23:27:29.995714 258995 addons.go:69] Setting ingress=true in profile "addons-257591"
I1107 23:27:29.995718 258995 addons.go:69] Setting ingress-dns=true in profile "addons-257591"
I1107 23:27:30.001043 258995 addons.go:231] Setting addon ingress-dns=true in "addons-257591"
I1107 23:27:30.001126 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:30.001636 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.006682 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.025326 258995 addons.go:231] Setting addon registry=true in "addons-257591"
I1107 23:27:30.025461 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:30.026030 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.046701 258995 addons.go:231] Setting addon storage-provisioner=true in "addons-257591"
I1107 23:27:30.046857 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:30.047636 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.075639 258995 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-257591"
I1107 23:27:30.076023 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.118640 258995 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-257591"
I1107 23:27:30.118726 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:30.119223 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.145591 258995 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-257591"
I1107 23:27:30.146015 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.172629 258995 mustload.go:65] Loading cluster: addons-257591
I1107 23:27:30.172870 258995 config.go:182] Loaded profile config "addons-257591": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1107 23:27:30.173140 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.214161 258995 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1107 23:27:30.213212 258995 addons.go:231] Setting addon ingress=true in "addons-257591"
I1107 23:27:30.223966 258995 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.22.0
I1107 23:27:30.224127 258995 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1107 23:27:30.224134 258995 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1107 23:27:30.224364 258995 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1107 23:27:30.224422 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:30.232621 258995 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1107 23:27:30.234727 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1107 23:27:30.234741 258995 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.11
I1107 23:27:30.235328 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.235347 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1107 23:27:30.234752 258995 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.2
I1107 23:27:30.245405 258995 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1107 23:27:30.245510 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1107 23:27:30.245631 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.239846 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.240009 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.240077 258995 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1107 23:27:30.281729 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1107 23:27:30.281869 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.301499 258995 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-257591" context rescaled to 1 replicas
I1107 23:27:30.301539 258995 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1107 23:27:30.240440 258995 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1107 23:27:30.337281 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1107 23:27:30.337383 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.344866 258995 out.go:177] * Verifying Kubernetes components...
I1107 23:27:30.408899 258995 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1107 23:27:30.427788 258995 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1107 23:27:30.424981 258995 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-257591"
I1107 23:27:30.430332 258995 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1107 23:27:30.436129 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1107 23:27:30.436215 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.439379 258995 out.go:177] - Using image docker.io/registry:2.8.3
I1107 23:27:30.441627 258995 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1107 23:27:30.439352 258995 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1107 23:27:30.439615 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:30.444510 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.460255 258995 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1107 23:27:30.460279 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1107 23:27:30.460344 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.474199 258995 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1107 23:27:30.478703 258995 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1107 23:27:30.474452 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1107 23:27:30.475425 258995 addons.go:231] Setting addon default-storageclass=true in "addons-257591"
I1107 23:27:30.475652 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:30.486599 258995 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1107 23:27:30.483999 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.484037 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:30.491568 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:30.516693 258995 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1107 23:27:30.518974 258995 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1107 23:27:30.525217 258995 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1107 23:27:30.532148 258995 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1107 23:27:30.547308 258995 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1107 23:27:30.549210 258995 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1107 23:27:30.549259 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1107 23:27:30.549412 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.585365 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.586361 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.587777 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.592245 258995 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.4
I1107 23:27:30.594100 258995 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1107 23:27:30.596340 258995 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1107 23:27:30.599902 258995 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1107 23:27:30.599961 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I1107 23:27:30.600060 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.615772 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.616695 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.668142 258995 node_ready.go:35] waiting up to 6m0s for node "addons-257591" to be "Ready" ...
I1107 23:27:30.669079 258995 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1107 23:27:30.697861 258995 node_ready.go:49] node "addons-257591" has status "Ready":"True"
I1107 23:27:30.697893 258995 node_ready.go:38] duration metric: took 29.72205ms waiting for node "addons-257591" to be "Ready" ...
I1107 23:27:30.697903 258995 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1107 23:27:30.704802 258995 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1107 23:27:30.707105 258995 out.go:177] - Using image docker.io/busybox:stable
I1107 23:27:30.709268 258995 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1107 23:27:30.709287 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1107 23:27:30.709352 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.715864 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.722873 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.751153 258995 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1107 23:27:30.751172 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1107 23:27:30.751246 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:30.754168 258995 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace to be "Ready" ...
I1107 23:27:30.768341 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.782705 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.784640 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.832123 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:30.835623 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
W1107 23:27:30.836598 258995 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1107 23:27:30.836628 258995 retry.go:31] will retry after 261.932696ms: ssh: handshake failed: EOF
I1107 23:27:31.277900 258995 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1107 23:27:31.277928 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1107 23:27:31.343284 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1107 23:27:31.393861 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1107 23:27:31.442462 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1107 23:27:31.503460 258995 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1107 23:27:31.503488 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1107 23:27:31.510323 258995 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1107 23:27:31.510352 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1107 23:27:31.534637 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1107 23:27:31.641655 258995 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1107 23:27:31.641688 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1107 23:27:31.664582 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1107 23:27:31.673613 258995 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1107 23:27:31.673641 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1107 23:27:31.674809 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1107 23:27:31.733391 258995 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1107 23:27:31.733413 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1107 23:27:31.757426 258995 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1107 23:27:31.757454 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1107 23:27:31.802558 258995 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1107 23:27:31.802581 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1107 23:27:31.859894 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1107 23:27:31.961170 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1107 23:27:31.965024 258995 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1107 23:27:31.965056 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1107 23:27:32.047072 258995 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1107 23:27:32.047099 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1107 23:27:32.096611 258995 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1107 23:27:32.096638 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1107 23:27:32.137505 258995 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1107 23:27:32.137533 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1107 23:27:32.271171 258995 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1107 23:27:32.271199 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1107 23:27:32.347658 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1107 23:27:32.368025 258995 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1107 23:27:32.368053 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1107 23:27:32.379708 258995 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1107 23:27:32.379737 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1107 23:27:32.410007 258995 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1107 23:27:32.410040 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1107 23:27:32.616954 258995 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1107 23:27:32.616981 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1107 23:27:32.623757 258995 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1107 23:27:32.623781 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1107 23:27:32.687032 258995 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1107 23:27:32.687116 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1107 23:27:32.851447 258995 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.182337242s)
I1107 23:27:32.851481 258995 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1107 23:27:32.864001 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:32.881394 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.538067936s)
I1107 23:27:33.018895 258995 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1107 23:27:33.018985 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1107 23:27:33.034134 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1107 23:27:33.115238 258995 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1107 23:27:33.115338 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1107 23:27:33.162437 258995 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1107 23:27:33.162462 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1107 23:27:33.212576 258995 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1107 23:27:33.212604 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1107 23:27:33.277976 258995 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1107 23:27:33.278001 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I1107 23:27:33.282173 258995 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1107 23:27:33.282195 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1107 23:27:33.423806 258995 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1107 23:27:33.423830 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1107 23:27:33.497581 258995 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1107 23:27:33.497606 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1107 23:27:33.523089 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1107 23:27:33.541779 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1107 23:27:34.379884 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.985982814s)
I1107 23:27:34.379985 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (2.937457122s)
I1107 23:27:34.940587 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.405912984s)
I1107 23:27:35.197072 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.532451813s)
I1107 23:27:35.318636 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:37.306087 258995 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1107 23:27:37.306200 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:37.335989 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:37.366835 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:37.512387 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.837540965s)
I1107 23:27:37.512472 258995 addons.go:467] Verifying addon ingress=true in "addons-257591"
I1107 23:27:37.514508 258995 out.go:177] * Verifying ingress addon...
I1107 23:27:37.512652 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.65272287s)
I1107 23:27:37.512726 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.551534086s)
I1107 23:27:37.512784 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.165099542s)
I1107 23:27:37.512860 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.478642092s)
W1107 23:27:37.514983 258995 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1107 23:27:37.514692 258995 addons.go:467] Verifying addon registry=true in "addons-257591"
I1107 23:27:37.517014 258995 out.go:177] * Verifying registry addon...
I1107 23:27:37.515202 258995 retry.go:31] will retry after 174.710281ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1107 23:27:37.514906 258995 addons.go:467] Verifying addon metrics-server=true in "addons-257591"
I1107 23:27:37.520310 258995 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1107 23:27:37.522263 258995 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1107 23:27:37.534699 258995 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1107 23:27:37.534722 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:37.540392 258995 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1107 23:27:37.540421 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:37.547228 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:37.559281 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:37.675000 258995 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1107 23:27:37.694735 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1107 23:27:37.792931 258995 addons.go:231] Setting addon gcp-auth=true in "addons-257591"
I1107 23:27:37.793039 258995 host.go:66] Checking if "addons-257591" exists ...
I1107 23:27:37.793651 258995 cli_runner.go:164] Run: docker container inspect addons-257591 --format={{.State.Status}}
I1107 23:27:37.831927 258995 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1107 23:27:37.831995 258995 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-257591
I1107 23:27:37.874790 258995 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33084 SSHKeyPath:/home/jenkins/minikube-integration/17585-253150/.minikube/machines/addons-257591/id_rsa Username:docker}
I1107 23:27:38.052662 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:38.069023 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:38.555371 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:38.571189 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:39.073722 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:39.091244 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.568093167s)
I1107 23:27:39.091338 258995 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-257591"
I1107 23:27:39.093700 258995 out.go:177] * Verifying csi-hostpath-driver addon...
I1107 23:27:39.091633 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.549815752s)
I1107 23:27:39.096713 258995 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1107 23:27:39.114197 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:39.138285 258995 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1107 23:27:39.138311 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:39.161450 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:39.551398 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:39.565000 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:39.595409 258995 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.763441789s)
I1107 23:27:39.599179 258995 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1107 23:27:39.595583 258995 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.900675585s)
I1107 23:27:39.601288 258995 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1107 23:27:39.603196 258995 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1107 23:27:39.603222 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1107 23:27:39.633999 258995 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1107 23:27:39.634027 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1107 23:27:39.662389 258995 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1107 23:27:39.662414 258995 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I1107 23:27:39.667604 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:39.689949 258995 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1107 23:27:39.824306 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:40.052935 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:40.065748 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:40.168245 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:40.575832 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:40.579347 258995 addons.go:467] Verifying addon gcp-auth=true in "addons-257591"
I1107 23:27:40.581415 258995 out.go:177] * Verifying gcp-auth addon...
I1107 23:27:40.584183 258995 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1107 23:27:40.593590 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:40.604619 258995 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1107 23:27:40.604643 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:40.611114 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:40.668186 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:41.052910 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:41.066525 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:41.115317 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:41.168664 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:41.551908 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:41.564385 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:41.615395 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:41.668827 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:42.052913 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:42.065354 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:42.116631 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:42.171081 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:42.322169 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:42.553006 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:42.565534 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:42.615488 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:42.668519 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:43.054662 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:43.066736 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:43.116256 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:43.168219 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:43.552196 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:43.564869 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:43.614765 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:43.668250 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:44.052453 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:44.067263 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:44.116080 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:44.169563 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:44.553097 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:44.564787 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:44.615428 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:44.668731 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:44.821564 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:45.113633 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:45.117006 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:45.125918 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:45.168957 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:45.552623 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:45.564739 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:45.615930 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:45.668218 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:46.052777 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:46.065556 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:46.116058 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:46.171101 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:46.552367 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:46.564416 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:46.615469 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:46.667653 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:47.052250 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:47.064685 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:47.115377 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:47.168068 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:47.319970 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:47.552133 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:47.565077 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:47.615564 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:47.668032 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:48.052226 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:48.064973 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:48.115027 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:48.167786 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:48.552786 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:48.564711 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:48.614758 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:48.671277 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:49.052351 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:49.063950 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:49.115276 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:49.167495 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:49.552016 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:49.564427 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:49.615149 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:49.668526 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:49.819052 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:50.052966 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:50.065457 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:50.116074 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:50.167974 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:50.552591 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:50.564232 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:50.615802 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:50.667475 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:51.052654 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:51.064947 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:51.116004 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:51.167546 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:51.551644 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:51.564257 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:51.615580 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:51.672104 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:52.052341 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:52.063884 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:52.114773 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:52.168201 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:52.319021 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:52.552237 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:52.563702 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:52.615291 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:52.668066 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:53.051988 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:53.064782 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:53.116916 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:53.168338 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:53.551944 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:53.565572 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:53.615269 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:53.668234 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:54.052938 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:54.065619 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:54.115854 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:54.167751 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:54.552405 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:54.563949 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:54.615648 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:54.667605 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:54.819303 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:55.053066 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:55.065280 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:55.115281 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:55.168308 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:55.552202 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:55.565289 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:55.615001 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:55.668862 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:56.051700 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:56.064663 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:56.115360 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:56.167863 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:56.552011 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:56.564588 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:56.615153 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:56.667845 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:57.052964 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:57.065313 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:57.115578 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:57.167681 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:57.318828 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:27:57.552070 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:57.564796 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:57.614936 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:57.667465 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:58.052088 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:58.065152 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:58.115331 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:58.167392 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:58.555288 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:58.563889 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:58.614842 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:58.667367 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:59.052247 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:59.063753 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:59.115599 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:59.166901 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:59.552224 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:27:59.563881 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:27:59.615666 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:27:59.667471 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:27:59.817925 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:28:00.065600 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:00.077215 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:00.117958 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:00.174022 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:00.551902 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:00.565116 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:00.615081 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:00.667194 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:01.051904 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:01.064449 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:01.115754 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:01.167844 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:01.552350 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:01.564373 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:01.615178 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:01.669170 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:01.820506 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:28:02.051645 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:02.064585 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:02.116194 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:02.171189 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:02.554596 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:02.566451 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:02.615627 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:02.670653 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:03.052704 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:03.065466 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:03.115299 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:03.168292 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:03.552541 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:03.564830 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:03.617577 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:03.667539 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:04.052355 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:04.063877 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:04.114921 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:04.167129 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:04.319183 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:28:04.553266 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:04.568110 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:04.614848 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:04.667822 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:05.052264 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:05.064707 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:05.115572 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:05.168426 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:05.552809 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:05.565252 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:05.615198 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:05.668221 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:06.052529 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:06.064740 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:06.115104 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:06.167604 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:06.552113 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:06.564574 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:06.615322 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:06.667328 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:06.819642 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:28:07.053050 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:07.065011 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:07.115913 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:07.168748 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:07.551760 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:07.564201 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:07.615467 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:07.666939 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:08.051822 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:08.064433 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:08.115278 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:08.168503 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:08.552282 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:08.564455 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:08.615366 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:08.667691 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:09.052441 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:09.064334 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:09.115530 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:09.167581 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:09.318755 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:28:09.552491 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:09.564562 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:09.616036 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:09.667114 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:10.052505 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:10.065118 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:10.115609 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:10.168152 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:10.552977 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:10.565282 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:10.615241 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:10.668566 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:11.052568 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:11.065346 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:11.115613 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:11.169324 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:11.318941 258995 pod_ready.go:102] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"False"
I1107 23:28:11.552124 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:11.565569 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:11.615444 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:11.669658 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:12.052630 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:12.066210 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:12.116327 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:12.168492 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:12.552090 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:12.565458 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:12.615535 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:12.669163 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:13.053017 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:13.065568 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:13.115694 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:13.168504 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:13.319526 258995 pod_ready.go:92] pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace has status "Ready":"True"
I1107 23:28:13.319601 258995 pod_ready.go:81] duration metric: took 42.565348526s waiting for pod "coredns-5dd5756b68-mfz4n" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.319628 258995 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-pbnlj" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.322251 258995 pod_ready.go:97] error getting pod "coredns-5dd5756b68-pbnlj" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-pbnlj" not found
I1107 23:28:13.322333 258995 pod_ready.go:81] duration metric: took 2.667293ms waiting for pod "coredns-5dd5756b68-pbnlj" in "kube-system" namespace to be "Ready" ...
E1107 23:28:13.322359 258995 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-pbnlj" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-pbnlj" not found
I1107 23:28:13.322394 258995 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-257591" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.328253 258995 pod_ready.go:92] pod "etcd-addons-257591" in "kube-system" namespace has status "Ready":"True"
I1107 23:28:13.328282 258995 pod_ready.go:81] duration metric: took 5.863151ms waiting for pod "etcd-addons-257591" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.328300 258995 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-257591" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.334849 258995 pod_ready.go:92] pod "kube-apiserver-addons-257591" in "kube-system" namespace has status "Ready":"True"
I1107 23:28:13.334873 258995 pod_ready.go:81] duration metric: took 6.533607ms waiting for pod "kube-apiserver-addons-257591" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.334885 258995 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-257591" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.341532 258995 pod_ready.go:92] pod "kube-controller-manager-addons-257591" in "kube-system" namespace has status "Ready":"True"
I1107 23:28:13.341558 258995 pod_ready.go:81] duration metric: took 6.664586ms waiting for pod "kube-controller-manager-addons-257591" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.341571 258995 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-4dmv5" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.516399 258995 pod_ready.go:92] pod "kube-proxy-4dmv5" in "kube-system" namespace has status "Ready":"True"
I1107 23:28:13.516426 258995 pod_ready.go:81] duration metric: took 174.847219ms waiting for pod "kube-proxy-4dmv5" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.516439 258995 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-257591" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.552335 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:13.564730 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:13.615190 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:13.667707 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:13.915929 258995 pod_ready.go:92] pod "kube-scheduler-addons-257591" in "kube-system" namespace has status "Ready":"True"
I1107 23:28:13.915958 258995 pod_ready.go:81] duration metric: took 399.511253ms waiting for pod "kube-scheduler-addons-257591" in "kube-system" namespace to be "Ready" ...
I1107 23:28:13.915969 258995 pod_ready.go:38] duration metric: took 43.21805377s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1107 23:28:13.915983 258995 api_server.go:52] waiting for apiserver process to appear ...
I1107 23:28:13.916048 258995 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1107 23:28:13.946507 258995 api_server.go:72] duration metric: took 43.644927846s to wait for apiserver process to appear ...
I1107 23:28:13.946535 258995 api_server.go:88] waiting for apiserver healthz status ...
I1107 23:28:13.946552 258995 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1107 23:28:13.959585 258995 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1107 23:28:13.961205 258995 api_server.go:141] control plane version: v1.28.3
I1107 23:28:13.961263 258995 api_server.go:131] duration metric: took 14.71937ms to wait for apiserver health ...
I1107 23:28:13.961280 258995 system_pods.go:43] waiting for kube-system pods to appear ...
I1107 23:28:14.052923 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:14.065201 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:14.117112 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:14.126512 258995 system_pods.go:59] 18 kube-system pods found
I1107 23:28:14.126598 258995 system_pods.go:61] "coredns-5dd5756b68-mfz4n" [b09e69b5-3df8-4407-93d1-230494a22a84] Running
I1107 23:28:14.126621 258995 system_pods.go:61] "csi-hostpath-attacher-0" [6f1e04e2-0e16-4b2c-88e7-45cdc76b989c] Running
I1107 23:28:14.126661 258995 system_pods.go:61] "csi-hostpath-resizer-0" [b1f3f59d-cfcf-42a2-8d41-d30c485b3e8d] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1107 23:28:14.126686 258995 system_pods.go:61] "csi-hostpathplugin-mgtgt" [cd7dd3ad-c9ca-415f-b8ed-a7633daaf8a8] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1107 23:28:14.126710 258995 system_pods.go:61] "etcd-addons-257591" [2bf2baff-98a3-4a5e-981d-c12fa0f1e783] Running
I1107 23:28:14.126729 258995 system_pods.go:61] "kindnet-fgpk2" [2d92315e-eefa-46c0-acec-1a9e22b6b815] Running
I1107 23:28:14.126760 258995 system_pods.go:61] "kube-apiserver-addons-257591" [566d85b4-2b23-48d3-8dba-194e0217fafb] Running
I1107 23:28:14.126782 258995 system_pods.go:61] "kube-controller-manager-addons-257591" [22d9dc17-f59a-4138-935e-851d2a58643f] Running
I1107 23:28:14.126804 258995 system_pods.go:61] "kube-ingress-dns-minikube" [9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1107 23:28:14.126822 258995 system_pods.go:61] "kube-proxy-4dmv5" [b9c22784-1166-46a9-b4ce-64dfc8f8a8ba] Running
I1107 23:28:14.126842 258995 system_pods.go:61] "kube-scheduler-addons-257591" [ccad453b-0ff9-4805-b48c-a7710140ff69] Running
I1107 23:28:14.126871 258995 system_pods.go:61] "metrics-server-7c66d45ddc-cg26p" [45c4bdce-6aef-4f79-907d-486e408dab7a] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1107 23:28:14.126901 258995 system_pods.go:61] "nvidia-device-plugin-daemonset-9gvwv" [0b930239-b130-4c92-8be6-38b48109e2e7] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1107 23:28:14.126923 258995 system_pods.go:61] "registry-proxy-7psnh" [efe1bce4-fa1e-4767-9f02-ea2ec2980490] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1107 23:28:14.126946 258995 system_pods.go:61] "registry-zhkpz" [ce9558ec-5e12-4932-9d39-c4f87f0d8ed1] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1107 23:28:14.126977 258995 system_pods.go:61] "snapshot-controller-58dbcc7b99-h58hk" [45655c0a-2198-42d0-a007-ea197ac2f4a5] Running
I1107 23:28:14.127004 258995 system_pods.go:61] "snapshot-controller-58dbcc7b99-pvgsl" [705ed3da-fa63-43a9-ac8e-1d09b0608cb8] Running
I1107 23:28:14.127025 258995 system_pods.go:61] "storage-provisioner" [23af9c7e-0dc5-44f0-aead-489b50faf753] Running
I1107 23:28:14.127046 258995 system_pods.go:74] duration metric: took 165.759598ms to wait for pod list to return data ...
I1107 23:28:14.127067 258995 default_sa.go:34] waiting for default service account to be created ...
I1107 23:28:14.167629 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:14.315599 258995 default_sa.go:45] found service account: "default"
I1107 23:28:14.315684 258995 default_sa.go:55] duration metric: took 188.582781ms for default service account to be created ...
I1107 23:28:14.315719 258995 system_pods.go:116] waiting for k8s-apps to be running ...
I1107 23:28:14.527566 258995 system_pods.go:86] 18 kube-system pods found
I1107 23:28:14.527657 258995 system_pods.go:89] "coredns-5dd5756b68-mfz4n" [b09e69b5-3df8-4407-93d1-230494a22a84] Running
I1107 23:28:14.527679 258995 system_pods.go:89] "csi-hostpath-attacher-0" [6f1e04e2-0e16-4b2c-88e7-45cdc76b989c] Running
I1107 23:28:14.527718 258995 system_pods.go:89] "csi-hostpath-resizer-0" [b1f3f59d-cfcf-42a2-8d41-d30c485b3e8d] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1107 23:28:14.527745 258995 system_pods.go:89] "csi-hostpathplugin-mgtgt" [cd7dd3ad-c9ca-415f-b8ed-a7633daaf8a8] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1107 23:28:14.527769 258995 system_pods.go:89] "etcd-addons-257591" [2bf2baff-98a3-4a5e-981d-c12fa0f1e783] Running
I1107 23:28:14.527791 258995 system_pods.go:89] "kindnet-fgpk2" [2d92315e-eefa-46c0-acec-1a9e22b6b815] Running
I1107 23:28:14.527827 258995 system_pods.go:89] "kube-apiserver-addons-257591" [566d85b4-2b23-48d3-8dba-194e0217fafb] Running
I1107 23:28:14.527854 258995 system_pods.go:89] "kube-controller-manager-addons-257591" [22d9dc17-f59a-4138-935e-851d2a58643f] Running
I1107 23:28:14.527880 258995 system_pods.go:89] "kube-ingress-dns-minikube" [9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1107 23:28:14.527901 258995 system_pods.go:89] "kube-proxy-4dmv5" [b9c22784-1166-46a9-b4ce-64dfc8f8a8ba] Running
I1107 23:28:14.527932 258995 system_pods.go:89] "kube-scheduler-addons-257591" [ccad453b-0ff9-4805-b48c-a7710140ff69] Running
I1107 23:28:14.527956 258995 system_pods.go:89] "metrics-server-7c66d45ddc-cg26p" [45c4bdce-6aef-4f79-907d-486e408dab7a] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1107 23:28:14.527978 258995 system_pods.go:89] "nvidia-device-plugin-daemonset-9gvwv" [0b930239-b130-4c92-8be6-38b48109e2e7] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1107 23:28:14.528002 258995 system_pods.go:89] "registry-proxy-7psnh" [efe1bce4-fa1e-4767-9f02-ea2ec2980490] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1107 23:28:14.528036 258995 system_pods.go:89] "registry-zhkpz" [ce9558ec-5e12-4932-9d39-c4f87f0d8ed1] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1107 23:28:14.528062 258995 system_pods.go:89] "snapshot-controller-58dbcc7b99-h58hk" [45655c0a-2198-42d0-a007-ea197ac2f4a5] Running
I1107 23:28:14.528082 258995 system_pods.go:89] "snapshot-controller-58dbcc7b99-pvgsl" [705ed3da-fa63-43a9-ac8e-1d09b0608cb8] Running
I1107 23:28:14.528100 258995 system_pods.go:89] "storage-provisioner" [23af9c7e-0dc5-44f0-aead-489b50faf753] Running
I1107 23:28:14.528120 258995 system_pods.go:126] duration metric: took 212.3586ms to wait for k8s-apps to be running ...
I1107 23:28:14.528156 258995 system_svc.go:44] waiting for kubelet service to be running ....
I1107 23:28:14.528237 258995 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1107 23:28:14.555014 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:14.565117 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:14.566322 258995 system_svc.go:56] duration metric: took 38.158575ms WaitForService to wait for kubelet.
I1107 23:28:14.566381 258995 kubeadm.go:581] duration metric: took 44.264815513s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1107 23:28:14.566417 258995 node_conditions.go:102] verifying NodePressure condition ...
I1107 23:28:14.615578 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:14.667012 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:14.716357 258995 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1107 23:28:14.716392 258995 node_conditions.go:123] node cpu capacity is 2
I1107 23:28:14.716405 258995 node_conditions.go:105] duration metric: took 149.966787ms to run NodePressure ...
I1107 23:28:14.716418 258995 start.go:228] waiting for startup goroutines ...
I1107 23:28:15.081157 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:15.081751 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:15.121615 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:15.168808 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:15.553034 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:15.565932 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:15.616122 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:15.667756 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:16.053484 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:16.067024 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:16.115559 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:16.167636 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:16.553338 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:16.565260 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:16.615137 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:16.669804 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:17.052553 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:17.064873 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:17.115617 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:17.168182 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:17.557288 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:17.566859 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:17.617390 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:17.667994 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:18.052097 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:18.065188 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:18.116159 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:18.169521 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:18.552417 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:18.564601 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:18.615293 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:18.674356 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:19.052119 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:19.064888 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:19.115355 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:19.170764 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:19.552066 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:19.564810 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:19.614733 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:19.667091 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:20.069440 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:20.078112 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:20.115873 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:20.167998 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:20.552917 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:20.565385 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:20.615654 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:20.669972 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:21.053663 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:21.065064 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:21.115229 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:21.167597 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:21.552760 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:21.564792 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:21.615661 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:21.668890 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:22.052041 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:22.065128 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:22.114682 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:22.167333 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:22.552329 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:22.566179 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1107 23:28:22.614850 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:22.667595 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:23.052651 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:23.064350 258995 kapi.go:107] duration metric: took 45.54404208s to wait for kubernetes.io/minikube-addons=registry ...
I1107 23:28:23.114956 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:23.167956 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:23.551908 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:23.615617 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:23.667032 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:24.054088 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:24.115834 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:24.167193 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:24.552241 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:24.614837 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:24.668093 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:25.062375 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:25.121852 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:25.177163 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:25.552423 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:25.615140 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1107 23:28:25.667132 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:26.052606 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:26.116100 258995 kapi.go:107] duration metric: took 45.531916807s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1107 23:28:26.118077 258995 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-257591 cluster.
I1107 23:28:26.119697 258995 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1107 23:28:26.121334 258995 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1107 23:28:26.168263 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:26.552599 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:26.669918 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:27.053255 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:27.168533 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:27.552684 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:27.667702 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:28.052714 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:28.169063 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:28.552819 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:28.669444 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:29.052178 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:29.167669 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:29.552411 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:29.667407 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:30.055316 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:30.168601 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:30.552281 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:30.669187 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:31.051483 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:31.166720 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:31.552450 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:31.667148 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:32.051647 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:32.167370 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:32.552111 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:32.667854 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:33.052509 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:33.169407 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:33.554601 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:33.667538 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:34.054869 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:34.168471 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:34.552368 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:34.673510 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:35.053607 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:35.168943 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:35.552929 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:35.670852 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:36.053629 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:36.168251 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:36.554609 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:36.675736 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:37.052560 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:37.167335 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:37.553516 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:37.667446 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:38.052710 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:38.167093 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:38.552023 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:38.667755 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:39.052290 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:39.167865 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:39.553362 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:39.666936 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:40.056133 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:40.167940 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:40.552990 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:40.668083 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:41.052151 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:41.167916 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:41.552186 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:41.668370 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:42.052720 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:42.170393 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:42.555834 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:42.667785 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:43.055920 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:43.169707 258995 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1107 23:28:43.552825 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:43.667649 258995 kapi.go:107] duration metric: took 1m4.570935691s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1107 23:28:44.052675 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:44.552426 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:45.053284 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:45.551972 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:46.052341 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:46.552492 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:47.052295 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:47.552727 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:48.053160 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:48.552436 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:49.057570 258995 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1107 23:28:49.552497 258995 kapi.go:107] duration metric: took 1m12.030231533s to wait for app.kubernetes.io/name=ingress-nginx ...
I1107 23:28:49.554218 258995 out.go:177] * Enabled addons: nvidia-device-plugin, cloud-spanner, default-storageclass, storage-provisioner, ingress-dns, metrics-server, storage-provisioner-rancher, inspektor-gadget, volumesnapshots, registry, gcp-auth, csi-hostpath-driver, ingress
I1107 23:28:49.555843 258995 addons.go:502] enable addons completed in 1m19.574115s: enabled=[nvidia-device-plugin cloud-spanner default-storageclass storage-provisioner ingress-dns metrics-server storage-provisioner-rancher inspektor-gadget volumesnapshots registry gcp-auth csi-hostpath-driver ingress]
I1107 23:28:49.555888 258995 start.go:233] waiting for cluster config update ...
I1107 23:28:49.555916 258995 start.go:242] writing updated cluster config ...
I1107 23:28:49.556209 258995 ssh_runner.go:195] Run: rm -f paused
I1107 23:28:49.712307 258995 start.go:600] kubectl: 1.28.3, cluster: 1.28.3 (minor skew: 0)
I1107 23:28:49.715885 258995 out.go:177] * Done! kubectl is now configured to use "addons-257591" cluster and "default" namespace by default
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b5712c4e786d1 dd1b12fcb6097 6 seconds ago Exited hello-world-app 2 51484fde15e76 hello-world-app-5d77478584-q5mvw
4f1d906fd72a7 fc9db2894f4e4 25 seconds ago Exited helper-pod 0 b93b863eb7705 helper-pod-delete-pvc-9e3ec8d5-6b02-4665-bda0-da43e0c8626d
8b4a6e82e87ad aae348c9fbd40 34 seconds ago Running nginx 0 37993b684e7b3 nginx
528f104afcfe5 ee6d597e62dc8 About a minute ago Running csi-snapshotter 0 c875974daa14d csi-hostpathplugin-mgtgt
db3515cd3e2ab 642ded511e141 About a minute ago Running csi-provisioner 0 c875974daa14d csi-hostpathplugin-mgtgt
0379640d31bde 922312104da8a About a minute ago Running liveness-probe 0 c875974daa14d csi-hostpathplugin-mgtgt
1ac20b3c30190 08f6b2990811a About a minute ago Running hostpath 0 c875974daa14d csi-hostpathplugin-mgtgt
c9d55a14258ad 0107d56dbc0be About a minute ago Running node-driver-registrar 0 c875974daa14d csi-hostpathplugin-mgtgt
8b3c98f324f9a 7ce2150c8929b About a minute ago Running local-path-provisioner 0 5a3764e5528b5 local-path-provisioner-78b46b4d5c-zmxt7
c338776248c6a 5743dc525f662 About a minute ago Running nvidia-device-plugin-ctr 0 8eb89d6682214 nvidia-device-plugin-daemonset-9gvwv
d8716dda04f22 2a5f29343eb03 About a minute ago Running gcp-auth 0 c10bfbf2cf448 gcp-auth-d4c87556c-tq8zk
521505c0285cd af594c6a879f2 About a minute ago Exited patch 2 e6a30ed7098d2 ingress-nginx-admission-patch-xzjqr
ac1768baa6bbb 1461903ec4fe9 About a minute ago Running csi-external-health-monitor-controller 0 c875974daa14d csi-hostpathplugin-mgtgt
575cf91e67d9d af594c6a879f2 About a minute ago Exited create 0 ab868d427a20b ingress-nginx-admission-create-2bpj5
00e41ded43fc8 487fa743e1e22 About a minute ago Running csi-resizer 0 d817f9eb838c2 csi-hostpath-resizer-0
47b50608374e0 72dffd26670ce About a minute ago Running cloud-spanner-emulator 0 05ab0c03a924b cloud-spanner-emulator-56665cdfc-fhtmc
37ac75f5b22a2 97e04611ad434 About a minute ago Running coredns 0 b31c9e6fb0321 coredns-5dd5756b68-mfz4n
61e23453f27f7 9a80d518f102c About a minute ago Running csi-attacher 0 af646ded095e7 csi-hostpath-attacher-0
f50308248fff1 4d1e5c3e97420 About a minute ago Running volume-snapshot-controller 0 fff3037450433 snapshot-controller-58dbcc7b99-pvgsl
ec68e6a026700 4d1e5c3e97420 About a minute ago Running volume-snapshot-controller 0 2534dccdce8e2 snapshot-controller-58dbcc7b99-h58hk
9fb50c616ad84 ba04bb24b9575 2 minutes ago Running storage-provisioner 0 d7f081ef383de storage-provisioner
c9d7864c2452b a5dd5cdd6d3ef 2 minutes ago Running kube-proxy 0 d7b4e95fc5983 kube-proxy-4dmv5
7d63f9a251ae5 04b4eaa3d3db8 2 minutes ago Running kindnet-cni 0 ae94b55fe7482 kindnet-fgpk2
f0e8ee8a083c2 9cdd6470f48c8 2 minutes ago Running etcd 0 3ef5c2ddfb9b9 etcd-addons-257591
aec2822c8f207 537e9a59ee2fd 2 minutes ago Running kube-apiserver 0 4958521c28d0b kube-apiserver-addons-257591
4bdc15950f156 42a4e73724daa 2 minutes ago Running kube-scheduler 0 16f78173197d2 kube-scheduler-addons-257591
81cde726d5b87 8276439b4f237 2 minutes ago Running kube-controller-manager 0 c4f4040ece6db kube-controller-manager-addons-257591
*
* ==> containerd <==
* Nov 07 23:29:36 addons-257591 containerd[745]: time="2023-11-07T23:29:36.434385809Z" level=info msg="StartContainer for \"b5712c4e786d10965d08855e3fa0e80238619d37d5b716e1ee9f46a5274c965a\""
Nov 07 23:29:36 addons-257591 containerd[745]: time="2023-11-07T23:29:36.502791096Z" level=info msg="StartContainer for \"b5712c4e786d10965d08855e3fa0e80238619d37d5b716e1ee9f46a5274c965a\" returns successfully"
Nov 07 23:29:36 addons-257591 containerd[745]: time="2023-11-07T23:29:36.530633180Z" level=info msg="shim disconnected" id=b5712c4e786d10965d08855e3fa0e80238619d37d5b716e1ee9f46a5274c965a
Nov 07 23:29:36 addons-257591 containerd[745]: time="2023-11-07T23:29:36.530695867Z" level=warning msg="cleaning up after shim disconnected" id=b5712c4e786d10965d08855e3fa0e80238619d37d5b716e1ee9f46a5274c965a namespace=k8s.io
Nov 07 23:29:36 addons-257591 containerd[745]: time="2023-11-07T23:29:36.530706805Z" level=info msg="cleaning up dead shim"
Nov 07 23:29:36 addons-257591 containerd[745]: time="2023-11-07T23:29:36.541400644Z" level=warning msg="cleanup warnings time=\"2023-11-07T23:29:36Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=9384 runtime=io.containerd.runc.v2\n"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.224489279Z" level=info msg="Kill container \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\""
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.302445056Z" level=info msg="shim disconnected" id=bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.302513585Z" level=warning msg="cleaning up after shim disconnected" id=bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d namespace=k8s.io
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.302524301Z" level=info msg="cleaning up dead shim"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.314647053Z" level=warning msg="cleanup warnings time=\"2023-11-07T23:29:37Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=9415 runtime=io.containerd.runc.v2\n"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.318328244Z" level=info msg="StopContainer for \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\" returns successfully"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.318962089Z" level=info msg="StopPodSandbox for \"28505b337b3bbdaf7f17e110a6acc670c9539bfa0c504142ed7d335928bf994b\""
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.319065761Z" level=info msg="Container to stop \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\" must be in running or unknown state, current state \"CONTAINER_EXITED\""
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.352196033Z" level=info msg="shim disconnected" id=28505b337b3bbdaf7f17e110a6acc670c9539bfa0c504142ed7d335928bf994b
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.352257391Z" level=warning msg="cleaning up after shim disconnected" id=28505b337b3bbdaf7f17e110a6acc670c9539bfa0c504142ed7d335928bf994b namespace=k8s.io
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.352269354Z" level=info msg="cleaning up dead shim"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.363433995Z" level=warning msg="cleanup warnings time=\"2023-11-07T23:29:37Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=9447 runtime=io.containerd.runc.v2\n"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.429546124Z" level=info msg="TearDown network for sandbox \"28505b337b3bbdaf7f17e110a6acc670c9539bfa0c504142ed7d335928bf994b\" successfully"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.429913722Z" level=info msg="StopPodSandbox for \"28505b337b3bbdaf7f17e110a6acc670c9539bfa0c504142ed7d335928bf994b\" returns successfully"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.440001794Z" level=info msg="RemoveContainer for \"cdade6128cfb66e3ba22840a51d6a31c73559b431685ef60d2c411458208af0a\""
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.453413553Z" level=info msg="RemoveContainer for \"cdade6128cfb66e3ba22840a51d6a31c73559b431685ef60d2c411458208af0a\" returns successfully"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.458565618Z" level=info msg="RemoveContainer for \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\""
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.467464121Z" level=info msg="RemoveContainer for \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\" returns successfully"
Nov 07 23:29:37 addons-257591 containerd[745]: time="2023-11-07T23:29:37.468286938Z" level=error msg="ContainerStatus for \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\": not found"
*
* ==> coredns [37ac75f5b22a25513676ec6844f5f2df06ea83b31579ef02f1645c7a32661748] <==
* [INFO] 10.244.0.19:48490 - 12888 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000096771s
[INFO] 10.244.0.19:33220 - 16320 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002241752s
[INFO] 10.244.0.19:48490 - 42668 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001612641s
[INFO] 10.244.0.19:48490 - 5080 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003400503s
[INFO] 10.244.0.19:33220 - 65102 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003530964s
[INFO] 10.244.0.19:33220 - 26662 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00017559s
[INFO] 10.244.0.19:48490 - 35449 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000043233s
[INFO] 10.244.0.19:34125 - 45149 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000101128s
[INFO] 10.244.0.19:34125 - 16165 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000054605s
[INFO] 10.244.0.19:34125 - 50075 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000077751s
[INFO] 10.244.0.19:34125 - 14997 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00006889s
[INFO] 10.244.0.19:34125 - 45696 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000059323s
[INFO] 10.244.0.19:34125 - 34471 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000062465s
[INFO] 10.244.0.19:34125 - 45611 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001037759s
[INFO] 10.244.0.19:58799 - 39104 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000076168s
[INFO] 10.244.0.19:58799 - 57786 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000065863s
[INFO] 10.244.0.19:58799 - 14551 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000580274s
[INFO] 10.244.0.19:34125 - 14897 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001073171s
[INFO] 10.244.0.19:58799 - 25482 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000259478s
[INFO] 10.244.0.19:34125 - 1179 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000070909s
[INFO] 10.244.0.19:58799 - 39632 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000053243s
[INFO] 10.244.0.19:58799 - 13263 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000042256s
[INFO] 10.244.0.19:58799 - 15596 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000913475s
[INFO] 10.244.0.19:58799 - 41052 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00087135s
[INFO] 10.244.0.19:58799 - 56304 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000100873s
*
* ==> describe nodes <==
* Name: addons-257591
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-257591
kubernetes.io/os=linux
minikube.k8s.io/commit=693359050ae80510825facc3cb57aa024560c29e
minikube.k8s.io/name=addons-257591
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_11_07T23_27_17_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-257591
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-257591"}
kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 07 Nov 2023 23:27:13 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-257591
AcquireTime: <unset>
RenewTime: Tue, 07 Nov 2023 23:29:39 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 07 Nov 2023 23:29:19 +0000 Tue, 07 Nov 2023 23:27:08 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 07 Nov 2023 23:29:19 +0000 Tue, 07 Nov 2023 23:27:08 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 07 Nov 2023 23:29:19 +0000 Tue, 07 Nov 2023 23:27:08 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 07 Nov 2023 23:29:19 +0000 Tue, 07 Nov 2023 23:27:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-257591
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022504Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022504Ki
pods: 110
System Info:
Machine ID: 1e7c65b2f8684d489e883905a1a53541
System UUID: 9247095f-6dce-4567-9e27-7182c71e03e9
Boot ID: ed0b58e3-cdd8-477c-a723-0ef811cfaf0e
Kernel Version: 5.15.0-1049-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.6.24
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (19 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default cloud-spanner-emulator-56665cdfc-fhtmc 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m8s
default hello-world-app-5d77478584-q5mvw 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 37s
gcp-auth gcp-auth-d4c87556c-tq8zk 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m2s
kube-system coredns-5dd5756b68-mfz4n 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 2m12s
kube-system csi-hostpath-attacher-0 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m4s
kube-system csi-hostpath-resizer-0 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m3s
kube-system csi-hostpathplugin-mgtgt 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m4s
kube-system etcd-addons-257591 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 2m26s
kube-system kindnet-fgpk2 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 2m13s
kube-system kube-apiserver-addons-257591 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m26s
kube-system kube-controller-manager-addons-257591 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m26s
kube-system kube-proxy-4dmv5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m13s
kube-system kube-scheduler-addons-257591 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m26s
kube-system nvidia-device-plugin-daemonset-9gvwv 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m10s
kube-system snapshot-controller-58dbcc7b99-h58hk 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m6s
kube-system snapshot-controller-58dbcc7b99-pvgsl 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m6s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m8s
local-path-storage local-path-provisioner-78b46b4d5c-zmxt7 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m6s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 220Mi (2%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m11s kube-proxy
Normal NodeHasSufficientMemory 2m35s (x8 over 2m35s) kubelet Node addons-257591 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m35s (x8 over 2m35s) kubelet Node addons-257591 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m35s (x7 over 2m35s) kubelet Node addons-257591 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m35s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 2m26s kubelet Node addons-257591 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m26s kubelet Node addons-257591 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m26s kubelet Node addons-257591 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m26s kubelet Node addons-257591 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m26s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 2m26s kubelet Node addons-257591 status is now: NodeReady
Normal Starting 2m26s kubelet Starting kubelet.
Normal RegisteredNode 2m13s node-controller Node addons-257591 event: Registered Node addons-257591 in Controller
*
* ==> dmesg <==
* [ +0.000721] FS-Cache: N-cookie c=0000000c [p=00000003 fl=2 nc=0 na=1]
[ +0.000951] FS-Cache: N-cookie d=000000003c1b4ad3{9p.inode} n=00000000c43da2f1
[ +0.001087] FS-Cache: N-key=[8] '9d385c0100000000'
[ +0.005299] FS-Cache: Duplicate cookie detected
[ +0.000900] FS-Cache: O-cookie c=00000006 [p=00000003 fl=226 nc=0 na=1]
[ +0.001185] FS-Cache: O-cookie d=000000003c1b4ad3{9p.inode} n=000000006ccd097a
[ +0.001372] FS-Cache: O-key=[8] '9d385c0100000000'
[ +0.000884] FS-Cache: N-cookie c=0000000d [p=00000003 fl=2 nc=0 na=1]
[ +0.001151] FS-Cache: N-cookie d=000000003c1b4ad3{9p.inode} n=00000000327b8b53
[ +0.001866] FS-Cache: N-key=[8] '9d385c0100000000'
[ +3.308824] FS-Cache: Duplicate cookie detected
[ +0.000751] FS-Cache: O-cookie c=00000004 [p=00000003 fl=226 nc=0 na=1]
[ +0.000977] FS-Cache: O-cookie d=000000003c1b4ad3{9p.inode} n=00000000d7302a7e
[ +0.001149] FS-Cache: O-key=[8] '9c385c0100000000'
[ +0.000721] FS-Cache: N-cookie c=0000000f [p=00000003 fl=2 nc=0 na=1]
[ +0.000941] FS-Cache: N-cookie d=000000003c1b4ad3{9p.inode} n=00000000c43da2f1
[ +0.001091] FS-Cache: N-key=[8] '9c385c0100000000'
[ +0.426329] FS-Cache: Duplicate cookie detected
[ +0.000745] FS-Cache: O-cookie c=00000009 [p=00000003 fl=226 nc=0 na=1]
[ +0.000987] FS-Cache: O-cookie d=000000003c1b4ad3{9p.inode} n=00000000733b9062
[ +0.001155] FS-Cache: O-key=[8] 'a5385c0100000000'
[ +0.000718] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.000938] FS-Cache: N-cookie d=000000003c1b4ad3{9p.inode} n=0000000062316daf
[ +0.001057] FS-Cache: N-key=[8] 'a5385c0100000000'
[Nov 7 22:27] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
*
* ==> etcd [f0e8ee8a083c2946f59e1b62f52fda8e7ae9d10567f820c6c75fdf0efc31ab2d] <==
* {"level":"info","ts":"2023-11-07T23:27:08.453446Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2023-11-07T23:27:08.472453Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2023-11-07T23:27:08.472552Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2023-11-07T23:27:08.453564Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-11-07T23:27:08.473266Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-11-07T23:27:08.453835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-11-07T23:27:08.473565Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-11-07T23:27:08.481272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-11-07T23:27:08.481473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-11-07T23:27:08.481611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-11-07T23:27:08.481711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-11-07T23:27:08.481801Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-11-07T23:27:08.481882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-11-07T23:27:08.481972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-11-07T23:27:08.485368Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-07T23:27:08.48948Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-257591 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-11-07T23:27:08.489759Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-07T23:27:08.491065Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-11-07T23:27:08.491671Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-07T23:27:08.492477Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-07T23:27:08.49262Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-07T23:27:08.492316Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-07T23:27:08.492359Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-11-07T23:27:08.497556Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-11-07T23:27:08.499029Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
*
* ==> gcp-auth [d8716dda04f22ce95ff0602916a3dc1c8cd01aba6bc07ac719118191d72d4de6] <==
* 2023/11/07 23:28:25 GCP Auth Webhook started!
2023/11/07 23:29:00 Ready to marshal response ...
2023/11/07 23:29:00 Ready to write response ...
2023/11/07 23:29:05 Ready to marshal response ...
2023/11/07 23:29:05 Ready to write response ...
2023/11/07 23:29:07 Ready to marshal response ...
2023/11/07 23:29:07 Ready to write response ...
2023/11/07 23:29:07 Ready to marshal response ...
2023/11/07 23:29:07 Ready to write response ...
2023/11/07 23:29:16 Ready to marshal response ...
2023/11/07 23:29:16 Ready to write response ...
2023/11/07 23:29:16 Ready to marshal response ...
2023/11/07 23:29:16 Ready to write response ...
*
* ==> kernel <==
* 23:29:43 up 2:08, 0 users, load average: 2.05, 2.53, 2.48
Linux addons-257591 5.15.0-1049-aws #54~20.04.1-Ubuntu SMP Fri Oct 6 22:07:16 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [7d63f9a251ae53bfdf1727cf1d29686d531f5371ce56d20fc8f0ece5c697ca66] <==
* I1107 23:27:31.313764 1 main.go:146] kindnetd IP family: "ipv4"
I1107 23:27:31.313780 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I1107 23:28:01.643640 1 main.go:191] Failed to get nodes, retrying after error: Get "https://10.96.0.1:443/api/v1/nodes": dial tcp 10.96.0.1:443: i/o timeout
I1107 23:28:01.658362 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:28:01.658403 1 main.go:227] handling current node
I1107 23:28:11.670831 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:28:11.670857 1 main.go:227] handling current node
I1107 23:28:21.682469 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:28:21.682495 1 main.go:227] handling current node
I1107 23:28:31.691862 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:28:31.691891 1 main.go:227] handling current node
I1107 23:28:41.705355 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:28:41.705381 1 main.go:227] handling current node
I1107 23:28:51.714322 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:28:51.714352 1 main.go:227] handling current node
I1107 23:29:01.727654 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:29:01.727687 1 main.go:227] handling current node
I1107 23:29:11.732570 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:29:11.732804 1 main.go:227] handling current node
I1107 23:29:21.744835 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:29:21.744873 1 main.go:227] handling current node
I1107 23:29:31.750282 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:29:31.750317 1 main.go:227] handling current node
I1107 23:29:41.761900 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1107 23:29:41.761933 1 main.go:227] handling current node
*
* ==> kube-apiserver [aec2822c8f207a3351bf98345c5f026ac5ac238f4761f4f0b152e08525bd1ae5] <==
* I1107 23:27:40.393883 1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.102.67.230"}
I1107 23:28:13.096308 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
W1107 23:28:36.765400 1 handler_proxy.go:93] no RequestInfo found in the context
E1107 23:28:36.765442 1 controller.go:113] loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: Error, could not get list of group versions for APIService
I1107 23:28:36.765450 1 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
W1107 23:28:36.766624 1 handler_proxy.go:93] no RequestInfo found in the context
E1107 23:28:36.766694 1 controller.go:102] loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I1107 23:28:36.766707 1 controller.go:109] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
E1107 23:28:46.242599 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.97.203.27:443/apis/metrics.k8s.io/v1beta1: Get "https://10.97.203.27:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.97.203.27:443: connect: connection refused
W1107 23:28:46.242737 1 handler_proxy.go:93] no RequestInfo found in the context
E1107 23:28:46.242787 1 controller.go:146] Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I1107 23:28:46.248451 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1107 23:28:46.248641 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.97.203.27:443/apis/metrics.k8s.io/v1beta1: Get "https://10.97.203.27:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.97.203.27:443: connect: connection refused
E1107 23:28:46.249278 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.97.203.27:443/apis/metrics.k8s.io/v1beta1: Get "https://10.97.203.27:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.97.203.27:443: connect: connection refused
E1107 23:28:46.259366 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.97.203.27:443/apis/metrics.k8s.io/v1beta1: Get "https://10.97.203.27:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.97.203.27:443: connect: connection refused
I1107 23:28:46.379624 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I1107 23:29:01.387364 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I1107 23:29:01.396068 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1107 23:29:02.425525 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1107 23:29:05.405777 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I1107 23:29:05.726078 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.101.46.160"}
I1107 23:29:16.877950 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.106.59.149"}
E1107 23:29:33.273523 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
*
* ==> kube-controller-manager [81cde726d5b87b16d62c85634eeb6e0675e79b9489487085b299c6cea9a0f853] <==
* W1107 23:29:11.455846 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:29:11.455880 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1107 23:29:11.498332 1 namespace_controller.go:182] "Namespace has been deleted" namespace="gadget"
I1107 23:29:16.580354 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I1107 23:29:16.606205 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-q5mvw"
I1107 23:29:16.624477 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="44.751639ms"
I1107 23:29:16.656122 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="31.583179ms"
I1107 23:29:16.656221 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="62.154µs"
I1107 23:29:16.686002 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="69.735µs"
I1107 23:29:17.498206 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-78b46b4d5c" duration="8.73µs"
I1107 23:29:20.426742 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="46.088µs"
I1107 23:29:21.395727 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="70.391µs"
I1107 23:29:22.399574 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="89.296µs"
W1107 23:29:23.838383 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:29:23.838416 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1107 23:29:29.518142 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I1107 23:29:29.518285 1 shared_informer.go:318] Caches are synced for resource quota
I1107 23:29:29.985644 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I1107 23:29:29.985727 1 shared_informer.go:318] Caches are synced for garbage collector
I1107 23:29:34.170045 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1107 23:29:34.182762 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I1107 23:29:34.183319 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7c6974c4d8" duration="7.228µs"
I1107 23:29:37.451188 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="77.596µs"
W1107 23:29:38.746525 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1107 23:29:38.746666 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
*
* ==> kube-proxy [c9d7864c2452bdaaac7e7da36eb59403fd4f4c36b68ee4a3deb84700422ff0a1] <==
* I1107 23:27:31.622534 1 server_others.go:69] "Using iptables proxy"
I1107 23:27:31.667064 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1107 23:27:31.753678 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1107 23:27:31.759499 1 server_others.go:152] "Using iptables Proxier"
I1107 23:27:31.759558 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1107 23:27:31.759568 1 server_others.go:438] "Defaulting to no-op detect-local"
I1107 23:27:31.759648 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1107 23:27:31.759888 1 server.go:846] "Version info" version="v1.28.3"
I1107 23:27:31.759899 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1107 23:27:31.762343 1 config.go:188] "Starting service config controller"
I1107 23:27:31.762358 1 shared_informer.go:311] Waiting for caches to sync for service config
I1107 23:27:31.762475 1 config.go:97] "Starting endpoint slice config controller"
I1107 23:27:31.762480 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1107 23:27:31.763289 1 config.go:315] "Starting node config controller"
I1107 23:27:31.763299 1 shared_informer.go:311] Waiting for caches to sync for node config
I1107 23:27:31.864686 1 shared_informer.go:318] Caches are synced for node config
I1107 23:27:31.864717 1 shared_informer.go:318] Caches are synced for service config
I1107 23:27:31.864743 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [4bdc15950f156dd39e1d5f1b4a3cc8c7244e358be45e064f2a383a65108b6819] <==
* W1107 23:27:14.401312 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1107 23:27:14.402401 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1107 23:27:14.401351 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1107 23:27:14.402582 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1107 23:27:14.401406 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1107 23:27:14.401452 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1107 23:27:14.401502 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1107 23:27:14.401544 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1107 23:27:14.401588 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1107 23:27:14.401630 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1107 23:27:14.401673 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1107 23:27:14.401757 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1107 23:27:14.401801 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1107 23:27:14.401837 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1107 23:27:14.402778 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1107 23:27:14.402839 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1107 23:27:14.402915 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1107 23:27:14.403001 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1107 23:27:14.403069 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1107 23:27:14.403220 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1107 23:27:14.403229 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1107 23:27:14.403495 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1107 23:27:14.403510 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1107 23:27:14.403519 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
I1107 23:27:16.091860 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Nov 07 23:29:22 addons-257591 kubelet[1353]: I1107 23:29:22.387808 1353 scope.go:117] "RemoveContainer" containerID="cdade6128cfb66e3ba22840a51d6a31c73559b431685ef60d2c411458208af0a"
Nov 07 23:29:22 addons-257591 kubelet[1353]: E1107 23:29:22.388646 1353 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-q5mvw_default(d31c8dc2-dbc0-4f6c-af30-43b3f33c32a3)\"" pod="default/hello-world-app-5d77478584-q5mvw" podUID="d31c8dc2-dbc0-4f6c-af30-43b3f33c32a3"
Nov 07 23:29:24 addons-257591 kubelet[1353]: I1107 23:29:24.413564 1353 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="241e1f50-c675-4efd-96b9-47cd9698e2da" path="/var/lib/kubelet/pods/241e1f50-c675-4efd-96b9-47cd9698e2da/volumes"
Nov 07 23:29:33 addons-257591 kubelet[1353]: I1107 23:29:33.049883 1353 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p2w7m\" (UniqueName: \"kubernetes.io/projected/9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8-kube-api-access-p2w7m\") pod \"9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8\" (UID: \"9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8\") "
Nov 07 23:29:33 addons-257591 kubelet[1353]: I1107 23:29:33.055427 1353 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8-kube-api-access-p2w7m" (OuterVolumeSpecName: "kube-api-access-p2w7m") pod "9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8" (UID: "9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8"). InnerVolumeSpecName "kube-api-access-p2w7m". PluginName "kubernetes.io/projected", VolumeGidValue ""
Nov 07 23:29:33 addons-257591 kubelet[1353]: I1107 23:29:33.151215 1353 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-p2w7m\" (UniqueName: \"kubernetes.io/projected/9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8-kube-api-access-p2w7m\") on node \"addons-257591\" DevicePath \"\""
Nov 07 23:29:33 addons-257591 kubelet[1353]: I1107 23:29:33.414187 1353 scope.go:117] "RemoveContainer" containerID="61cd21d593e0084020d4fa7682321102cd55594d784e119404894445691de9fa"
Nov 07 23:29:34 addons-257591 kubelet[1353]: I1107 23:29:34.412678 1353 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="13706ba5-808b-437c-9d5e-d9cd90c87d15" path="/var/lib/kubelet/pods/13706ba5-808b-437c-9d5e-d9cd90c87d15/volumes"
Nov 07 23:29:34 addons-257591 kubelet[1353]: I1107 23:29:34.413056 1353 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="6064298c-617e-45c6-a8ba-2ae8ffa5c3e9" path="/var/lib/kubelet/pods/6064298c-617e-45c6-a8ba-2ae8ffa5c3e9/volumes"
Nov 07 23:29:34 addons-257591 kubelet[1353]: I1107 23:29:34.413465 1353 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8" path="/var/lib/kubelet/pods/9e44ceea-25f4-446f-b61e-5f4eb4d8b6e8/volumes"
Nov 07 23:29:36 addons-257591 kubelet[1353]: I1107 23:29:36.409764 1353 scope.go:117] "RemoveContainer" containerID="cdade6128cfb66e3ba22840a51d6a31c73559b431685ef60d2c411458208af0a"
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.436890 1353 scope.go:117] "RemoveContainer" containerID="cdade6128cfb66e3ba22840a51d6a31c73559b431685ef60d2c411458208af0a"
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.437349 1353 scope.go:117] "RemoveContainer" containerID="b5712c4e786d10965d08855e3fa0e80238619d37d5b716e1ee9f46a5274c965a"
Nov 07 23:29:37 addons-257591 kubelet[1353]: E1107 23:29:37.437619 1353 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-q5mvw_default(d31c8dc2-dbc0-4f6c-af30-43b3f33c32a3)\"" pod="default/hello-world-app-5d77478584-q5mvw" podUID="d31c8dc2-dbc0-4f6c-af30-43b3f33c32a3"
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.454859 1353 scope.go:117] "RemoveContainer" containerID="bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d"
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.467807 1353 scope.go:117] "RemoveContainer" containerID="bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d"
Nov 07 23:29:37 addons-257591 kubelet[1353]: E1107 23:29:37.468507 1353 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\": not found" containerID="bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d"
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.468556 1353 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d"} err="failed to get container status \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\": rpc error: code = NotFound desc = an error occurred when try to find container \"bb10bde6671df0798fd9c73dd4409db277cc6d28239d2893cdcff48ed03a7f7d\": not found"
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.479384 1353 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/581010a7-640a-4ab1-933f-e41d8ac41dcf-webhook-cert\") pod \"581010a7-640a-4ab1-933f-e41d8ac41dcf\" (UID: \"581010a7-640a-4ab1-933f-e41d8ac41dcf\") "
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.479445 1353 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kctzz\" (UniqueName: \"kubernetes.io/projected/581010a7-640a-4ab1-933f-e41d8ac41dcf-kube-api-access-kctzz\") pod \"581010a7-640a-4ab1-933f-e41d8ac41dcf\" (UID: \"581010a7-640a-4ab1-933f-e41d8ac41dcf\") "
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.482549 1353 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/581010a7-640a-4ab1-933f-e41d8ac41dcf-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "581010a7-640a-4ab1-933f-e41d8ac41dcf" (UID: "581010a7-640a-4ab1-933f-e41d8ac41dcf"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.488762 1353 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/581010a7-640a-4ab1-933f-e41d8ac41dcf-kube-api-access-kctzz" (OuterVolumeSpecName: "kube-api-access-kctzz") pod "581010a7-640a-4ab1-933f-e41d8ac41dcf" (UID: "581010a7-640a-4ab1-933f-e41d8ac41dcf"). InnerVolumeSpecName "kube-api-access-kctzz". PluginName "kubernetes.io/projected", VolumeGidValue ""
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.579844 1353 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/581010a7-640a-4ab1-933f-e41d8ac41dcf-webhook-cert\") on node \"addons-257591\" DevicePath \"\""
Nov 07 23:29:37 addons-257591 kubelet[1353]: I1107 23:29:37.579891 1353 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-kctzz\" (UniqueName: \"kubernetes.io/projected/581010a7-640a-4ab1-933f-e41d8ac41dcf-kube-api-access-kctzz\") on node \"addons-257591\" DevicePath \"\""
Nov 07 23:29:38 addons-257591 kubelet[1353]: I1107 23:29:38.412753 1353 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="581010a7-640a-4ab1-933f-e41d8ac41dcf" path="/var/lib/kubelet/pods/581010a7-640a-4ab1-933f-e41d8ac41dcf/volumes"
*
* ==> storage-provisioner [9fb50c616ad844b9c55d6a63a6665f3f1dc7697a289c7b2a22a62bfcbb17f2ad] <==
* I1107 23:27:35.567890 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1107 23:27:35.596024 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1107 23:27:35.596157 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1107 23:27:35.608934 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1107 23:27:35.611432 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"7156c7ae-05dd-4dc8-92e0-66cb7993677f", APIVersion:"v1", ResourceVersion:"519", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-257591_6f4101b8-2953-41fd-be4d-7c88f401939c became leader
I1107 23:27:35.611471 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-257591_6f4101b8-2953-41fd-be4d-7c88f401939c!
I1107 23:27:35.711669 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-257591_6f4101b8-2953-41fd-be4d-7c88f401939c!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-257591 -n addons-257591
helpers_test.go:261: (dbg) Run: kubectl --context addons-257591 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (39.78s)