=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:206: (dbg) Run: kubectl --context addons-118967 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:231: (dbg) Run: kubectl --context addons-118967 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:244: (dbg) Run: kubectl --context addons-118967 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [838183db-7533-4980-ac6f-7e5dfd7ecf95] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [838183db-7533-4980-ac6f-7e5dfd7ecf95] Running
addons_test.go:249: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.015547398s
addons_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p addons-118967 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:285: (dbg) Run: kubectl --context addons-118967 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p addons-118967 ip
addons_test.go:296: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:296: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.054807563s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:298: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:302: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:305: (dbg) Run: out/minikube-linux-arm64 -p addons-118967 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:305: (dbg) Done: out/minikube-linux-arm64 -p addons-118967 addons disable ingress-dns --alsologtostderr -v=1: (1.037692489s)
addons_test.go:310: (dbg) Run: out/minikube-linux-arm64 -p addons-118967 addons disable ingress --alsologtostderr -v=1
addons_test.go:310: (dbg) Done: out/minikube-linux-arm64 -p addons-118967 addons disable ingress --alsologtostderr -v=1: (7.793804682s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-118967
helpers_test.go:235: (dbg) docker inspect addons-118967:
-- stdout --
[
{
"Id": "129d2e229b594dfd4e8c5b32d6b0a526c617a58e08a29fefa70806853ce8737c",
"Created": "2023-11-08T23:36:03.436036748Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 755862,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-08T23:36:03.77668061Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:62753ecb37c4e3c5bf7b6c8d02fe88b543f553e92492fca245cded98b0d364dd",
"ResolvConfPath": "/var/lib/docker/containers/129d2e229b594dfd4e8c5b32d6b0a526c617a58e08a29fefa70806853ce8737c/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/129d2e229b594dfd4e8c5b32d6b0a526c617a58e08a29fefa70806853ce8737c/hostname",
"HostsPath": "/var/lib/docker/containers/129d2e229b594dfd4e8c5b32d6b0a526c617a58e08a29fefa70806853ce8737c/hosts",
"LogPath": "/var/lib/docker/containers/129d2e229b594dfd4e8c5b32d6b0a526c617a58e08a29fefa70806853ce8737c/129d2e229b594dfd4e8c5b32d6b0a526c617a58e08a29fefa70806853ce8737c-json.log",
"Name": "/addons-118967",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-118967:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-118967",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/be1739f286d8b00f4e2bae8dc5171194043e39632e6ebfe079c02ef5561d0b74-init/diff:/var/lib/docker/overlay2/a37793fd41a65d2d53e46d1ba8e85f7ca52242d993ce6ed8de0d2d0e3cddac68/diff",
"MergedDir": "/var/lib/docker/overlay2/be1739f286d8b00f4e2bae8dc5171194043e39632e6ebfe079c02ef5561d0b74/merged",
"UpperDir": "/var/lib/docker/overlay2/be1739f286d8b00f4e2bae8dc5171194043e39632e6ebfe079c02ef5561d0b74/diff",
"WorkDir": "/var/lib/docker/overlay2/be1739f286d8b00f4e2bae8dc5171194043e39632e6ebfe079c02ef5561d0b74/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-118967",
"Source": "/var/lib/docker/volumes/addons-118967/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-118967",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-118967",
"name.minikube.sigs.k8s.io": "addons-118967",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "9465a4243d804b1c00102711cf97984c2331b5f48c6948bcbf70085e8b6e203d",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33702"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33701"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33698"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33700"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33699"
}
]
},
"SandboxKey": "/var/run/docker/netns/9465a4243d80",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-118967": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"129d2e229b59",
"addons-118967"
],
"NetworkID": "45e24fb609988b4856cd5cba88cf4946d9343f743cb200329e52a3cd41c8c45a",
"EndpointID": "2e11a0d41a2b46ba9808b6dce93b0c069bbd8e01e1c1644da1c87844927ca27b",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-118967 -n addons-118967
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-118967 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-118967 logs -n 25: (1.650937386s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | 08 Nov 23 23:35 UTC |
| delete | -p download-only-282555 | download-only-282555 | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | 08 Nov 23 23:35 UTC |
| delete | -p download-only-282555 | download-only-282555 | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | 08 Nov 23 23:35 UTC |
| start | --download-only -p | download-docker-403562 | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | |
| | download-docker-403562 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-403562 | download-docker-403562 | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | 08 Nov 23 23:35 UTC |
| start | --download-only -p | binary-mirror-304793 | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | |
| | binary-mirror-304793 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39905 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-304793 | binary-mirror-304793 | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | 08 Nov 23 23:35 UTC |
| addons | enable dashboard -p | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | |
| | addons-118967 | | | | | |
| addons | disable dashboard -p | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | |
| | addons-118967 | | | | | |
| start | -p addons-118967 --wait=true | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:35 UTC | 08 Nov 23 23:38 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-118967 ip | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:38 UTC | 08 Nov 23 23:38 UTC |
| addons | addons-118967 addons disable | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:38 UTC | 08 Nov 23 23:38 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:38 UTC | 08 Nov 23 23:38 UTC |
| | -p addons-118967 | | | | | |
| ssh | addons-118967 ssh cat | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:38 UTC | 08 Nov 23 23:38 UTC |
| | /opt/local-path-provisioner/pvc-cbcd01e2-78c3-4735-bcd6-14fcf27e46a7_default_test-pvc/file1 | | | | | |
| addons | addons-118967 addons disable | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:38 UTC | 08 Nov 23 23:39 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-118967 addons | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:38 UTC | 08 Nov 23 23:38 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-118967 addons | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:38 UTC | 08 Nov 23 23:38 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:38 UTC | 08 Nov 23 23:38 UTC |
| | addons-118967 | | | | | |
| addons | enable headlamp | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:38 UTC | 08 Nov 23 23:38 UTC |
| | -p addons-118967 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-118967 addons | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:39 UTC | 08 Nov 23 23:39 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:39 UTC | 08 Nov 23 23:39 UTC |
| | addons-118967 | | | | | |
| ssh | addons-118967 ssh curl -s | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:39 UTC | 08 Nov 23 23:39 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-118967 ip | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:39 UTC | 08 Nov 23 23:39 UTC |
| addons | addons-118967 addons disable | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:39 UTC | 08 Nov 23 23:39 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-118967 addons disable | addons-118967 | jenkins | v1.32.0 | 08 Nov 23 23:39 UTC | 08 Nov 23 23:39 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/11/08 23:35:38
Running on machine: ip-172-31-31-251
Binary: Built with gc go1.21.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1108 23:35:38.690284 755400 out.go:296] Setting OutFile to fd 1 ...
I1108 23:35:38.690498 755400 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1108 23:35:38.690509 755400 out.go:309] Setting ErrFile to fd 2...
I1108 23:35:38.690517 755400 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1108 23:35:38.690777 755400 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17586-749551/.minikube/bin
I1108 23:35:38.691195 755400 out.go:303] Setting JSON to false
I1108 23:35:38.692145 755400 start.go:128] hostinfo: {"hostname":"ip-172-31-31-251","uptime":22688,"bootTime":1699463851,"procs":144,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1049-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"982e3628-3742-4b3e-bb63-ac1b07660ec7"}
I1108 23:35:38.692221 755400 start.go:138] virtualization:
I1108 23:35:38.694381 755400 out.go:177] * [addons-118967] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1108 23:35:38.696853 755400 out.go:177] - MINIKUBE_LOCATION=17586
I1108 23:35:38.698628 755400 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1108 23:35:38.696951 755400 notify.go:220] Checking for updates...
I1108 23:35:38.700655 755400 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17586-749551/kubeconfig
I1108 23:35:38.702275 755400 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17586-749551/.minikube
I1108 23:35:38.704140 755400 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1108 23:35:38.705881 755400 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1108 23:35:38.707785 755400 driver.go:378] Setting default libvirt URI to qemu:///system
I1108 23:35:38.731225 755400 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1108 23:35:38.731323 755400 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1108 23:35:38.810669 755400 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-11-08 23:35:38.801052945 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1108 23:35:38.810770 755400 docker.go:295] overlay module found
I1108 23:35:38.812725 755400 out.go:177] * Using the docker driver based on user configuration
I1108 23:35:38.814393 755400 start.go:298] selected driver: docker
I1108 23:35:38.814413 755400 start.go:902] validating driver "docker" against <nil>
I1108 23:35:38.814426 755400 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1108 23:35:38.815060 755400 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1108 23:35:38.899837 755400 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:38 SystemTime:2023-11-08 23:35:38.890046197 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1049-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523 Expected:61f9fd88f79f081d64d6fa3bb1a0dc71ec870523} RuncCommit:{ID:v1.1.9-0-gccaecfc Expected:v1.1.9-0-gccaecfc} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> S
erverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1108 23:35:38.900009 755400 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I1108 23:35:38.900228 755400 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1108 23:35:38.901942 755400 out.go:177] * Using Docker driver with root privileges
I1108 23:35:38.903359 755400 cni.go:84] Creating CNI manager for ""
I1108 23:35:38.903377 755400 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1108 23:35:38.903404 755400 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I1108 23:35:38.903421 755400 start_flags.go:323] config:
{Name:addons-118967 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-118967 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlu
gin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1108 23:35:38.905259 755400 out.go:177] * Starting control plane node addons-118967 in cluster addons-118967
I1108 23:35:38.906939 755400 cache.go:121] Beginning downloading kic base image for docker with containerd
I1108 23:35:38.908677 755400 out.go:177] * Pulling base image ...
I1108 23:35:38.910895 755400 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1108 23:35:38.910952 755400 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17586-749551/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-arm64.tar.lz4
I1108 23:35:38.910964 755400 cache.go:56] Caching tarball of preloaded images
I1108 23:35:38.911045 755400 preload.go:174] Found /home/jenkins/minikube-integration/17586-749551/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I1108 23:35:38.911067 755400 cache.go:59] Finished verifying existence of preloaded tar for v1.28.3 on containerd
I1108 23:35:38.911423 755400 profile.go:148] Saving config to /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/config.json ...
I1108 23:35:38.911453 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/config.json: {Name:mk20a3a69dd8becbd8939b16f9f728aa65af9512 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:35:38.911614 755400 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 in local docker daemon
I1108 23:35:38.928145 755400 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 to local cache
I1108 23:35:38.928273 755400 image.go:63] Checking for gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 in local cache directory
I1108 23:35:38.928298 755400 image.go:66] Found gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 in local cache directory, skipping pull
I1108 23:35:38.928307 755400 image.go:105] gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 exists in cache, skipping pull
I1108 23:35:38.928315 755400 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 as a tarball
I1108 23:35:38.928325 755400 cache.go:162] Loading gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 from local cache
I1108 23:35:55.505867 755400 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 from cached tarball
I1108 23:35:55.505912 755400 cache.go:194] Successfully downloaded all kic artifacts
I1108 23:35:55.505941 755400 start.go:365] acquiring machines lock for addons-118967: {Name:mk80ffe09f00e0b55a9720d7f901b41e197f0cff Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1108 23:35:55.506419 755400 start.go:369] acquired machines lock for "addons-118967" in 450.451µs
I1108 23:35:55.506483 755400 start.go:93] Provisioning new machine with config: &{Name:addons-118967 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-118967 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServ
erIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:fal
se CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1108 23:35:55.506569 755400 start.go:125] createHost starting for "" (driver="docker")
I1108 23:35:55.508991 755400 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1108 23:35:55.509283 755400 start.go:159] libmachine.API.Create for "addons-118967" (driver="docker")
I1108 23:35:55.509325 755400 client.go:168] LocalClient.Create starting
I1108 23:35:55.509464 755400 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17586-749551/.minikube/certs/ca.pem
I1108 23:35:56.584030 755400 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17586-749551/.minikube/certs/cert.pem
I1108 23:35:57.353470 755400 cli_runner.go:164] Run: docker network inspect addons-118967 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1108 23:35:57.370570 755400 cli_runner.go:211] docker network inspect addons-118967 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1108 23:35:57.370663 755400 network_create.go:281] running [docker network inspect addons-118967] to gather additional debugging logs...
I1108 23:35:57.370684 755400 cli_runner.go:164] Run: docker network inspect addons-118967
W1108 23:35:57.387684 755400 cli_runner.go:211] docker network inspect addons-118967 returned with exit code 1
I1108 23:35:57.387731 755400 network_create.go:284] error running [docker network inspect addons-118967]: docker network inspect addons-118967: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-118967 not found
I1108 23:35:57.387747 755400 network_create.go:286] output of [docker network inspect addons-118967]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-118967 not found
** /stderr **
I1108 23:35:57.387877 755400 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1108 23:35:57.405842 755400 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4002552850}
I1108 23:35:57.405893 755400 network_create.go:124] attempt to create docker network addons-118967 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1108 23:35:57.405974 755400 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-118967 addons-118967
I1108 23:35:57.481716 755400 network_create.go:108] docker network addons-118967 192.168.49.0/24 created
I1108 23:35:57.481753 755400 kic.go:121] calculated static IP "192.168.49.2" for the "addons-118967" container
I1108 23:35:57.481833 755400 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1108 23:35:57.499090 755400 cli_runner.go:164] Run: docker volume create addons-118967 --label name.minikube.sigs.k8s.io=addons-118967 --label created_by.minikube.sigs.k8s.io=true
I1108 23:35:57.521528 755400 oci.go:103] Successfully created a docker volume addons-118967
I1108 23:35:57.521635 755400 cli_runner.go:164] Run: docker run --rm --name addons-118967-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-118967 --entrypoint /usr/bin/test -v addons-118967:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib
I1108 23:35:58.795095 755400 cli_runner.go:217] Completed: docker run --rm --name addons-118967-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-118967 --entrypoint /usr/bin/test -v addons-118967:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib: (1.273398592s)
I1108 23:35:58.795125 755400 oci.go:107] Successfully prepared a docker volume addons-118967
I1108 23:35:58.795147 755400 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1108 23:35:58.795169 755400 kic.go:194] Starting extracting preloaded images to volume ...
I1108 23:35:58.795258 755400 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17586-749551/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-118967:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir
I1108 23:36:03.352195 755400 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17586-749551/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-118967:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir: (4.5568907s)
I1108 23:36:03.352232 755400 kic.go:203] duration metric: took 4.557063 seconds to extract preloaded images to volume
W1108 23:36:03.352379 755400 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1108 23:36:03.352499 755400 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1108 23:36:03.419625 755400 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-118967 --name addons-118967 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-118967 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-118967 --network addons-118967 --ip 192.168.49.2 --volume addons-118967:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0
I1108 23:36:03.786528 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Running}}
I1108 23:36:03.808628 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:03.833479 755400 cli_runner.go:164] Run: docker exec addons-118967 stat /var/lib/dpkg/alternatives/iptables
I1108 23:36:03.911425 755400 oci.go:144] the created container "addons-118967" has a running status.
I1108 23:36:03.911451 755400 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa...
I1108 23:36:04.675953 755400 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1108 23:36:04.711045 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:04.743324 755400 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1108 23:36:04.743351 755400 kic_runner.go:114] Args: [docker exec --privileged addons-118967 chown docker:docker /home/docker/.ssh/authorized_keys]
I1108 23:36:04.824895 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:04.850892 755400 machine.go:88] provisioning docker machine ...
I1108 23:36:04.850925 755400 ubuntu.go:169] provisioning hostname "addons-118967"
I1108 23:36:04.850992 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:04.872850 755400 main.go:141] libmachine: Using SSH client type: native
I1108 23:36:04.873285 755400 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bdf40] 0x3c06b0 <nil> [] 0s} 127.0.0.1 33702 <nil> <nil>}
I1108 23:36:04.873305 755400 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-118967 && echo "addons-118967" | sudo tee /etc/hostname
I1108 23:36:05.037863 755400 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-118967
I1108 23:36:05.037969 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:05.065232 755400 main.go:141] libmachine: Using SSH client type: native
I1108 23:36:05.065733 755400 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bdf40] 0x3c06b0 <nil> [] 0s} 127.0.0.1 33702 <nil> <nil>}
I1108 23:36:05.065754 755400 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-118967' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-118967/g' /etc/hosts;
else
echo '127.0.1.1 addons-118967' | sudo tee -a /etc/hosts;
fi
fi
I1108 23:36:05.206790 755400 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1108 23:36:05.206860 755400 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17586-749551/.minikube CaCertPath:/home/jenkins/minikube-integration/17586-749551/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17586-749551/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17586-749551/.minikube}
I1108 23:36:05.206910 755400 ubuntu.go:177] setting up certificates
I1108 23:36:05.206952 755400 provision.go:83] configureAuth start
I1108 23:36:05.207050 755400 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-118967
I1108 23:36:05.226347 755400 provision.go:138] copyHostCerts
I1108 23:36:05.226441 755400 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17586-749551/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17586-749551/.minikube/ca.pem (1078 bytes)
I1108 23:36:05.226562 755400 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17586-749551/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17586-749551/.minikube/cert.pem (1123 bytes)
I1108 23:36:05.226621 755400 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17586-749551/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17586-749551/.minikube/key.pem (1679 bytes)
I1108 23:36:05.226668 755400 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17586-749551/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17586-749551/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17586-749551/.minikube/certs/ca-key.pem org=jenkins.addons-118967 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-118967]
I1108 23:36:05.541556 755400 provision.go:172] copyRemoteCerts
I1108 23:36:05.541627 755400 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1108 23:36:05.541675 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:05.559340 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:05.652349 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1108 23:36:05.681730 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I1108 23:36:05.710711 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1108 23:36:05.740636 755400 provision.go:86] duration metric: configureAuth took 533.654841ms
I1108 23:36:05.740704 755400 ubuntu.go:193] setting minikube options for container-runtime
I1108 23:36:05.740911 755400 config.go:182] Loaded profile config "addons-118967": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1108 23:36:05.740925 755400 machine.go:91] provisioned docker machine in 890.012604ms
I1108 23:36:05.740938 755400 client.go:171] LocalClient.Create took 10.231600492s
I1108 23:36:05.740964 755400 start.go:167] duration metric: libmachine.API.Create for "addons-118967" took 10.23168055s
I1108 23:36:05.740976 755400 start.go:300] post-start starting for "addons-118967" (driver="docker")
I1108 23:36:05.740988 755400 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1108 23:36:05.741056 755400 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1108 23:36:05.741103 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:05.759191 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:05.852868 755400 ssh_runner.go:195] Run: cat /etc/os-release
I1108 23:36:05.857226 755400 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1108 23:36:05.857268 755400 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1108 23:36:05.857285 755400 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1108 23:36:05.857297 755400 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1108 23:36:05.857309 755400 filesync.go:126] Scanning /home/jenkins/minikube-integration/17586-749551/.minikube/addons for local assets ...
I1108 23:36:05.857384 755400 filesync.go:126] Scanning /home/jenkins/minikube-integration/17586-749551/.minikube/files for local assets ...
I1108 23:36:05.857414 755400 start.go:303] post-start completed in 116.432008ms
I1108 23:36:05.857759 755400 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-118967
I1108 23:36:05.876199 755400 profile.go:148] Saving config to /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/config.json ...
I1108 23:36:05.876490 755400 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1108 23:36:05.876542 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:05.894163 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:05.987632 755400 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1108 23:36:05.993655 755400 start.go:128] duration metric: createHost completed in 10.487067911s
I1108 23:36:05.993681 755400 start.go:83] releasing machines lock for "addons-118967", held for 10.487242031s
I1108 23:36:05.993759 755400 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-118967
I1108 23:36:06.014386 755400 ssh_runner.go:195] Run: cat /version.json
I1108 23:36:06.014458 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:06.014738 755400 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1108 23:36:06.014815 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:06.038893 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:06.041652 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:06.130446 755400 ssh_runner.go:195] Run: systemctl --version
I1108 23:36:06.333029 755400 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1108 23:36:06.339320 755400 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1108 23:36:06.371706 755400 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1108 23:36:06.371831 755400 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1108 23:36:06.406160 755400 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1108 23:36:06.406183 755400 start.go:472] detecting cgroup driver to use...
I1108 23:36:06.406233 755400 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1108 23:36:06.406299 755400 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1108 23:36:06.421594 755400 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1108 23:36:06.436158 755400 docker.go:203] disabling cri-docker service (if available) ...
I1108 23:36:06.436223 755400 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1108 23:36:06.453062 755400 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1108 23:36:06.469427 755400 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1108 23:36:06.567636 755400 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1108 23:36:06.672507 755400 docker.go:219] disabling docker service ...
I1108 23:36:06.672572 755400 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1108 23:36:06.695604 755400 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1108 23:36:06.711136 755400 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1108 23:36:06.812244 755400 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1108 23:36:06.923214 755400 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1108 23:36:06.936528 755400 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1108 23:36:06.956913 755400 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1108 23:36:06.969477 755400 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1108 23:36:06.981955 755400 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I1108 23:36:06.982033 755400 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1108 23:36:06.994833 755400 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1108 23:36:07.008944 755400 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1108 23:36:07.021941 755400 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1108 23:36:07.035253 755400 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1108 23:36:07.047636 755400 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1108 23:36:07.060561 755400 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1108 23:36:07.070830 755400 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1108 23:36:07.081342 755400 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1108 23:36:07.175084 755400 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1108 23:36:07.329941 755400 start.go:519] Will wait 60s for socket path /run/containerd/containerd.sock
I1108 23:36:07.330086 755400 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1108 23:36:07.335086 755400 start.go:540] Will wait 60s for crictl version
I1108 23:36:07.335197 755400 ssh_runner.go:195] Run: which crictl
I1108 23:36:07.339812 755400 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1108 23:36:07.383590 755400 start.go:556] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.24
RuntimeApiVersion: v1
I1108 23:36:07.383741 755400 ssh_runner.go:195] Run: containerd --version
I1108 23:36:07.413211 755400 ssh_runner.go:195] Run: containerd --version
I1108 23:36:07.449330 755400 out.go:177] * Preparing Kubernetes v1.28.3 on containerd 1.6.24 ...
I1108 23:36:07.451311 755400 cli_runner.go:164] Run: docker network inspect addons-118967 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1108 23:36:07.471994 755400 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1108 23:36:07.476607 755400 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1108 23:36:07.490169 755400 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1108 23:36:07.490244 755400 ssh_runner.go:195] Run: sudo crictl images --output json
I1108 23:36:07.534924 755400 containerd.go:604] all images are preloaded for containerd runtime.
I1108 23:36:07.534951 755400 containerd.go:518] Images already preloaded, skipping extraction
I1108 23:36:07.535013 755400 ssh_runner.go:195] Run: sudo crictl images --output json
I1108 23:36:07.576796 755400 containerd.go:604] all images are preloaded for containerd runtime.
I1108 23:36:07.576823 755400 cache_images.go:84] Images are preloaded, skipping loading
I1108 23:36:07.576882 755400 ssh_runner.go:195] Run: sudo crictl info
I1108 23:36:07.618547 755400 cni.go:84] Creating CNI manager for ""
I1108 23:36:07.618573 755400 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1108 23:36:07.618603 755400 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1108 23:36:07.618627 755400 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-118967 NodeName:addons-118967 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1108 23:36:07.618771 755400 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-118967"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1108 23:36:07.618837 755400 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=addons-118967 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:addons-118967 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1108 23:36:07.618911 755400 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1108 23:36:07.629990 755400 binaries.go:44] Found k8s binaries, skipping transfer
I1108 23:36:07.630137 755400 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1108 23:36:07.641430 755400 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (385 bytes)
I1108 23:36:07.663769 755400 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1108 23:36:07.685887 755400 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I1108 23:36:07.707485 755400 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1108 23:36:07.712037 755400 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1108 23:36:07.725964 755400 certs.go:56] Setting up /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967 for IP: 192.168.49.2
I1108 23:36:07.726000 755400 certs.go:190] acquiring lock for shared ca certs: {Name:mk3980826f8d7f07af38edd9b91f2a0fe0b143c5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:07.726505 755400 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17586-749551/.minikube/ca.key
I1108 23:36:07.915820 755400 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17586-749551/.minikube/ca.crt ...
I1108 23:36:07.915851 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/ca.crt: {Name:mke474841e2e9691cf09754a2628e62996c692c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:07.916051 755400 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17586-749551/.minikube/ca.key ...
I1108 23:36:07.916063 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/ca.key: {Name:mke3a237a6215edf6af495bc6861b9a7cfbdae7b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:07.916826 755400 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17586-749551/.minikube/proxy-client-ca.key
I1108 23:36:08.409299 755400 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17586-749551/.minikube/proxy-client-ca.crt ...
I1108 23:36:08.409337 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/proxy-client-ca.crt: {Name:mk94a6dea53d860ce7c724ffdf34d16d1415f36b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:08.409577 755400 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17586-749551/.minikube/proxy-client-ca.key ...
I1108 23:36:08.409592 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/proxy-client-ca.key: {Name:mkc9a7a786f6a8053249ba6bf47a92fc77256adb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:08.409720 755400 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/client.key
I1108 23:36:08.409738 755400 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/client.crt with IP's: []
I1108 23:36:09.127567 755400 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/client.crt ...
I1108 23:36:09.127598 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/client.crt: {Name:mkedc46735e64709f00a903088d64d78af0895ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:09.127801 755400 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/client.key ...
I1108 23:36:09.127815 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/client.key: {Name:mkbb1c868c719727478a29472245b3d2412ee83f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:09.127911 755400 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.key.dd3b5fb2
I1108 23:36:09.127932 755400 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1108 23:36:09.691342 755400 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.crt.dd3b5fb2 ...
I1108 23:36:09.691372 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.crt.dd3b5fb2: {Name:mke544635b82ab666295d1aeec7532873a54936c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:09.691961 755400 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.key.dd3b5fb2 ...
I1108 23:36:09.691981 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.key.dd3b5fb2: {Name:mk001a952c28aab6fe43028d4559f187c599418c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:09.692438 755400 certs.go:337] copying /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.crt
I1108 23:36:09.692536 755400 certs.go:341] copying /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.key
I1108 23:36:09.692593 755400 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/proxy-client.key
I1108 23:36:09.692614 755400 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/proxy-client.crt with IP's: []
I1108 23:36:09.827999 755400 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/proxy-client.crt ...
I1108 23:36:09.828025 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/proxy-client.crt: {Name:mk0a744169291bd31b0294e435034cd05d7c74f2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:09.828870 755400 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/proxy-client.key ...
I1108 23:36:09.828889 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/proxy-client.key: {Name:mk387fc2a2379c97451f36fff20a1cdf17823d89 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:09.830921 755400 certs.go:437] found cert: /home/jenkins/minikube-integration/17586-749551/.minikube/certs/home/jenkins/minikube-integration/17586-749551/.minikube/certs/ca-key.pem (1679 bytes)
I1108 23:36:09.831002 755400 certs.go:437] found cert: /home/jenkins/minikube-integration/17586-749551/.minikube/certs/home/jenkins/minikube-integration/17586-749551/.minikube/certs/ca.pem (1078 bytes)
I1108 23:36:09.831052 755400 certs.go:437] found cert: /home/jenkins/minikube-integration/17586-749551/.minikube/certs/home/jenkins/minikube-integration/17586-749551/.minikube/certs/cert.pem (1123 bytes)
I1108 23:36:09.831102 755400 certs.go:437] found cert: /home/jenkins/minikube-integration/17586-749551/.minikube/certs/home/jenkins/minikube-integration/17586-749551/.minikube/certs/key.pem (1679 bytes)
I1108 23:36:09.831739 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1108 23:36:09.864277 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1108 23:36:09.892847 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1108 23:36:09.921858 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/profiles/addons-118967/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1108 23:36:09.951675 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1108 23:36:09.979776 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1108 23:36:10.020151 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1108 23:36:10.074740 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1108 23:36:10.118408 755400 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17586-749551/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1108 23:36:10.150358 755400 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1108 23:36:10.173267 755400 ssh_runner.go:195] Run: openssl version
I1108 23:36:10.180564 755400 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1108 23:36:10.193366 755400 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1108 23:36:10.198407 755400 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Nov 8 23:36 /usr/share/ca-certificates/minikubeCA.pem
I1108 23:36:10.198476 755400 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1108 23:36:10.207612 755400 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1108 23:36:10.220530 755400 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1108 23:36:10.225122 755400 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1108 23:36:10.225174 755400 kubeadm.go:404] StartCluster: {Name:addons-118967 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:addons-118967 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:clu
ster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQ
emuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1108 23:36:10.225249 755400 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I1108 23:36:10.225319 755400 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1108 23:36:10.267565 755400 cri.go:89] found id: ""
I1108 23:36:10.267634 755400 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1108 23:36:10.278399 755400 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1108 23:36:10.289243 755400 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1108 23:36:10.289353 755400 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1108 23:36:10.300460 755400 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1108 23:36:10.300504 755400 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1108 23:36:10.351732 755400 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1108 23:36:10.352052 755400 kubeadm.go:322] [preflight] Running pre-flight checks
I1108 23:36:10.398594 755400 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1108 23:36:10.398733 755400 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1049-aws[0m
I1108 23:36:10.398793 755400 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1108 23:36:10.398860 755400 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1108 23:36:10.398932 755400 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1108 23:36:10.399004 755400 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1108 23:36:10.399089 755400 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1108 23:36:10.399172 755400 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1108 23:36:10.399251 755400 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1108 23:36:10.399333 755400 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1108 23:36:10.399404 755400 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1108 23:36:10.399480 755400 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1108 23:36:10.479063 755400 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1108 23:36:10.479250 755400 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1108 23:36:10.479398 755400 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1108 23:36:10.743357 755400 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1108 23:36:10.746345 755400 out.go:204] - Generating certificates and keys ...
I1108 23:36:10.746584 755400 kubeadm.go:322] [certs] Using existing ca certificate authority
I1108 23:36:10.746673 755400 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I1108 23:36:11.163925 755400 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I1108 23:36:11.551607 755400 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I1108 23:36:11.769720 755400 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I1108 23:36:12.697836 755400 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I1108 23:36:13.502759 755400 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I1108 23:36:13.503133 755400 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-118967 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1108 23:36:13.799179 755400 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I1108 23:36:13.799664 755400 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-118967 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1108 23:36:14.008793 755400 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I1108 23:36:14.275267 755400 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I1108 23:36:14.439460 755400 kubeadm.go:322] [certs] Generating "sa" key and public key
I1108 23:36:14.439862 755400 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1108 23:36:15.820380 755400 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I1108 23:36:16.042450 755400 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1108 23:36:16.248448 755400 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1108 23:36:16.500761 755400 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1108 23:36:16.501455 755400 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1108 23:36:16.504319 755400 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1108 23:36:16.506345 755400 out.go:204] - Booting up control plane ...
I1108 23:36:16.506489 755400 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1108 23:36:16.506565 755400 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1108 23:36:16.507176 755400 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1108 23:36:16.521559 755400 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1108 23:36:16.522112 755400 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1108 23:36:16.522434 755400 kubeadm.go:322] [kubelet-start] Starting the kubelet
I1108 23:36:16.627945 755400 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1108 23:36:24.132595 755400 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.504091 seconds
I1108 23:36:24.132712 755400 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1108 23:36:24.148595 755400 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1108 23:36:24.681271 755400 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I1108 23:36:24.681476 755400 kubeadm.go:322] [mark-control-plane] Marking the node addons-118967 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1108 23:36:25.193237 755400 kubeadm.go:322] [bootstrap-token] Using token: vq0djo.fve21hdaphqsqm4m
I1108 23:36:25.195056 755400 out.go:204] - Configuring RBAC rules ...
I1108 23:36:25.195185 755400 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1108 23:36:25.201015 755400 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1108 23:36:25.209533 755400 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1108 23:36:25.213819 755400 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1108 23:36:25.219008 755400 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1108 23:36:25.222933 755400 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1108 23:36:25.236269 755400 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1108 23:36:25.480604 755400 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I1108 23:36:25.618608 755400 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I1108 23:36:25.619755 755400 kubeadm.go:322]
I1108 23:36:25.619836 755400 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I1108 23:36:25.619843 755400 kubeadm.go:322]
I1108 23:36:25.619923 755400 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I1108 23:36:25.619931 755400 kubeadm.go:322]
I1108 23:36:25.619971 755400 kubeadm.go:322] mkdir -p $HOME/.kube
I1108 23:36:25.620048 755400 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1108 23:36:25.620096 755400 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1108 23:36:25.620113 755400 kubeadm.go:322]
I1108 23:36:25.620164 755400 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I1108 23:36:25.620169 755400 kubeadm.go:322]
I1108 23:36:25.620214 755400 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I1108 23:36:25.620218 755400 kubeadm.go:322]
I1108 23:36:25.620267 755400 kubeadm.go:322] You should now deploy a pod network to the cluster.
I1108 23:36:25.620337 755400 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1108 23:36:25.620401 755400 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1108 23:36:25.620405 755400 kubeadm.go:322]
I1108 23:36:25.620483 755400 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I1108 23:36:25.620555 755400 kubeadm.go:322] and service account keys on each node and then running the following as root:
I1108 23:36:25.620559 755400 kubeadm.go:322]
I1108 23:36:25.620637 755400 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token vq0djo.fve21hdaphqsqm4m \
I1108 23:36:25.620736 755400 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:ab3ece522733f055757c65e666fc1044b61a233d0aa5f64decfdb326c72a9a27 \
I1108 23:36:25.620756 755400 kubeadm.go:322] --control-plane
I1108 23:36:25.620760 755400 kubeadm.go:322]
I1108 23:36:25.620840 755400 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I1108 23:36:25.620844 755400 kubeadm.go:322]
I1108 23:36:25.620926 755400 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token vq0djo.fve21hdaphqsqm4m \
I1108 23:36:25.621061 755400 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:ab3ece522733f055757c65e666fc1044b61a233d0aa5f64decfdb326c72a9a27
I1108 23:36:25.623621 755400 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1049-aws\n", err: exit status 1
I1108 23:36:25.623759 755400 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1108 23:36:25.623807 755400 cni.go:84] Creating CNI manager for ""
I1108 23:36:25.623816 755400 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1108 23:36:25.625777 755400 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1108 23:36:25.627422 755400 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1108 23:36:25.637979 755400 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.3/kubectl ...
I1108 23:36:25.638007 755400 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I1108 23:36:25.675938 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1108 23:36:26.617993 755400 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1108 23:36:26.618088 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:26.618135 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=e21c718ea4d79be9ab6c82476dffc8ce4079c94e minikube.k8s.io/name=addons-118967 minikube.k8s.io/updated_at=2023_11_08T23_36_26_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:26.842279 755400 ops.go:34] apiserver oom_adj: -16
I1108 23:36:26.842375 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:26.939438 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:27.532421 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:28.031945 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:28.532067 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:29.032904 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:29.532017 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:30.038027 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:30.532867 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:31.032059 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:31.532610 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:32.032089 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:32.532016 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:33.032654 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:33.532698 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:34.032196 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:34.532506 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:35.032240 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:35.532142 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:36.032034 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:36.532726 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:37.032788 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:37.532247 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:38.032102 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:38.532705 755400 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1108 23:36:38.647601 755400 kubeadm.go:1081] duration metric: took 12.029576843s to wait for elevateKubeSystemPrivileges.
I1108 23:36:38.647630 755400 kubeadm.go:406] StartCluster complete in 28.422461703s
I1108 23:36:38.647649 755400 settings.go:142] acquiring lock: {Name:mk7d57467a4d6a0a6ec02c87b75e10e0424576f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:38.647776 755400 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17586-749551/kubeconfig
I1108 23:36:38.648151 755400 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17586-749551/kubeconfig: {Name:mk63034fab281bd30b4004637fdc41282aa952da Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1108 23:36:38.648778 755400 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1108 23:36:38.649071 755400 config.go:182] Loaded profile config "addons-118967": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1108 23:36:38.649230 755400 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true]
I1108 23:36:38.649333 755400 addons.go:69] Setting volumesnapshots=true in profile "addons-118967"
I1108 23:36:38.649355 755400 addons.go:231] Setting addon volumesnapshots=true in "addons-118967"
I1108 23:36:38.649425 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.649899 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.650392 755400 addons.go:69] Setting cloud-spanner=true in profile "addons-118967"
I1108 23:36:38.650411 755400 addons.go:231] Setting addon cloud-spanner=true in "addons-118967"
I1108 23:36:38.650445 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.650854 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.651142 755400 addons.go:69] Setting metrics-server=true in profile "addons-118967"
I1108 23:36:38.651169 755400 addons.go:231] Setting addon metrics-server=true in "addons-118967"
I1108 23:36:38.651201 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.651604 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.652018 755400 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-118967"
I1108 23:36:38.652042 755400 addons.go:231] Setting addon nvidia-device-plugin=true in "addons-118967"
I1108 23:36:38.652094 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.652522 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.655392 755400 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-118967"
I1108 23:36:38.655665 755400 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-118967"
I1108 23:36:38.656323 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.656863 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.663356 755400 addons.go:69] Setting registry=true in profile "addons-118967"
I1108 23:36:38.655821 755400 addons.go:69] Setting default-storageclass=true in profile "addons-118967"
I1108 23:36:38.655832 755400 addons.go:69] Setting gcp-auth=true in profile "addons-118967"
I1108 23:36:38.655845 755400 addons.go:69] Setting ingress=true in profile "addons-118967"
I1108 23:36:38.655852 755400 addons.go:69] Setting ingress-dns=true in profile "addons-118967"
I1108 23:36:38.655860 755400 addons.go:69] Setting inspektor-gadget=true in profile "addons-118967"
I1108 23:36:38.669765 755400 addons.go:231] Setting addon inspektor-gadget=true in "addons-118967"
I1108 23:36:38.669842 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.672323 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.672348 755400 addons.go:69] Setting storage-provisioner=true in profile "addons-118967"
I1108 23:36:38.678525 755400 addons.go:231] Setting addon storage-provisioner=true in "addons-118967"
I1108 23:36:38.678580 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.679022 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.672364 755400 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-118967"
I1108 23:36:38.695214 755400 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-118967"
I1108 23:36:38.695561 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.672449 755400 addons.go:231] Setting addon registry=true in "addons-118967"
I1108 23:36:38.720702 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.721180 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.672462 755400 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-118967"
I1108 23:36:38.731764 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.672481 755400 mustload.go:65] Loading cluster: addons-118967
I1108 23:36:38.746374 755400 config.go:182] Loaded profile config "addons-118967": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1108 23:36:38.746737 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.672487 755400 addons.go:231] Setting addon ingress=true in "addons-118967"
I1108 23:36:38.778974 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.779438 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.672494 755400 addons.go:231] Setting addon ingress-dns=true in "addons-118967"
I1108 23:36:38.797586 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.798047 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.883262 755400 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I1108 23:36:38.887136 755400 addons.go:423] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1108 23:36:38.887202 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1108 23:36:38.887287 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:38.907337 755400 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.2
W1108 23:36:38.907922 755400 kapi.go:245] failed rescaling "coredns" deployment in "kube-system" namespace and "addons-118967" context to 1 replicas: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
E1108 23:36:38.910602 755400 start.go:219] Unable to scale down deployment "coredns" in namespace "kube-system" to 1 replica: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
I1108 23:36:38.910647 755400 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1108 23:36:38.912426 755400 out.go:177] * Verifying Kubernetes components...
I1108 23:36:38.910803 755400 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.11
I1108 23:36:38.910913 755400 addons.go:423] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1108 23:36:38.910919 755400 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1108 23:36:38.910923 755400 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1108 23:36:38.916104 755400 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1108 23:36:38.914992 755400 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1108 23:36:38.915014 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1108 23:36:38.919619 755400 addons.go:423] installing /etc/kubernetes/addons/deployment.yaml
I1108 23:36:38.919682 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:38.920748 755400 addons.go:231] Setting addon storage-provisioner-rancher=true in "addons-118967"
I1108 23:36:38.920809 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:38.921257 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:38.921775 755400 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1108 23:36:38.921793 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1108 23:36:38.921889 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:38.935500 755400 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1108 23:36:38.937647 755400 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1108 23:36:38.937676 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1108 23:36:38.937744 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:38.991892 755400 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.22.0
I1108 23:36:38.990083 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1108 23:36:38.990097 755400 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1108 23:36:38.998246 755400 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml
I1108 23:36:38.998425 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:39.002565 755400 out.go:177] - Using image docker.io/registry:2.8.3
I1108 23:36:39.002643 755400 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1108 23:36:39.002727 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I1108 23:36:39.014436 755400 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1108 23:36:39.012097 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:39.019900 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.042068 755400 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1108 23:36:39.044072 755400 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1108 23:36:39.045767 755400 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1108 23:36:39.049322 755400 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1108 23:36:39.052731 755400 addons.go:423] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1108 23:36:39.052759 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1108 23:36:39.052831 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:39.065151 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.070747 755400 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I1108 23:36:39.072387 755400 out.go:177] - Using image docker.io/busybox:stable
I1108 23:36:39.074352 755400 addons.go:423] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1108 23:36:39.074372 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1108 23:36:39.074453 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:39.091609 755400 addons.go:231] Setting addon default-storageclass=true in "addons-118967"
I1108 23:36:39.091651 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:39.092149 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:39.072718 755400 addons.go:423] installing /etc/kubernetes/addons/registry-rc.yaml
I1108 23:36:39.105342 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I1108 23:36:39.105424 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:39.141523 755400 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I1108 23:36:39.139501 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:39.139586 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.144460 755400 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1108 23:36:39.144479 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1108 23:36:39.144544 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:39.146328 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.207831 755400 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml
I1108 23:36:39.207911 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1108 23:36:39.208051 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:39.211537 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.217034 755400 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.4
I1108 23:36:39.219524 755400 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1108 23:36:39.221281 755400 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1108 23:36:39.223203 755400 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1108 23:36:39.223226 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I1108 23:36:39.223292 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:39.250885 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.254695 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.319392 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.332702 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.335062 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.341945 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:39.346662 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
W1108 23:36:39.351496 755400 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1108 23:36:39.351520 755400 retry.go:31] will retry after 315.481103ms: ssh: handshake failed: EOF
I1108 23:36:39.411430 755400 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1108 23:36:39.412296 755400 node_ready.go:35] waiting up to 6m0s for node "addons-118967" to be "Ready" ...
I1108 23:36:39.415667 755400 node_ready.go:49] node "addons-118967" has status "Ready":"True"
I1108 23:36:39.415742 755400 node_ready.go:38] duration metric: took 3.409134ms waiting for node "addons-118967" to be "Ready" ...
I1108 23:36:39.415769 755400 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1108 23:36:39.426204 755400 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-85r22" in "kube-system" namespace to be "Ready" ...
I1108 23:36:39.757046 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1108 23:36:39.794516 755400 addons.go:423] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1108 23:36:39.794546 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1108 23:36:39.811008 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1108 23:36:39.934673 755400 addons.go:423] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1108 23:36:39.934701 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1108 23:36:39.944461 755400 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1108 23:36:39.944492 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1108 23:36:39.969216 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1108 23:36:39.990720 755400 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I1108 23:36:39.990754 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I1108 23:36:40.004480 755400 addons.go:423] installing /etc/kubernetes/addons/registry-svc.yaml
I1108 23:36:40.004516 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1108 23:36:40.096451 755400 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1108 23:36:40.096533 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1108 23:36:40.102562 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1108 23:36:40.168919 755400 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1108 23:36:40.169005 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1108 23:36:40.175561 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1108 23:36:40.204435 755400 addons.go:423] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1108 23:36:40.204497 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1108 23:36:40.208849 755400 addons.go:423] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1108 23:36:40.208916 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1108 23:36:40.214521 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1108 23:36:40.242962 755400 addons.go:423] installing /etc/kubernetes/addons/registry-proxy.yaml
I1108 23:36:40.243026 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1108 23:36:40.378998 755400 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml
I1108 23:36:40.379069 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I1108 23:36:40.379464 755400 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1108 23:36:40.379508 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1108 23:36:40.483806 755400 addons.go:423] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1108 23:36:40.483874 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1108 23:36:40.493646 755400 addons.go:423] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1108 23:36:40.493713 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1108 23:36:40.513830 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1108 23:36:40.598902 755400 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I1108 23:36:40.598978 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I1108 23:36:40.627987 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1108 23:36:40.768282 755400 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1108 23:36:40.768378 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1108 23:36:40.924390 755400 addons.go:423] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1108 23:36:40.924462 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1108 23:36:40.961491 755400 addons.go:423] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1108 23:36:40.961584 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1108 23:36:41.044167 755400 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I1108 23:36:41.044233 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I1108 23:36:41.082477 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1108 23:36:41.371628 755400 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1108 23:36:41.371707 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1108 23:36:41.386233 755400 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I1108 23:36:41.386298 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I1108 23:36:41.412034 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1108 23:36:41.446484 755400 pod_ready.go:102] pod "coredns-5dd5756b68-85r22" in "kube-system" namespace has status "Ready":"False"
I1108 23:36:41.631937 755400 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1108 23:36:41.632018 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1108 23:36:41.689715 755400 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml
I1108 23:36:41.689788 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I1108 23:36:41.894507 755400 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml
I1108 23:36:41.894584 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)
I1108 23:36:41.947040 755400 pod_ready.go:92] pod "coredns-5dd5756b68-85r22" in "kube-system" namespace has status "Ready":"True"
I1108 23:36:41.947073 755400 pod_ready.go:81] duration metric: took 2.520795834s waiting for pod "coredns-5dd5756b68-85r22" in "kube-system" namespace to be "Ready" ...
I1108 23:36:41.947087 755400 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-fm9qn" in "kube-system" namespace to be "Ready" ...
I1108 23:36:41.957110 755400 pod_ready.go:92] pod "coredns-5dd5756b68-fm9qn" in "kube-system" namespace has status "Ready":"True"
I1108 23:36:41.957144 755400 pod_ready.go:81] duration metric: took 10.011689ms waiting for pod "coredns-5dd5756b68-fm9qn" in "kube-system" namespace to be "Ready" ...
I1108 23:36:41.957157 755400 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-118967" in "kube-system" namespace to be "Ready" ...
I1108 23:36:41.964021 755400 pod_ready.go:92] pod "etcd-addons-118967" in "kube-system" namespace has status "Ready":"True"
I1108 23:36:41.964048 755400 pod_ready.go:81] duration metric: took 6.8834ms waiting for pod "etcd-addons-118967" in "kube-system" namespace to be "Ready" ...
I1108 23:36:41.964063 755400 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-118967" in "kube-system" namespace to be "Ready" ...
I1108 23:36:41.970807 755400 pod_ready.go:92] pod "kube-apiserver-addons-118967" in "kube-system" namespace has status "Ready":"True"
I1108 23:36:41.970832 755400 pod_ready.go:81] duration metric: took 6.731843ms waiting for pod "kube-apiserver-addons-118967" in "kube-system" namespace to be "Ready" ...
I1108 23:36:41.970844 755400 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-118967" in "kube-system" namespace to be "Ready" ...
I1108 23:36:41.993579 755400 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1108 23:36:41.993650 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1108 23:36:42.217257 755400 pod_ready.go:92] pod "kube-controller-manager-addons-118967" in "kube-system" namespace has status "Ready":"True"
I1108 23:36:42.217292 755400 pod_ready.go:81] duration metric: took 246.44026ms waiting for pod "kube-controller-manager-addons-118967" in "kube-system" namespace to be "Ready" ...
I1108 23:36:42.217307 755400 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-s9stl" in "kube-system" namespace to be "Ready" ...
I1108 23:36:42.250871 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I1108 23:36:42.317772 755400 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1108 23:36:42.317841 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1108 23:36:42.604851 755400 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1108 23:36:42.604873 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1108 23:36:42.616162 755400 pod_ready.go:92] pod "kube-proxy-s9stl" in "kube-system" namespace has status "Ready":"True"
I1108 23:36:42.616183 755400 pod_ready.go:81] duration metric: took 398.86812ms waiting for pod "kube-proxy-s9stl" in "kube-system" namespace to be "Ready" ...
I1108 23:36:42.616195 755400 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-118967" in "kube-system" namespace to be "Ready" ...
I1108 23:36:42.727527 755400 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.316053086s)
I1108 23:36:42.727597 755400 start.go:926] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1108 23:36:42.727649 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.970574942s)
I1108 23:36:42.819305 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1108 23:36:43.018090 755400 pod_ready.go:92] pod "kube-scheduler-addons-118967" in "kube-system" namespace has status "Ready":"True"
I1108 23:36:43.018165 755400 pod_ready.go:81] duration metric: took 401.960085ms waiting for pod "kube-scheduler-addons-118967" in "kube-system" namespace to be "Ready" ...
I1108 23:36:43.018193 755400 pod_ready.go:38] duration metric: took 3.602396503s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1108 23:36:43.018223 755400 api_server.go:52] waiting for apiserver process to appear ...
I1108 23:36:43.018301 755400 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1108 23:36:43.047824 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.236776484s)
I1108 23:36:43.047921 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.078671341s)
I1108 23:36:43.805616 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.702958064s)
I1108 23:36:44.788033 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.612388842s)
I1108 23:36:45.954073 755400 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1108 23:36:45.954158 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:45.985043 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:46.464757 755400 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1108 23:36:46.618618 755400 addons.go:231] Setting addon gcp-auth=true in "addons-118967"
I1108 23:36:46.618667 755400 host.go:66] Checking if "addons-118967" exists ...
I1108 23:36:46.619122 755400 cli_runner.go:164] Run: docker container inspect addons-118967 --format={{.State.Status}}
I1108 23:36:46.652208 755400 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1108 23:36:46.652265 755400 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-118967
I1108 23:36:46.681930 755400 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33702 SSHKeyPath:/home/jenkins/minikube-integration/17586-749551/.minikube/machines/addons-118967/id_rsa Username:docker}
I1108 23:36:47.164074 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.949475918s)
I1108 23:36:47.164152 755400 addons.go:467] Verifying addon ingress=true in "addons-118967"
I1108 23:36:47.166168 755400 out.go:177] * Verifying ingress addon...
I1108 23:36:47.164347 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (6.650449498s)
I1108 23:36:47.164393 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.536333509s)
I1108 23:36:47.164544 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (6.081996099s)
I1108 23:36:47.164623 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.752521387s)
I1108 23:36:47.164697 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.91374588s)
I1108 23:36:47.167838 755400 addons.go:467] Verifying addon registry=true in "addons-118967"
I1108 23:36:47.170301 755400 out.go:177] * Verifying registry addon...
I1108 23:36:47.168659 755400 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
W1108 23:36:47.168691 755400 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1108 23:36:47.168713 755400 addons.go:467] Verifying addon metrics-server=true in "addons-118967"
I1108 23:36:47.172542 755400 retry.go:31] will retry after 267.269967ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1108 23:36:47.173102 755400 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1108 23:36:47.183198 755400 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1108 23:36:47.183222 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:47.187958 755400 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1108 23:36:47.188031 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:47.196743 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:47.201385 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:47.440947 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1108 23:36:47.702080 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:47.707328 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:48.213658 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:48.224977 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:48.720632 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:48.725728 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:48.836055 755400 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (5.817705032s)
I1108 23:36:48.836171 755400 api_server.go:72] duration metric: took 9.925468896s to wait for apiserver process to appear ...
I1108 23:36:48.836207 755400 api_server.go:88] waiting for apiserver healthz status ...
I1108 23:36:48.836274 755400 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1108 23:36:48.836622 755400 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.184392106s)
I1108 23:36:48.838352 755400 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I1108 23:36:48.840105 755400 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I1108 23:36:48.837675 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (6.018282061s)
I1108 23:36:48.842229 755400 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-118967"
I1108 23:36:48.844164 755400 out.go:177] * Verifying csi-hostpath-driver addon...
I1108 23:36:48.842439 755400 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1108 23:36:48.846590 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1108 23:36:48.847453 755400 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1108 23:36:48.853309 755400 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1108 23:36:48.861833 755400 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1108 23:36:48.861854 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:48.862082 755400 api_server.go:141] control plane version: v1.28.3
I1108 23:36:48.862127 755400 api_server.go:131] duration metric: took 25.863787ms to wait for apiserver health ...
I1108 23:36:48.862157 755400 system_pods.go:43] waiting for kube-system pods to appear ...
I1108 23:36:48.869247 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:48.886406 755400 system_pods.go:59] 19 kube-system pods found
I1108 23:36:48.886486 755400 system_pods.go:61] "coredns-5dd5756b68-85r22" [34c303c6-3a70-4b24-8cb4-a7db2e16376f] Running
I1108 23:36:48.886508 755400 system_pods.go:61] "coredns-5dd5756b68-fm9qn" [f7bf3f81-512d-4167-a993-eab07ffbf222] Running
I1108 23:36:48.886536 755400 system_pods.go:61] "csi-hostpath-attacher-0" [2bb21d19-16b9-495a-8da4-5f802733be21] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1108 23:36:48.886573 755400 system_pods.go:61] "csi-hostpath-resizer-0" [76803008-61d1-4fe2-ab55-9213bbe94848] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1108 23:36:48.886601 755400 system_pods.go:61] "csi-hostpathplugin-kpwxl" [eeb485fa-3fea-4f7f-9c58-840d7ba31742] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1108 23:36:48.886627 755400 system_pods.go:61] "etcd-addons-118967" [93d8ff9a-8d8d-4e9e-9cfc-015dde6f93c2] Running
I1108 23:36:48.886649 755400 system_pods.go:61] "kindnet-57lhb" [9c737f92-9f2c-478c-be0e-41a723d8cf6f] Running
I1108 23:36:48.886679 755400 system_pods.go:61] "kube-apiserver-addons-118967" [cd69e562-db92-4fed-b1e7-dfc59fde9f7f] Running
I1108 23:36:48.886705 755400 system_pods.go:61] "kube-controller-manager-addons-118967" [269285d5-9f6d-4f07-8523-e5f2cfa79039] Running
I1108 23:36:48.886732 755400 system_pods.go:61] "kube-ingress-dns-minikube" [b6d054c9-6481-4bc7-95e4-3a3dbeba5047] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1108 23:36:48.886758 755400 system_pods.go:61] "kube-proxy-s9stl" [a3d38e17-d9cb-4ba5-9ef1-d28228055660] Running
I1108 23:36:48.886792 755400 system_pods.go:61] "kube-scheduler-addons-118967" [dbda07dd-d5a8-49e5-bf43-397563a11bc4] Running
I1108 23:36:48.886823 755400 system_pods.go:61] "metrics-server-7c66d45ddc-c9kmx" [b5d47038-e0ba-4b1c-bdff-2a99a0a81148] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1108 23:36:48.886850 755400 system_pods.go:61] "nvidia-device-plugin-daemonset-46zpk" [87c2969a-8026-42fe-86c6-e669b75ebd9f] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1108 23:36:48.886879 755400 system_pods.go:61] "registry-fnqg8" [b764ff1f-e51d-4072-9a1e-bf302ffc887e] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1108 23:36:48.886919 755400 system_pods.go:61] "registry-proxy-znflj" [7a21a579-a336-4282-b18c-285134164e96] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1108 23:36:48.886946 755400 system_pods.go:61] "snapshot-controller-58dbcc7b99-4h6xr" [29c1f77b-d3c7-4be4-8937-e7ee39dd06bc] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1108 23:36:48.886974 755400 system_pods.go:61] "snapshot-controller-58dbcc7b99-7tp2m" [0c52a492-de39-4fea-a2d8-65d4f1a1e686] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1108 23:36:48.887007 755400 system_pods.go:61] "storage-provisioner" [d0fcbdb6-2c14-4d11-aeab-c316ea6748ad] Running
I1108 23:36:48.887029 755400 system_pods.go:74] duration metric: took 24.788617ms to wait for pod list to return data ...
I1108 23:36:48.887052 755400 default_sa.go:34] waiting for default service account to be created ...
I1108 23:36:48.889772 755400 default_sa.go:45] found service account: "default"
I1108 23:36:48.889832 755400 default_sa.go:55] duration metric: took 2.759717ms for default service account to be created ...
I1108 23:36:48.889857 755400 system_pods.go:116] waiting for k8s-apps to be running ...
I1108 23:36:48.900096 755400 system_pods.go:86] 19 kube-system pods found
I1108 23:36:48.900184 755400 system_pods.go:89] "coredns-5dd5756b68-85r22" [34c303c6-3a70-4b24-8cb4-a7db2e16376f] Running
I1108 23:36:48.900206 755400 system_pods.go:89] "coredns-5dd5756b68-fm9qn" [f7bf3f81-512d-4167-a993-eab07ffbf222] Running
I1108 23:36:48.900248 755400 system_pods.go:89] "csi-hostpath-attacher-0" [2bb21d19-16b9-495a-8da4-5f802733be21] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1108 23:36:48.900275 755400 system_pods.go:89] "csi-hostpath-resizer-0" [76803008-61d1-4fe2-ab55-9213bbe94848] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1108 23:36:48.900305 755400 system_pods.go:89] "csi-hostpathplugin-kpwxl" [eeb485fa-3fea-4f7f-9c58-840d7ba31742] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1108 23:36:48.900329 755400 system_pods.go:89] "etcd-addons-118967" [93d8ff9a-8d8d-4e9e-9cfc-015dde6f93c2] Running
I1108 23:36:48.900412 755400 system_pods.go:89] "kindnet-57lhb" [9c737f92-9f2c-478c-be0e-41a723d8cf6f] Running
I1108 23:36:48.900439 755400 system_pods.go:89] "kube-apiserver-addons-118967" [cd69e562-db92-4fed-b1e7-dfc59fde9f7f] Running
I1108 23:36:48.900462 755400 system_pods.go:89] "kube-controller-manager-addons-118967" [269285d5-9f6d-4f07-8523-e5f2cfa79039] Running
I1108 23:36:48.900488 755400 system_pods.go:89] "kube-ingress-dns-minikube" [b6d054c9-6481-4bc7-95e4-3a3dbeba5047] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1108 23:36:48.900521 755400 system_pods.go:89] "kube-proxy-s9stl" [a3d38e17-d9cb-4ba5-9ef1-d28228055660] Running
I1108 23:36:48.900547 755400 system_pods.go:89] "kube-scheduler-addons-118967" [dbda07dd-d5a8-49e5-bf43-397563a11bc4] Running
I1108 23:36:48.900573 755400 system_pods.go:89] "metrics-server-7c66d45ddc-c9kmx" [b5d47038-e0ba-4b1c-bdff-2a99a0a81148] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1108 23:36:48.900596 755400 system_pods.go:89] "nvidia-device-plugin-daemonset-46zpk" [87c2969a-8026-42fe-86c6-e669b75ebd9f] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1108 23:36:48.900628 755400 system_pods.go:89] "registry-fnqg8" [b764ff1f-e51d-4072-9a1e-bf302ffc887e] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1108 23:36:48.900658 755400 system_pods.go:89] "registry-proxy-znflj" [7a21a579-a336-4282-b18c-285134164e96] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1108 23:36:48.900687 755400 system_pods.go:89] "snapshot-controller-58dbcc7b99-4h6xr" [29c1f77b-d3c7-4be4-8937-e7ee39dd06bc] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1108 23:36:48.900712 755400 system_pods.go:89] "snapshot-controller-58dbcc7b99-7tp2m" [0c52a492-de39-4fea-a2d8-65d4f1a1e686] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1108 23:36:48.900742 755400 system_pods.go:89] "storage-provisioner" [d0fcbdb6-2c14-4d11-aeab-c316ea6748ad] Running
I1108 23:36:48.900768 755400 system_pods.go:126] duration metric: took 10.891997ms to wait for k8s-apps to be running ...
I1108 23:36:48.900791 755400 system_svc.go:44] waiting for kubelet service to be running ....
I1108 23:36:48.900876 755400 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1108 23:36:48.930289 755400 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1108 23:36:48.930356 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1108 23:36:49.002246 755400 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1108 23:36:49.002313 755400 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I1108 23:36:49.087408 755400 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1108 23:36:49.202235 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:49.206800 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:49.387402 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:49.471952 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.030917851s)
I1108 23:36:49.472048 755400 system_svc.go:56] duration metric: took 571.25507ms WaitForService to wait for kubelet.
I1108 23:36:49.472074 755400 kubeadm.go:581] duration metric: took 10.56137391s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I1108 23:36:49.472125 755400 node_conditions.go:102] verifying NodePressure condition ...
I1108 23:36:49.477731 755400 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1108 23:36:49.477802 755400 node_conditions.go:123] node cpu capacity is 2
I1108 23:36:49.477829 755400 node_conditions.go:105] duration metric: took 5.684315ms to run NodePressure ...
I1108 23:36:49.477854 755400 start.go:228] waiting for startup goroutines ...
I1108 23:36:49.701963 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:49.707212 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:49.875277 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:50.133509 755400 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.046020531s)
I1108 23:36:50.135883 755400 addons.go:467] Verifying addon gcp-auth=true in "addons-118967"
I1108 23:36:50.139667 755400 out.go:177] * Verifying gcp-auth addon...
I1108 23:36:50.142459 755400 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1108 23:36:50.151427 755400 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1108 23:36:50.151457 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:50.160476 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:50.202469 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:50.207971 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:50.377678 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:50.664149 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:50.702022 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:50.706167 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:50.875749 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:51.164255 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:51.201597 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:51.205923 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:51.375012 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:51.664467 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:51.701222 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:51.707183 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:51.875436 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:52.165576 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:52.201549 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:52.206384 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:52.375089 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:52.664935 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:52.701830 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:52.706596 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:52.875495 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:53.167275 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:53.201651 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:53.206682 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:53.376177 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:53.664799 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:53.701839 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:53.706482 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:53.876157 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:54.166922 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:54.201963 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:54.206493 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:54.381456 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:54.665185 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:54.701115 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:54.706569 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:54.875579 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:55.165161 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:55.202427 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:55.207017 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:55.375948 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:55.665639 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:55.701825 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:55.707261 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:55.875312 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:56.165172 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:56.203405 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:56.208695 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:56.376596 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:56.664427 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:56.701991 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:56.706685 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:56.875479 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:57.164464 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:57.201927 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:57.206935 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:57.376815 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:57.664594 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:57.702574 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:57.707297 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:57.875710 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:58.164893 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:58.201888 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:58.206512 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:58.375785 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:58.664916 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:58.702330 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:58.706860 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:58.875700 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:59.164429 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:59.202069 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:59.206565 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:59.386384 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:36:59.665405 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:36:59.702024 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:36:59.707807 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:36:59.875900 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:00.166749 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:00.205166 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:00.210838 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:00.377559 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:00.666132 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:00.702501 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:00.707269 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:00.875547 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:01.167318 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:01.202235 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:01.207559 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:01.376733 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:01.664528 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:01.702085 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:01.706746 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:01.875915 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:02.164413 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:02.202193 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:02.207817 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:02.375812 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:02.664669 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:02.701976 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:02.706204 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:02.875174 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:03.164843 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:03.201603 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:03.206236 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:03.375303 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:03.664900 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:03.701665 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:03.706089 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:03.874663 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:04.164387 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:04.201681 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:04.205799 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:04.375889 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:04.665218 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:04.702308 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:04.707243 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:04.876679 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:05.164454 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:05.203389 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:05.209962 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:05.375742 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:05.664102 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:05.702016 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:05.706596 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:05.875789 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:06.164973 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:06.201502 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:06.205762 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:06.376499 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:06.663972 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:06.701973 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:06.706529 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:06.875869 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:07.164161 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:07.202025 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:07.206357 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:07.375279 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:07.664471 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:07.702397 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:07.707038 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:07.876274 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:08.163915 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:08.201405 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:08.209336 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:08.376660 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:08.665470 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:08.703745 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:08.709558 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:08.877965 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:09.164821 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:09.202272 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:09.214938 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:09.382462 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:09.664917 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:09.701887 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:09.706572 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:09.876010 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:10.165823 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:10.201698 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:10.206724 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:10.378046 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:10.665131 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:10.702016 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:10.706616 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:10.879105 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:11.165231 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:11.201708 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:11.206252 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:11.376138 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:11.664829 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:11.704319 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:11.710608 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:11.875584 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:12.163993 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:12.201654 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:12.206975 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:12.376672 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:12.664836 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:12.701029 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:12.707733 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:12.878433 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:13.172757 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:13.203173 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:13.206680 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:13.375405 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:13.664914 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:13.709887 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:13.711108 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:13.875362 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:14.164515 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:14.202171 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:14.208165 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:14.377397 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:14.665867 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:14.701656 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:14.707069 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:14.874917 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:15.165496 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:15.203350 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:15.207536 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:15.376285 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:15.665353 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:15.702297 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:15.707264 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:15.876330 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:16.170421 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:16.206651 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:16.216253 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:16.376196 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:16.665272 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:16.702737 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:16.706438 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:16.877207 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:17.164355 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:17.202130 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:17.207852 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:17.377038 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:17.665113 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:17.701601 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:17.706207 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1108 23:37:17.874835 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:18.164425 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:18.203606 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:18.207767 755400 kapi.go:107] duration metric: took 31.034663483s to wait for kubernetes.io/minikube-addons=registry ...
I1108 23:37:18.376816 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:18.664755 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:18.701486 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:18.875045 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:19.164590 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:19.201936 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:19.375553 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:19.664801 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:19.704879 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:19.878110 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:20.165557 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:20.202089 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:20.376106 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:20.664185 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:20.701944 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:20.875404 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:21.164243 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:21.201719 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:21.375599 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:21.664499 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:21.701968 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:21.875611 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:22.164555 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:22.202668 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:22.374795 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:22.664334 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:22.702147 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:22.875741 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:23.181133 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:23.203591 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:23.379781 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:23.665333 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:23.703056 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:23.875985 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:24.165362 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:24.202125 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:24.375193 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:24.664710 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:24.702106 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:24.875826 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:25.164326 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:25.201730 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:25.375295 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:25.664248 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:25.701678 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:25.876208 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:26.164508 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:26.204451 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:26.375247 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:26.665658 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:26.701864 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:26.876071 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:27.164998 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:27.201494 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:27.375202 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:27.665915 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:27.702602 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:27.876530 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:28.164436 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:28.201336 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:28.377649 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:28.664665 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:28.701518 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:28.875041 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:29.164753 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:29.204640 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:29.378635 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:29.664211 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:29.701154 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:29.875403 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:30.165047 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:30.211698 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:30.375777 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:30.667164 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:30.701678 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:30.878609 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:31.164665 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:31.201363 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:31.375787 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:31.665279 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:31.701176 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:31.891769 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:32.164349 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:32.201824 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:32.375554 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:32.664716 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:32.702048 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:32.875805 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:33.164523 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:33.202415 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:33.375386 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:33.665008 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:33.714736 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:33.877653 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:34.164454 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:34.201913 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:34.375520 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:34.664368 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:34.701199 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:34.874787 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:35.164397 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:35.201736 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:35.375185 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:35.664392 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:35.701998 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:35.878596 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1108 23:37:36.164607 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:36.202345 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:36.375196 755400 kapi.go:107] duration metric: took 47.527744031s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1108 23:37:36.664658 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:36.701656 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:37.164906 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:37.201249 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:37.664274 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:37.701716 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:38.165082 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:38.201660 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:38.664719 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:38.701499 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:39.164815 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:39.201545 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:39.664504 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:39.701321 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:40.164252 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:40.201335 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:40.664690 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:40.702090 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:41.164631 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:41.202415 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:41.664266 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:41.701524 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:42.164788 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:42.203801 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:42.665090 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:42.707144 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:43.164471 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:43.201848 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:43.664701 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:43.701313 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:44.164040 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:44.201549 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:44.664328 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:44.701624 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:45.170055 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:45.202147 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:45.665063 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:45.702003 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:46.164930 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:46.201804 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:46.665018 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:46.701860 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:47.164924 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:47.202040 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:47.664812 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:47.701552 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:48.164145 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:48.201102 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:48.664287 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:48.701889 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:49.164824 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:49.201237 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:49.664387 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:49.702075 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:50.165370 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:50.201653 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:50.664509 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:50.702227 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:51.165341 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:51.202739 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:51.664726 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:51.701669 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:52.164129 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:52.202047 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:52.663956 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:52.701482 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:53.164294 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:53.201350 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:53.664913 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:53.702580 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:54.164711 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:54.201315 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:54.665102 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:54.703281 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:55.164765 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:55.203311 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:55.665105 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:55.702756 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:56.164749 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:56.202339 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:56.666947 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:56.704824 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:57.165260 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:57.203846 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:57.664989 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:57.702512 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:58.164955 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:58.202276 755400 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1108 23:37:58.664854 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:58.703745 755400 kapi.go:107] duration metric: took 1m11.535084236s to wait for app.kubernetes.io/name=ingress-nginx ...
I1108 23:37:59.164682 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:37:59.668041 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:38:00.175091 755400 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1108 23:38:00.665626 755400 kapi.go:107] duration metric: took 1m10.523162738s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1108 23:38:00.667392 755400 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-118967 cluster.
I1108 23:38:00.668978 755400 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1108 23:38:00.670702 755400 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1108 23:38:00.672417 755400 out.go:177] * Enabled addons: nvidia-device-plugin, cloud-spanner, default-storageclass, storage-provisioner, storage-provisioner-rancher, inspektor-gadget, ingress-dns, metrics-server, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I1108 23:38:00.673878 755400 addons.go:502] enable addons completed in 1m22.024644398s: enabled=[nvidia-device-plugin cloud-spanner default-storageclass storage-provisioner storage-provisioner-rancher inspektor-gadget ingress-dns metrics-server volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I1108 23:38:00.673929 755400 start.go:233] waiting for cluster config update ...
I1108 23:38:00.673949 755400 start.go:242] writing updated cluster config ...
I1108 23:38:00.674268 755400 ssh_runner.go:195] Run: rm -f paused
I1108 23:38:00.799662 755400 start.go:600] kubectl: 1.28.3, cluster: 1.28.3 (minor skew: 0)
I1108 23:38:00.804100 755400 out.go:177] * Done! kubectl is now configured to use "addons-118967" cluster and "default" namespace by default
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b5c258d081e0f dd1b12fcb6097 9 seconds ago Exited hello-world-app 2 4eae5c0260fa0 hello-world-app-5d77478584-m5k67
9e3316b9f3e91 aae348c9fbd40 33 seconds ago Running nginx 0 8f3d32388dfd2 nginx
0ba8ae2bdce30 14b04e7ab95a8 57 seconds ago Running headlamp 0 4706af824e40e headlamp-777fd4b855-vnjrn
957f30f0af6b6 2a5f29343eb03 About a minute ago Running gcp-auth 0 388c11cf7fd13 gcp-auth-d4c87556c-vxpw7
951cece4c522d af594c6a879f2 2 minutes ago Exited patch 0 7b092ea706b31 ingress-nginx-admission-patch-54bbb
81a39b990d925 af594c6a879f2 2 minutes ago Exited create 0 5fdabec60bd5f ingress-nginx-admission-create-djs7h
768ff84fab9f3 ba04bb24b9575 3 minutes ago Running storage-provisioner 0 6109aa3b59372 storage-provisioner
ef07a9e94c34d 97e04611ad434 3 minutes ago Running coredns 0 56e5d18722650 coredns-5dd5756b68-fm9qn
55a82049a394d 97e04611ad434 3 minutes ago Running coredns 0 e57d5cbb7a505 coredns-5dd5756b68-85r22
d2c6b7564e349 04b4eaa3d3db8 3 minutes ago Running kindnet-cni 0 813558e5b930b kindnet-57lhb
1d81123970592 a5dd5cdd6d3ef 3 minutes ago Running kube-proxy 0 7173c37eb4b2b kube-proxy-s9stl
bffb16a5a8abe 9cdd6470f48c8 3 minutes ago Running etcd 0 0e71134ac0e0e etcd-addons-118967
e8a25681fea82 42a4e73724daa 3 minutes ago Running kube-scheduler 0 29c301b8ff9bb kube-scheduler-addons-118967
f3393685f2d9d 8276439b4f237 3 minutes ago Running kube-controller-manager 0 ee0952db35b74 kube-controller-manager-addons-118967
ee136bcbc0a91 537e9a59ee2fd 3 minutes ago Running kube-apiserver 0 894c55f1f179d kube-apiserver-addons-118967
*
* ==> containerd <==
* Nov 08 23:39:42 addons-118967 containerd[745]: time="2023-11-08T23:39:42.869559341Z" level=info msg="TearDown network for sandbox \"6ca11ad1c9066ec3fef6e57e3fe773823e5d22b5ca74381e71657da6286077ba\" successfully"
Nov 08 23:39:42 addons-118967 containerd[745]: time="2023-11-08T23:39:42.869682918Z" level=info msg="StopPodSandbox for \"6ca11ad1c9066ec3fef6e57e3fe773823e5d22b5ca74381e71657da6286077ba\" returns successfully"
Nov 08 23:39:42 addons-118967 containerd[745]: time="2023-11-08T23:39:42.903006988Z" level=info msg="RemoveContainer for \"c1e1930d989d10ca8a46c3dfccc16919ce0552c8ad3fb2648e058c47bd1319f0\""
Nov 08 23:39:42 addons-118967 containerd[745]: time="2023-11-08T23:39:42.912435658Z" level=info msg="RemoveContainer for \"c1e1930d989d10ca8a46c3dfccc16919ce0552c8ad3fb2648e058c47bd1319f0\" returns successfully"
Nov 08 23:39:42 addons-118967 containerd[745]: time="2023-11-08T23:39:42.916636469Z" level=info msg="RemoveContainer for \"e75190a8c49970e06e93a818a1de443a8aef30836f8213f2b16c82f589e7a947\""
Nov 08 23:39:42 addons-118967 containerd[745]: time="2023-11-08T23:39:42.924275855Z" level=info msg="RemoveContainer for \"e75190a8c49970e06e93a818a1de443a8aef30836f8213f2b16c82f589e7a947\" returns successfully"
Nov 08 23:39:44 addons-118967 containerd[745]: time="2023-11-08T23:39:44.943571085Z" level=info msg="StopContainer for \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\" with timeout 2 (s)"
Nov 08 23:39:44 addons-118967 containerd[745]: time="2023-11-08T23:39:44.943967292Z" level=info msg="Stop container \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\" with signal terminated"
Nov 08 23:39:46 addons-118967 containerd[745]: time="2023-11-08T23:39:46.951964022Z" level=info msg="Kill container \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\""
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.049031850Z" level=info msg="shim disconnected" id=b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.049094521Z" level=warning msg="cleaning up after shim disconnected" id=b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac namespace=k8s.io
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.049106681Z" level=info msg="cleaning up dead shim"
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.059402991Z" level=warning msg="cleanup warnings time=\"2023-11-08T23:39:47Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11102 runtime=io.containerd.runc.v2\n"
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.062667346Z" level=info msg="StopContainer for \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\" returns successfully"
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.063271266Z" level=info msg="StopPodSandbox for \"a89bc62b5a86303ab6247b8f917e0c1708bf46efc232147cd957013948ce1d98\""
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.063347032Z" level=info msg="Container to stop \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\" must be in running or unknown state, current state \"CONTAINER_EXITED\""
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.098106296Z" level=info msg="shim disconnected" id=a89bc62b5a86303ab6247b8f917e0c1708bf46efc232147cd957013948ce1d98
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.098178320Z" level=warning msg="cleaning up after shim disconnected" id=a89bc62b5a86303ab6247b8f917e0c1708bf46efc232147cd957013948ce1d98 namespace=k8s.io
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.098190373Z" level=info msg="cleaning up dead shim"
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.110934616Z" level=warning msg="cleanup warnings time=\"2023-11-08T23:39:47Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11133 runtime=io.containerd.runc.v2\n"
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.174385895Z" level=info msg="TearDown network for sandbox \"a89bc62b5a86303ab6247b8f917e0c1708bf46efc232147cd957013948ce1d98\" successfully"
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.174576409Z" level=info msg="StopPodSandbox for \"a89bc62b5a86303ab6247b8f917e0c1708bf46efc232147cd957013948ce1d98\" returns successfully"
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.922420991Z" level=info msg="RemoveContainer for \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\""
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.927276306Z" level=info msg="RemoveContainer for \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\" returns successfully"
Nov 08 23:39:47 addons-118967 containerd[745]: time="2023-11-08T23:39:47.927954990Z" level=error msg="ContainerStatus for \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\": not found"
*
* ==> coredns [55a82049a394d1e287362aa0cf9ec52e0ba10f2ec402d02c68fcf6e79175f296] <==
* [INFO] 10.244.0.19:40499 - 24787 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000131446s
[INFO] 10.244.0.19:40499 - 25242 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000104943s
[INFO] 10.244.0.19:40499 - 30311 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000103557s
[INFO] 10.244.0.19:40499 - 63948 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000098608s
[INFO] 10.244.0.19:40499 - 54698 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002038654s
[INFO] 10.244.0.19:40499 - 65009 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001086682s
[INFO] 10.244.0.19:40499 - 65374 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00015766s
[INFO] 10.244.0.19:47463 - 38812 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000150957s
[INFO] 10.244.0.19:47463 - 29967 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000066051s
[INFO] 10.244.0.19:49678 - 44309 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000133743s
[INFO] 10.244.0.19:47463 - 4631 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000049879s
[INFO] 10.244.0.19:49678 - 1089 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000192327s
[INFO] 10.244.0.19:47463 - 54649 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00020356s
[INFO] 10.244.0.19:49678 - 37104 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000347355s
[INFO] 10.244.0.19:47463 - 6927 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000065559s
[INFO] 10.244.0.19:49678 - 35298 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000066453s
[INFO] 10.244.0.19:49678 - 17003 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00005408s
[INFO] 10.244.0.19:49678 - 56518 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000081337s
[INFO] 10.244.0.19:47463 - 29452 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000058485s
[INFO] 10.244.0.19:49678 - 29077 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001391723s
[INFO] 10.244.0.19:47463 - 29037 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001575657s
[INFO] 10.244.0.19:49678 - 61113 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000900566s
[INFO] 10.244.0.19:49678 - 29361 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000079844s
[INFO] 10.244.0.19:47463 - 33407 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000869255s
[INFO] 10.244.0.19:47463 - 10813 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000058806s
*
* ==> coredns [ef07a9e94c34d0d3ec0b175cbbd012c83c577f4659f0409329894180b4537c11] <==
* linux/arm64, go1.20, 055b2c3
[INFO] Reloading
[INFO] plugin/reload: Running configuration SHA512 = 05e3eaddc414b2d71a69b2e2bc6f2681fc1f4d04bcdd3acc1a41457bb7db518208b95ddfc4c9fffedc59c25a8faf458be1af4915a4a3c0d6777cb7a346bc5d86
[INFO] Reloading complete
[INFO] 10.244.0.6:43172 - 54141 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002055597s
[INFO] 10.244.0.6:43172 - 34683 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002048229s
[INFO] 10.244.0.6:45361 - 32202 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000182744s
[INFO] 10.244.0.6:45361 - 44232 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000589618s
[INFO] 10.244.0.6:59723 - 18111 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001276195s
[INFO] 10.244.0.6:59723 - 49585 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001639287s
[INFO] 10.244.0.20:43464 - 55811 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.001480339s
[INFO] 10.244.0.20:42180 - 48142 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000164848s
[INFO] 10.244.0.20:41578 - 16062 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000141776s
[INFO] 10.244.0.20:42796 - 32909 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002851368s
[INFO] 10.244.0.22:37161 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000177608s
[INFO] 10.244.0.22:45181 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000188726s
[INFO] 10.244.0.19:41156 - 7266 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000179806s
[INFO] 10.244.0.19:41156 - 20683 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000149645s
[INFO] 10.244.0.19:41156 - 3284 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000131635s
[INFO] 10.244.0.19:41156 - 58181 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000090273s
[INFO] 10.244.0.19:41156 - 44875 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000103376s
[INFO] 10.244.0.19:41156 - 42784 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000129345s
[INFO] 10.244.0.19:41156 - 6028 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.006398078s
[INFO] 10.244.0.19:41156 - 52050 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002025673s
[INFO] 10.244.0.19:41156 - 37618 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000196931s
*
* ==> describe nodes <==
* Name: addons-118967
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-118967
kubernetes.io/os=linux
minikube.k8s.io/commit=e21c718ea4d79be9ab6c82476dffc8ce4079c94e
minikube.k8s.io/name=addons-118967
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_11_08T23_36_26_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-118967
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 08 Nov 2023 23:36:22 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-118967
AcquireTime: <unset>
RenewTime: Wed, 08 Nov 2023 23:39:49 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 08 Nov 2023 23:39:29 +0000 Wed, 08 Nov 2023 23:36:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 08 Nov 2023 23:39:29 +0000 Wed, 08 Nov 2023 23:36:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 08 Nov 2023 23:39:29 +0000 Wed, 08 Nov 2023 23:36:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 08 Nov 2023 23:39:29 +0000 Wed, 08 Nov 2023 23:36:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-118967
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 251cda9c0e314613903ab9d288839716
System UUID: cafd3284-4b89-4bcf-a36f-5707a85fe41b
Boot ID: 34e87349-8f26-419b-8ec9-ff846a1986b6
Kernel Version: 5.15.0-1049-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.6.24
Kubelet Version: v1.28.3
Kube-Proxy Version: v1.28.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-m5k67 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 36s
gcp-auth gcp-auth-d4c87556c-vxpw7 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m2s
headlamp headlamp-777fd4b855-vnjrn 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 60s
kube-system coredns-5dd5756b68-85r22 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m14s
kube-system coredns-5dd5756b68-fm9qn 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m14s
kube-system etcd-addons-118967 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m27s
kube-system kindnet-57lhb 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m15s
kube-system kube-apiserver-addons-118967 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m27s
kube-system kube-controller-manager-addons-118967 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m27s
kube-system kube-proxy-s9stl 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m15s
kube-system kube-scheduler-addons-118967 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m27s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m9s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%!)(MISSING) 100m (5%!)(MISSING)
memory 290Mi (3%!)(MISSING) 390Mi (4%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m12s kube-proxy
Normal Starting 3m27s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m27s kubelet Node addons-118967 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m27s kubelet Node addons-118967 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m27s kubelet Node addons-118967 status is now: NodeHasSufficientPID
Normal NodeNotReady 3m27s kubelet Node addons-118967 status is now: NodeNotReady
Normal NodeAllocatableEnforced 3m27s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 3m17s kubelet Node addons-118967 status is now: NodeReady
Normal RegisteredNode 3m15s node-controller Node addons-118967 event: Registered Node addons-118967 in Controller
*
* ==> dmesg <==
* [ +0.001076] FS-Cache: O-key=[8] '3e3c5c0100000000'
[ +0.000762] FS-Cache: N-cookie c=00000030 [p=00000027 fl=2 nc=0 na=1]
[ +0.001025] FS-Cache: N-cookie d=0000000032cbb99c{9p.inode} n=00000000141d2f98
[ +0.001092] FS-Cache: N-key=[8] '3e3c5c0100000000'
[ +0.005644] FS-Cache: Duplicate cookie detected
[ +0.000771] FS-Cache: O-cookie c=0000002a [p=00000027 fl=226 nc=0 na=1]
[ +0.001003] FS-Cache: O-cookie d=0000000032cbb99c{9p.inode} n=00000000e15b38e7
[ +0.001132] FS-Cache: O-key=[8] '3e3c5c0100000000'
[ +0.001027] FS-Cache: N-cookie c=00000031 [p=00000027 fl=2 nc=0 na=1]
[ +0.000978] FS-Cache: N-cookie d=0000000032cbb99c{9p.inode} n=0000000028725ca5
[ +0.001137] FS-Cache: N-key=[8] '3e3c5c0100000000'
[ +2.604199] FS-Cache: Duplicate cookie detected
[ +0.000703] FS-Cache: O-cookie c=00000028 [p=00000027 fl=226 nc=0 na=1]
[ +0.001120] FS-Cache: O-cookie d=0000000032cbb99c{9p.inode} n=000000001a1e0a53
[ +0.001138] FS-Cache: O-key=[8] '3d3c5c0100000000'
[ +0.000761] FS-Cache: N-cookie c=00000033 [p=00000027 fl=2 nc=0 na=1]
[ +0.001030] FS-Cache: N-cookie d=0000000032cbb99c{9p.inode} n=00000000b5bb4b51
[ +0.001267] FS-Cache: N-key=[8] '3d3c5c0100000000'
[ +0.495540] FS-Cache: Duplicate cookie detected
[ +0.000871] FS-Cache: O-cookie c=0000002d [p=00000027 fl=226 nc=0 na=1]
[ +0.001422] FS-Cache: O-cookie d=0000000032cbb99c{9p.inode} n=00000000558770d2
[ +0.001162] FS-Cache: O-key=[8] '433c5c0100000000'
[ +0.000742] FS-Cache: N-cookie c=00000034 [p=00000027 fl=2 nc=0 na=1]
[ +0.000995] FS-Cache: N-cookie d=0000000032cbb99c{9p.inode} n=00000000141d2f98
[ +0.001156] FS-Cache: N-key=[8] '433c5c0100000000'
*
* ==> etcd [bffb16a5a8abed05af74011ab44c07932003d0c076ff7572b0b0252b69b713a8] <==
* {"level":"info","ts":"2023-11-08T23:36:18.752898Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2023-11-08T23:36:18.765527Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2023-11-08T23:36:18.765553Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2023-11-08T23:36:18.753894Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-11-08T23:36:18.765657Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2023-11-08T23:36:18.762054Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2023-11-08T23:36:18.765782Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2023-11-08T23:36:19.601529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2023-11-08T23:36:19.601723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2023-11-08T23:36:19.601837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2023-11-08T23:36:19.601927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2023-11-08T23:36:19.60202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-11-08T23:36:19.6021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2023-11-08T23:36:19.602185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2023-11-08T23:36:19.609615Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-118967 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2023-11-08T23:36:19.609814Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-08T23:36:19.610373Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-11-08T23:36:19.61113Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-11-08T23:36:19.612586Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2023-11-08T23:36:19.612856Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-08T23:36:19.621767Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-11-08T23:36:19.621817Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-11-08T23:36:19.633532Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-08T23:36:19.635206Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-11-08T23:36:19.635233Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
*
* ==> gcp-auth [957f30f0af6b6757dc5a875bccdbf76383712d3961bed8c154338d8e2188f955] <==
* 2023/11/08 23:38:00 GCP Auth Webhook started!
2023/11/08 23:38:03 Ready to marshal response ...
2023/11/08 23:38:03 Ready to write response ...
2023/11/08 23:38:11 Ready to marshal response ...
2023/11/08 23:38:11 Ready to write response ...
2023/11/08 23:38:22 Ready to marshal response ...
2023/11/08 23:38:22 Ready to write response ...
2023/11/08 23:38:22 Ready to marshal response ...
2023/11/08 23:38:22 Ready to write response ...
2023/11/08 23:38:27 Ready to marshal response ...
2023/11/08 23:38:27 Ready to write response ...
2023/11/08 23:38:31 Ready to marshal response ...
2023/11/08 23:38:31 Ready to write response ...
2023/11/08 23:38:52 Ready to marshal response ...
2023/11/08 23:38:52 Ready to write response ...
2023/11/08 23:38:52 Ready to marshal response ...
2023/11/08 23:38:52 Ready to write response ...
2023/11/08 23:38:52 Ready to marshal response ...
2023/11/08 23:38:52 Ready to write response ...
2023/11/08 23:39:16 Ready to marshal response ...
2023/11/08 23:39:16 Ready to write response ...
2023/11/08 23:39:26 Ready to marshal response ...
2023/11/08 23:39:26 Ready to write response ...
*
* ==> kernel <==
* 23:39:52 up 6:22, 0 users, load average: 0.72, 1.31, 1.52
Linux addons-118967 5.15.0-1049-aws #54~20.04.1-Ubuntu SMP Fri Oct 6 22:07:16 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
*
* ==> kindnet [d2c6b7564e349dc8d6d810bd0a4d6360e1035072e20874a7406c19c21d9a1410] <==
* I1108 23:37:50.683981 1 main.go:227] handling current node
I1108 23:38:00.699041 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:38:00.699135 1 main.go:227] handling current node
I1108 23:38:10.711883 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:38:10.711913 1 main.go:227] handling current node
I1108 23:38:20.721682 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:38:20.721711 1 main.go:227] handling current node
I1108 23:38:30.725966 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:38:30.725992 1 main.go:227] handling current node
I1108 23:38:40.729766 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:38:40.729797 1 main.go:227] handling current node
I1108 23:38:50.741030 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:38:50.741057 1 main.go:227] handling current node
I1108 23:39:00.745648 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:39:00.745729 1 main.go:227] handling current node
I1108 23:39:10.754834 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:39:10.754865 1 main.go:227] handling current node
I1108 23:39:20.765083 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:39:20.765119 1 main.go:227] handling current node
I1108 23:39:30.769553 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:39:30.769582 1 main.go:227] handling current node
I1108 23:39:40.773491 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:39:40.773517 1 main.go:227] handling current node
I1108 23:39:50.778191 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I1108 23:39:50.778220 1 main.go:227] handling current node
*
* ==> kube-apiserver [ee136bcbc0a9187c8607dca2f2523a8f682474d1ba33855ea1c6147ffeea3d08] <==
* I1108 23:38:44.603441 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1108 23:38:44.603754 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1108 23:38:44.637689 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1108 23:38:44.637894 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1108 23:38:44.652653 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1108 23:38:44.652706 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1108 23:38:44.664412 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1108 23:38:44.664631 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1108 23:38:44.675004 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1108 23:38:44.675271 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1108 23:38:44.694064 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1108 23:38:44.694567 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1108 23:38:45.638741 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1108 23:38:45.694553 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1108 23:38:45.706960 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
E1108 23:38:47.954515 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1108 23:38:52.048973 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.111.145.105"}
I1108 23:39:13.693515 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I1108 23:39:13.702355 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1108 23:39:14.720368 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1108 23:39:16.481087 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I1108 23:39:16.871539 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1108 23:39:16.880787 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.104.142.139"}
I1108 23:39:26.853997 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.106.220.148"}
E1108 23:39:43.219044 1 watch.go:287] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoderWithAllocator{writer:responsewriter.outerWithCloseNotifyAndFlush{UserProvidedDecorator:(*metrics.ResponseWriterDelegator)(0x400ba3d1a0), InnerCloseNotifierFlusher:struct { httpsnoop.Unwrapper; http.ResponseWriter; http.Flusher; http.CloseNotifier; http.Pusher }{Unwrapper:(*httpsnoop.rw)(0x400e8efa40), ResponseWriter:(*httpsnoop.rw)(0x400e8efa40), Flusher:(*httpsnoop.rw)(0x400e8efa40), CloseNotifier:(*httpsnoop.rw)(0x400e8efa40), Pusher:(*httpsnoop.rw)(0x400e8efa40)}}, encoder:(*versioning.codec)(0x400d339900), memAllocator:(*runtime.Allocator)(0x40046ca228)})
*
* ==> kube-controller-manager [f3393685f2d9d688bfd113fcb2c8f46a175686d1ba500b6510a6fdbc5194803c] <==
* W1108 23:39:25.665972 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1108 23:39:25.666009 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1108 23:39:26.573162 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I1108 23:39:26.609145 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-m5k67"
I1108 23:39:26.630664 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="57.294127ms"
I1108 23:39:26.647307 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="16.601571ms"
I1108 23:39:26.647494 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="136.746µs"
I1108 23:39:26.648383 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="165.341µs"
W1108 23:39:28.226193 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1108 23:39:28.226231 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1108 23:39:29.872668 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="67.519µs"
I1108 23:39:30.879759 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="55.467µs"
I1108 23:39:31.882992 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="73.616µs"
W1108 23:39:33.027072 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1108 23:39:33.027112 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I1108 23:39:37.960398 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I1108 23:39:37.960443 1 shared_informer.go:318] Caches are synced for resource quota
I1108 23:39:38.420500 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I1108 23:39:38.420549 1 shared_informer.go:318] Caches are synced for garbage collector
I1108 23:39:42.920066 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="68.972µs"
I1108 23:39:43.925109 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7c6974c4d8" duration="5.07µs"
I1108 23:39:43.925533 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I1108 23:39:43.935531 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
W1108 23:39:52.758808 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1108 23:39:52.758845 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
*
* ==> kube-proxy [1d8112397059256181dff44957275928f2b246cb17859a08fe368f205201eed6] <==
* I1108 23:36:39.568903 1 server_others.go:69] "Using iptables proxy"
I1108 23:36:39.600125 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I1108 23:36:39.659265 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1108 23:36:39.663186 1 server_others.go:152] "Using iptables Proxier"
I1108 23:36:39.663224 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1108 23:36:39.663231 1 server_others.go:438] "Defaulting to no-op detect-local"
I1108 23:36:39.663309 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1108 23:36:39.663526 1 server.go:846] "Version info" version="v1.28.3"
I1108 23:36:39.663536 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1108 23:36:39.668531 1 config.go:188] "Starting service config controller"
I1108 23:36:39.668555 1 shared_informer.go:311] Waiting for caches to sync for service config
I1108 23:36:39.668580 1 config.go:97] "Starting endpoint slice config controller"
I1108 23:36:39.668584 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1108 23:36:39.669417 1 config.go:315] "Starting node config controller"
I1108 23:36:39.669425 1 shared_informer.go:311] Waiting for caches to sync for node config
I1108 23:36:39.773530 1 shared_informer.go:318] Caches are synced for node config
I1108 23:36:39.773565 1 shared_informer.go:318] Caches are synced for service config
I1108 23:36:39.773628 1 shared_informer.go:318] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [e8a25681fea82f272492f03fa0d9ae251c8cb0dc7794c188aa399aaf2cb023b7] <==
* W1108 23:36:22.845031 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1108 23:36:22.845164 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1108 23:36:22.845230 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1108 23:36:22.845250 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1108 23:36:22.845291 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1108 23:36:22.845310 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1108 23:36:22.845353 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1108 23:36:22.845369 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1108 23:36:22.847498 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1108 23:36:22.847535 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1108 23:36:22.847597 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1108 23:36:22.847614 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1108 23:36:22.847652 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1108 23:36:22.847668 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1108 23:36:22.847758 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1108 23:36:22.847781 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1108 23:36:22.847816 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1108 23:36:22.847834 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W1108 23:36:22.848810 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1108 23:36:22.848840 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1108 23:36:23.662076 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1108 23:36:23.662116 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1108 23:36:23.676151 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1108 23:36:23.676188 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
I1108 23:36:24.233548 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* Nov 08 23:39:31 addons-118967 kubelet[1353]: E1108 23:39:31.869002 1353 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-m5k67_default(fa08315f-c33e-4240-a3f1-74f6420b66a9)\"" pod="default/hello-world-app-5d77478584-m5k67" podUID="fa08315f-c33e-4240-a3f1-74f6420b66a9"
Nov 08 23:39:36 addons-118967 kubelet[1353]: I1108 23:39:36.592872 1353 scope.go:117] "RemoveContainer" containerID="c1e1930d989d10ca8a46c3dfccc16919ce0552c8ad3fb2648e058c47bd1319f0"
Nov 08 23:39:36 addons-118967 kubelet[1353]: E1108 23:39:36.593146 1353 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(b6d054c9-6481-4bc7-95e4-3a3dbeba5047)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="b6d054c9-6481-4bc7-95e4-3a3dbeba5047"
Nov 08 23:39:42 addons-118967 kubelet[1353]: I1108 23:39:42.593347 1353 scope.go:117] "RemoveContainer" containerID="e75190a8c49970e06e93a818a1de443a8aef30836f8213f2b16c82f589e7a947"
Nov 08 23:39:42 addons-118967 kubelet[1353]: I1108 23:39:42.898677 1353 scope.go:117] "RemoveContainer" containerID="c1e1930d989d10ca8a46c3dfccc16919ce0552c8ad3fb2648e058c47bd1319f0"
Nov 08 23:39:42 addons-118967 kubelet[1353]: I1108 23:39:42.904614 1353 scope.go:117] "RemoveContainer" containerID="b5c258d081e0fc41ef9f9705421dd57251226d19bc0a698deae7296e55c6d54a"
Nov 08 23:39:42 addons-118967 kubelet[1353]: E1108 23:39:42.905149 1353 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-m5k67_default(fa08315f-c33e-4240-a3f1-74f6420b66a9)\"" pod="default/hello-world-app-5d77478584-m5k67" podUID="fa08315f-c33e-4240-a3f1-74f6420b66a9"
Nov 08 23:39:42 addons-118967 kubelet[1353]: I1108 23:39:42.913267 1353 scope.go:117] "RemoveContainer" containerID="e75190a8c49970e06e93a818a1de443a8aef30836f8213f2b16c82f589e7a947"
Nov 08 23:39:43 addons-118967 kubelet[1353]: I1108 23:39:43.037116 1353 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nl962\" (UniqueName: \"kubernetes.io/projected/b6d054c9-6481-4bc7-95e4-3a3dbeba5047-kube-api-access-nl962\") pod \"b6d054c9-6481-4bc7-95e4-3a3dbeba5047\" (UID: \"b6d054c9-6481-4bc7-95e4-3a3dbeba5047\") "
Nov 08 23:39:43 addons-118967 kubelet[1353]: I1108 23:39:43.040231 1353 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b6d054c9-6481-4bc7-95e4-3a3dbeba5047-kube-api-access-nl962" (OuterVolumeSpecName: "kube-api-access-nl962") pod "b6d054c9-6481-4bc7-95e4-3a3dbeba5047" (UID: "b6d054c9-6481-4bc7-95e4-3a3dbeba5047"). InnerVolumeSpecName "kube-api-access-nl962". PluginName "kubernetes.io/projected", VolumeGidValue ""
Nov 08 23:39:43 addons-118967 kubelet[1353]: I1108 23:39:43.137752 1353 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-nl962\" (UniqueName: \"kubernetes.io/projected/b6d054c9-6481-4bc7-95e4-3a3dbeba5047-kube-api-access-nl962\") on node \"addons-118967\" DevicePath \"\""
Nov 08 23:39:43 addons-118967 kubelet[1353]: I1108 23:39:43.596738 1353 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="b6d054c9-6481-4bc7-95e4-3a3dbeba5047" path="/var/lib/kubelet/pods/b6d054c9-6481-4bc7-95e4-3a3dbeba5047/volumes"
Nov 08 23:39:45 addons-118967 kubelet[1353]: I1108 23:39:45.595812 1353 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="2c8e15af-0e93-40a4-ad3c-5dda12bd05e8" path="/var/lib/kubelet/pods/2c8e15af-0e93-40a4-ad3c-5dda12bd05e8/volumes"
Nov 08 23:39:45 addons-118967 kubelet[1353]: I1108 23:39:45.596200 1353 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="540dca89-9b74-40c2-b024-fb7c1a73a0e7" path="/var/lib/kubelet/pods/540dca89-9b74-40c2-b024-fb7c1a73a0e7/volumes"
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.277332 1353 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/6c9477d4-4298-42fd-965e-4c41f6008a38-webhook-cert\") pod \"6c9477d4-4298-42fd-965e-4c41f6008a38\" (UID: \"6c9477d4-4298-42fd-965e-4c41f6008a38\") "
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.277412 1353 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wrn4f\" (UniqueName: \"kubernetes.io/projected/6c9477d4-4298-42fd-965e-4c41f6008a38-kube-api-access-wrn4f\") pod \"6c9477d4-4298-42fd-965e-4c41f6008a38\" (UID: \"6c9477d4-4298-42fd-965e-4c41f6008a38\") "
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.279812 1353 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6c9477d4-4298-42fd-965e-4c41f6008a38-kube-api-access-wrn4f" (OuterVolumeSpecName: "kube-api-access-wrn4f") pod "6c9477d4-4298-42fd-965e-4c41f6008a38" (UID: "6c9477d4-4298-42fd-965e-4c41f6008a38"). InnerVolumeSpecName "kube-api-access-wrn4f". PluginName "kubernetes.io/projected", VolumeGidValue ""
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.282330 1353 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c9477d4-4298-42fd-965e-4c41f6008a38-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "6c9477d4-4298-42fd-965e-4c41f6008a38" (UID: "6c9477d4-4298-42fd-965e-4c41f6008a38"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.377655 1353 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-wrn4f\" (UniqueName: \"kubernetes.io/projected/6c9477d4-4298-42fd-965e-4c41f6008a38-kube-api-access-wrn4f\") on node \"addons-118967\" DevicePath \"\""
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.377690 1353 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/6c9477d4-4298-42fd-965e-4c41f6008a38-webhook-cert\") on node \"addons-118967\" DevicePath \"\""
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.595724 1353 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="6c9477d4-4298-42fd-965e-4c41f6008a38" path="/var/lib/kubelet/pods/6c9477d4-4298-42fd-965e-4c41f6008a38/volumes"
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.920522 1353 scope.go:117] "RemoveContainer" containerID="b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac"
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.927650 1353 scope.go:117] "RemoveContainer" containerID="b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac"
Nov 08 23:39:47 addons-118967 kubelet[1353]: E1108 23:39:47.928225 1353 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\": not found" containerID="b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac"
Nov 08 23:39:47 addons-118967 kubelet[1353]: I1108 23:39:47.928274 1353 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac"} err="failed to get container status \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\": rpc error: code = NotFound desc = an error occurred when try to find container \"b469e34049cb1a3f1ee9ebe75a9e43d496f64444ea575a14563e6addc3328dac\": not found"
*
* ==> storage-provisioner [768ff84fab9f37a363325980eb8df0cfc67d62176a53c7cfb62cfcbdbf1d77e7] <==
* I1108 23:36:45.095223 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1108 23:36:45.116187 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1108 23:36:45.116320 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1108 23:36:45.145602 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1108 23:36:45.145939 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-118967_31e1731d-5774-4c25-9147-f1e6939a33e1!
I1108 23:36:45.149934 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"cce39d9a-a439-4b4e-8f41-6705d45f1d7c", APIVersion:"v1", ResourceVersion:"543", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-118967_31e1731d-5774-4c25-9147-f1e6939a33e1 became leader
I1108 23:36:45.246794 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-118967_31e1731d-5774-4c25-9147-f1e6939a33e1!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-118967 -n addons-118967
helpers_test.go:261: (dbg) Run: kubectl --context addons-118967 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (38.12s)