=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-843965 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-843965 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-843965 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [95845dfb-c257-44a4-9e07-cc13da067b19] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [95845dfb-c257-44a4-9e07-cc13da067b19] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 8.003790276s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-843965 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:286: (dbg) Run: kubectl --context addons-843965 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-843965 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.069707805s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-arm64 -p addons-843965 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-arm64 -p addons-843965 addons disable ingress-dns --alsologtostderr -v=1: (1.625647338s)
addons_test.go:311: (dbg) Run: out/minikube-linux-arm64 -p addons-843965 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-arm64 -p addons-843965 addons disable ingress --alsologtostderr -v=1: (7.767283982s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-843965
helpers_test.go:235: (dbg) docker inspect addons-843965:
-- stdout --
[
{
"Id": "957975e94f70b604ef2fd38a804b6a640f2a2481919df990ffd0056ea75f36a0",
"Created": "2024-01-16T02:55:00.86248583Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1892575,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-01-16T02:55:01.184798336Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:20e2d9b56eb2e595fd2b9c5719a0e58f3d7f8c692190d8fde2558cb6a9714f01",
"ResolvConfPath": "/var/lib/docker/containers/957975e94f70b604ef2fd38a804b6a640f2a2481919df990ffd0056ea75f36a0/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/957975e94f70b604ef2fd38a804b6a640f2a2481919df990ffd0056ea75f36a0/hostname",
"HostsPath": "/var/lib/docker/containers/957975e94f70b604ef2fd38a804b6a640f2a2481919df990ffd0056ea75f36a0/hosts",
"LogPath": "/var/lib/docker/containers/957975e94f70b604ef2fd38a804b6a640f2a2481919df990ffd0056ea75f36a0/957975e94f70b604ef2fd38a804b6a640f2a2481919df990ffd0056ea75f36a0-json.log",
"Name": "/addons-843965",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-843965:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-843965",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/2157af1e163464c740e3a071e36883785e37de9b175ba968e06bb16d5c79b14e-init/diff:/var/lib/docker/overlay2/261e7c2ec33123e281bd6870ab3b0bda4a6870d39bd5f5e877084941df0b6b78/diff",
"MergedDir": "/var/lib/docker/overlay2/2157af1e163464c740e3a071e36883785e37de9b175ba968e06bb16d5c79b14e/merged",
"UpperDir": "/var/lib/docker/overlay2/2157af1e163464c740e3a071e36883785e37de9b175ba968e06bb16d5c79b14e/diff",
"WorkDir": "/var/lib/docker/overlay2/2157af1e163464c740e3a071e36883785e37de9b175ba968e06bb16d5c79b14e/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-843965",
"Source": "/var/lib/docker/volumes/addons-843965/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-843965",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-843965",
"name.minikube.sigs.k8s.io": "addons-843965",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "71519a76ae7b8526ca61cef33e7b5afbdbeb9f2ef2e9b81aad28660efab78e1c",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35023"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35022"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35019"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35021"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "35020"
}
]
},
"SandboxKey": "/var/run/docker/netns/71519a76ae7b",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-843965": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"957975e94f70",
"addons-843965"
],
"NetworkID": "c66612f51545ad0e83b9184eae5568eb04ff39420657456eeae92cdcba98b2d9",
"EndpointID": "45a141facfe91b301d1f8b5c2b54dd492b90e66b665e215b23d0573fc06ab2f5",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-843965 -n addons-843965
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-843965 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-843965 logs -n 25: (1.554341248s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-807644 | download-only-807644 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | 16 Jan 24 02:54 UTC |
| delete | -p download-only-111300 | download-only-111300 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | 16 Jan 24 02:54 UTC |
| delete | -p download-only-795548 | download-only-795548 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | 16 Jan 24 02:54 UTC |
| start | --download-only -p | download-docker-734822 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | |
| | download-docker-734822 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-734822 | download-docker-734822 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | 16 Jan 24 02:54 UTC |
| start | --download-only -p | binary-mirror-337521 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | |
| | binary-mirror-337521 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:34529 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-337521 | binary-mirror-337521 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | 16 Jan 24 02:54 UTC |
| addons | enable dashboard -p | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | |
| | addons-843965 | | | | | |
| addons | disable dashboard -p | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | |
| | addons-843965 | | | | | |
| start | -p addons-843965 --wait=true | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:54 UTC | 16 Jan 24 02:56 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-843965 ip | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:57 UTC | 16 Jan 24 02:57 UTC |
| addons | addons-843965 addons disable | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:57 UTC | 16 Jan 24 02:57 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:57 UTC | 16 Jan 24 02:57 UTC |
| | -p addons-843965 | | | | | |
| ssh | addons-843965 ssh cat | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:57 UTC | 16 Jan 24 02:57 UTC |
| | /opt/local-path-provisioner/pvc-7b134c94-38a8-4396-b5f8-502ac0f0b814_default_test-pvc/file1 | | | | | |
| addons | addons-843965 addons disable | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:57 UTC | 16 Jan 24 02:58 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-843965 addons | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:58 UTC | 16 Jan 24 02:58 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:58 UTC | |
| | addons-843965 | | | | | |
| addons | enable headlamp | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:58 UTC | 16 Jan 24 02:58 UTC |
| | -p addons-843965 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-843965 addons | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:58 UTC | 16 Jan 24 02:58 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-843965 addons | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:58 UTC | 16 Jan 24 02:58 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:58 UTC | 16 Jan 24 02:58 UTC |
| | addons-843965 | | | | | |
| ssh | addons-843965 ssh curl -s | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:58 UTC | 16 Jan 24 02:58 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-843965 ip | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:58 UTC | 16 Jan 24 02:58 UTC |
| addons | addons-843965 addons disable | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:58 UTC | 16 Jan 24 02:59 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-843965 addons disable | addons-843965 | jenkins | v1.32.0 | 16 Jan 24 02:59 UTC | 16 Jan 24 02:59 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/01/16 02:54:53
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.21.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0116 02:54:53.982631 1892116 out.go:296] Setting OutFile to fd 1 ...
I0116 02:54:53.982843 1892116 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:54:53.982873 1892116 out.go:309] Setting ErrFile to fd 2...
I0116 02:54:53.982894 1892116 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0116 02:54:53.983172 1892116 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17967-1885793/.minikube/bin
I0116 02:54:53.983655 1892116 out.go:303] Setting JSON to false
I0116 02:54:53.984570 1892116 start.go:128] hostinfo: {"hostname":"ip-172-31-29-130","uptime":34630,"bootTime":1705339064,"procs":155,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1051-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I0116 02:54:53.984678 1892116 start.go:138] virtualization:
I0116 02:54:53.987343 1892116 out.go:177] * [addons-843965] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0116 02:54:53.989970 1892116 out.go:177] - MINIKUBE_LOCATION=17967
I0116 02:54:53.990108 1892116 notify.go:220] Checking for updates...
I0116 02:54:53.994514 1892116 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0116 02:54:53.996764 1892116 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17967-1885793/kubeconfig
I0116 02:54:53.998946 1892116 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17967-1885793/.minikube
I0116 02:54:54.003937 1892116 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0116 02:54:54.006071 1892116 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0116 02:54:54.008130 1892116 driver.go:392] Setting default libvirt URI to qemu:///system
I0116 02:54:54.031881 1892116 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0116 02:54:54.032010 1892116 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:54:54.114602 1892116 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:39 OomKillDisable:true NGoroutines:48 SystemTime:2024-01-16 02:54:54.104802624 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1051-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I0116 02:54:54.114732 1892116 docker.go:295] overlay module found
I0116 02:54:54.116872 1892116 out.go:177] * Using the docker driver based on user configuration
I0116 02:54:54.118745 1892116 start.go:298] selected driver: docker
I0116 02:54:54.118759 1892116 start.go:902] validating driver "docker" against <nil>
I0116 02:54:54.118772 1892116 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0116 02:54:54.119461 1892116 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0116 02:54:54.179982 1892116 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:39 OomKillDisable:true NGoroutines:48 SystemTime:2024-01-16 02:54:54.170247676 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1051-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:a1496014c916f9e62104b33d1bb5bd03b0858e59 Expected:a1496014c916f9e62104b33d1bb5bd03b0858e59} RuncCommit:{ID:v1.1.11-0-g4bccb38 Expected:v1.1.11-0-g4bccb38} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I0116 02:54:54.180142 1892116 start_flags.go:307] no existing cluster config was found, will generate one from the flags
I0116 02:54:54.180394 1892116 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0116 02:54:54.182151 1892116 out.go:177] * Using Docker driver with root privileges
I0116 02:54:54.183728 1892116 cni.go:84] Creating CNI manager for ""
I0116 02:54:54.183750 1892116 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0116 02:54:54.183762 1892116 start_flags.go:316] Found "CNI" CNI - setting NetworkPlugin=cni
I0116 02:54:54.183773 1892116 start_flags.go:321] config:
{Name:addons-843965 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-843965 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containe
rd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:54:54.185748 1892116 out.go:177] * Starting control plane node addons-843965 in cluster addons-843965
I0116 02:54:54.187393 1892116 cache.go:121] Beginning downloading kic base image for docker with containerd
I0116 02:54:54.189042 1892116 out.go:177] * Pulling base image v0.0.42-1704759386-17866 ...
I0116 02:54:54.190727 1892116 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0116 02:54:54.190781 1892116 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17967-1885793/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4
I0116 02:54:54.190805 1892116 cache.go:56] Caching tarball of preloaded images
I0116 02:54:54.190817 1892116 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon
I0116 02:54:54.190882 1892116 preload.go:174] Found /home/jenkins/minikube-integration/17967-1885793/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I0116 02:54:54.190892 1892116 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on containerd
I0116 02:54:54.191246 1892116 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/config.json ...
I0116 02:54:54.191279 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/config.json: {Name:mk31bcf33447fff82611ee0607a5f06e45495f5c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:54:54.208782 1892116 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 in local docker daemon, skipping pull
I0116 02:54:54.208808 1892116 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 exists in daemon, skipping load
I0116 02:54:54.208831 1892116 cache.go:194] Successfully downloaded all kic artifacts
I0116 02:54:54.208890 1892116 start.go:365] acquiring machines lock for addons-843965: {Name:mkc6ac54037945c19e3ff2dd20ef63e1ab89dd31 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0116 02:54:54.209021 1892116 start.go:369] acquired machines lock for "addons-843965" in 111.767µs
I0116 02:54:54.209047 1892116 start.go:93] Provisioning new machine with config: &{Name:addons-843965 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-843965 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:
false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0116 02:54:54.209127 1892116 start.go:125] createHost starting for "" (driver="docker")
I0116 02:54:54.211622 1892116 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0116 02:54:54.211882 1892116 start.go:159] libmachine.API.Create for "addons-843965" (driver="docker")
I0116 02:54:54.211935 1892116 client.go:168] LocalClient.Create starting
I0116 02:54:54.212053 1892116 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/ca.pem
I0116 02:54:54.964023 1892116 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/cert.pem
I0116 02:54:55.169919 1892116 cli_runner.go:164] Run: docker network inspect addons-843965 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0116 02:54:55.190812 1892116 cli_runner.go:211] docker network inspect addons-843965 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0116 02:54:55.190909 1892116 network_create.go:281] running [docker network inspect addons-843965] to gather additional debugging logs...
I0116 02:54:55.190934 1892116 cli_runner.go:164] Run: docker network inspect addons-843965
W0116 02:54:55.208024 1892116 cli_runner.go:211] docker network inspect addons-843965 returned with exit code 1
I0116 02:54:55.208060 1892116 network_create.go:284] error running [docker network inspect addons-843965]: docker network inspect addons-843965: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-843965 not found
I0116 02:54:55.208073 1892116 network_create.go:286] output of [docker network inspect addons-843965]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-843965 not found
** /stderr **
I0116 02:54:55.208167 1892116 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:54:55.228585 1892116 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40024cb360}
I0116 02:54:55.228628 1892116 network_create.go:124] attempt to create docker network addons-843965 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0116 02:54:55.228689 1892116 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-843965 addons-843965
I0116 02:54:55.321169 1892116 network_create.go:108] docker network addons-843965 192.168.49.0/24 created
I0116 02:54:55.321202 1892116 kic.go:121] calculated static IP "192.168.49.2" for the "addons-843965" container
I0116 02:54:55.321278 1892116 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0116 02:54:55.344148 1892116 cli_runner.go:164] Run: docker volume create addons-843965 --label name.minikube.sigs.k8s.io=addons-843965 --label created_by.minikube.sigs.k8s.io=true
I0116 02:54:55.368295 1892116 oci.go:103] Successfully created a docker volume addons-843965
I0116 02:54:55.368380 1892116 cli_runner.go:164] Run: docker run --rm --name addons-843965-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-843965 --entrypoint /usr/bin/test -v addons-843965:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib
I0116 02:54:56.564693 1892116 cli_runner.go:217] Completed: docker run --rm --name addons-843965-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-843965 --entrypoint /usr/bin/test -v addons-843965:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -d /var/lib: (1.196272123s)
I0116 02:54:56.564725 1892116 oci.go:107] Successfully prepared a docker volume addons-843965
I0116 02:54:56.564754 1892116 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0116 02:54:56.564776 1892116 kic.go:194] Starting extracting preloaded images to volume ...
I0116 02:54:56.564864 1892116 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-1885793/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-843965:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir
I0116 02:55:00.776081 1892116 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17967-1885793/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-843965:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 -I lz4 -xf /preloaded.tar -C /extractDir: (4.21116914s)
I0116 02:55:00.776115 1892116 kic.go:203] duration metric: took 4.211336 seconds to extract preloaded images to volume
W0116 02:55:00.776258 1892116 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0116 02:55:00.776402 1892116 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0116 02:55:00.844475 1892116 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-843965 --name addons-843965 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-843965 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-843965 --network addons-843965 --ip 192.168.49.2 --volume addons-843965:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0
I0116 02:55:01.194469 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Running}}
I0116 02:55:01.224105 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:01.259127 1892116 cli_runner.go:164] Run: docker exec addons-843965 stat /var/lib/dpkg/alternatives/iptables
I0116 02:55:01.328915 1892116 oci.go:144] the created container "addons-843965" has a running status.
I0116 02:55:01.328947 1892116 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa...
I0116 02:55:01.834881 1892116 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0116 02:55:01.866408 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:01.900012 1892116 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0116 02:55:01.900041 1892116 kic_runner.go:114] Args: [docker exec --privileged addons-843965 chown docker:docker /home/docker/.ssh/authorized_keys]
I0116 02:55:01.983792 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:02.017410 1892116 machine.go:88] provisioning docker machine ...
I0116 02:55:02.017478 1892116 ubuntu.go:169] provisioning hostname "addons-843965"
I0116 02:55:02.017548 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:02.067745 1892116 main.go:141] libmachine: Using SSH client type: native
I0116 02:55:02.068212 1892116 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bfa60] 0x3c21d0 <nil> [] 0s} 127.0.0.1 35023 <nil> <nil>}
I0116 02:55:02.068232 1892116 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-843965 && echo "addons-843965" | sudo tee /etc/hostname
I0116 02:55:02.247132 1892116 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-843965
I0116 02:55:02.247224 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:02.267119 1892116 main.go:141] libmachine: Using SSH client type: native
I0116 02:55:02.267536 1892116 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bfa60] 0x3c21d0 <nil> [] 0s} 127.0.0.1 35023 <nil> <nil>}
I0116 02:55:02.267558 1892116 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-843965' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-843965/g' /etc/hosts;
else
echo '127.0.1.1 addons-843965' | sudo tee -a /etc/hosts;
fi
fi
I0116 02:55:02.411819 1892116 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0116 02:55:02.411849 1892116 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17967-1885793/.minikube CaCertPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17967-1885793/.minikube}
I0116 02:55:02.411885 1892116 ubuntu.go:177] setting up certificates
I0116 02:55:02.411896 1892116 provision.go:83] configureAuth start
I0116 02:55:02.411977 1892116 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-843965
I0116 02:55:02.431073 1892116 provision.go:138] copyHostCerts
I0116 02:55:02.431165 1892116 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17967-1885793/.minikube/ca.pem (1078 bytes)
I0116 02:55:02.431347 1892116 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17967-1885793/.minikube/cert.pem (1123 bytes)
I0116 02:55:02.431453 1892116 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17967-1885793/.minikube/key.pem (1679 bytes)
I0116 02:55:02.431531 1892116 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17967-1885793/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/ca-key.pem org=jenkins.addons-843965 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-843965]
I0116 02:55:02.952608 1892116 provision.go:172] copyRemoteCerts
I0116 02:55:02.952694 1892116 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0116 02:55:02.952738 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:02.972559 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:03.071821 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0116 02:55:03.100569 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0116 02:55:03.129868 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0116 02:55:03.158693 1892116 provision.go:86] duration metric: configureAuth took 746.778527ms
I0116 02:55:03.158735 1892116 ubuntu.go:193] setting minikube options for container-runtime
I0116 02:55:03.158926 1892116 config.go:182] Loaded profile config "addons-843965": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0116 02:55:03.158939 1892116 machine.go:91] provisioned docker machine in 1.14150702s
I0116 02:55:03.158946 1892116 client.go:171] LocalClient.Create took 8.947003804s
I0116 02:55:03.158968 1892116 start.go:167] duration metric: libmachine.API.Create for "addons-843965" took 8.947087412s
I0116 02:55:03.158981 1892116 start.go:300] post-start starting for "addons-843965" (driver="docker")
I0116 02:55:03.158990 1892116 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0116 02:55:03.159043 1892116 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0116 02:55:03.159089 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:03.177044 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:03.276430 1892116 ssh_runner.go:195] Run: cat /etc/os-release
I0116 02:55:03.280762 1892116 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0116 02:55:03.280849 1892116 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0116 02:55:03.280869 1892116 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0116 02:55:03.280880 1892116 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0116 02:55:03.280891 1892116 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-1885793/.minikube/addons for local assets ...
I0116 02:55:03.280970 1892116 filesync.go:126] Scanning /home/jenkins/minikube-integration/17967-1885793/.minikube/files for local assets ...
I0116 02:55:03.281000 1892116 start.go:303] post-start completed in 122.014124ms
I0116 02:55:03.281303 1892116 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-843965
I0116 02:55:03.299093 1892116 profile.go:148] Saving config to /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/config.json ...
I0116 02:55:03.299376 1892116 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0116 02:55:03.299435 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:03.318138 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:03.411511 1892116 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0116 02:55:03.417367 1892116 start.go:128] duration metric: createHost completed in 9.20822512s
I0116 02:55:03.417390 1892116 start.go:83] releasing machines lock for "addons-843965", held for 9.208361099s
I0116 02:55:03.417480 1892116 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-843965
I0116 02:55:03.435237 1892116 ssh_runner.go:195] Run: cat /version.json
I0116 02:55:03.435300 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:03.435545 1892116 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0116 02:55:03.435611 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:03.460290 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:03.460953 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:03.558805 1892116 ssh_runner.go:195] Run: systemctl --version
I0116 02:55:03.695325 1892116 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0116 02:55:03.701099 1892116 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0116 02:55:03.730065 1892116 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0116 02:55:03.730158 1892116 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0116 02:55:03.763496 1892116 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0116 02:55:03.763515 1892116 start.go:475] detecting cgroup driver to use...
I0116 02:55:03.763545 1892116 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0116 02:55:03.763593 1892116 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0116 02:55:03.777393 1892116 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0116 02:55:03.790091 1892116 docker.go:217] disabling cri-docker service (if available) ...
I0116 02:55:03.790199 1892116 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0116 02:55:03.806387 1892116 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0116 02:55:03.822379 1892116 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0116 02:55:03.912719 1892116 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0116 02:55:04.015594 1892116 docker.go:233] disabling docker service ...
I0116 02:55:04.015688 1892116 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0116 02:55:04.038615 1892116 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0116 02:55:04.052792 1892116 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0116 02:55:04.159590 1892116 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0116 02:55:04.255107 1892116 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0116 02:55:04.269231 1892116 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0116 02:55:04.290247 1892116 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0116 02:55:04.304398 1892116 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0116 02:55:04.317293 1892116 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0116 02:55:04.317379 1892116 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0116 02:55:04.329536 1892116 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0116 02:55:04.342311 1892116 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0116 02:55:04.354955 1892116 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0116 02:55:04.367264 1892116 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0116 02:55:04.379493 1892116 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0116 02:55:04.392026 1892116 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0116 02:55:04.402990 1892116 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0116 02:55:04.414692 1892116 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0116 02:55:04.530217 1892116 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0116 02:55:04.691114 1892116 start.go:522] Will wait 60s for socket path /run/containerd/containerd.sock
I0116 02:55:04.691238 1892116 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I0116 02:55:04.696064 1892116 start.go:543] Will wait 60s for crictl version
I0116 02:55:04.696175 1892116 ssh_runner.go:195] Run: which crictl
I0116 02:55:04.700578 1892116 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0116 02:55:04.745171 1892116 start.go:559] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.26
RuntimeApiVersion: v1
I0116 02:55:04.745293 1892116 ssh_runner.go:195] Run: containerd --version
I0116 02:55:04.781244 1892116 ssh_runner.go:195] Run: containerd --version
I0116 02:55:04.817162 1892116 out.go:177] * Preparing Kubernetes v1.28.4 on containerd 1.6.26 ...
I0116 02:55:04.818790 1892116 cli_runner.go:164] Run: docker network inspect addons-843965 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0116 02:55:04.835837 1892116 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0116 02:55:04.840319 1892116 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:55:04.853406 1892116 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0116 02:55:04.853587 1892116 ssh_runner.go:195] Run: sudo crictl images --output json
I0116 02:55:04.896139 1892116 containerd.go:612] all images are preloaded for containerd runtime.
I0116 02:55:04.896165 1892116 containerd.go:519] Images already preloaded, skipping extraction
I0116 02:55:04.896234 1892116 ssh_runner.go:195] Run: sudo crictl images --output json
I0116 02:55:04.934124 1892116 containerd.go:612] all images are preloaded for containerd runtime.
I0116 02:55:04.934148 1892116 cache_images.go:84] Images are preloaded, skipping loading
I0116 02:55:04.934204 1892116 ssh_runner.go:195] Run: sudo crictl info
I0116 02:55:04.974382 1892116 cni.go:84] Creating CNI manager for ""
I0116 02:55:04.974408 1892116 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0116 02:55:04.974464 1892116 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0116 02:55:04.974497 1892116 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-843965 NodeName:addons-843965 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0116 02:55:04.974643 1892116 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-843965"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0116 02:55:04.974712 1892116 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=addons-843965 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-843965 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0116 02:55:04.974777 1892116 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0116 02:55:04.985383 1892116 binaries.go:44] Found k8s binaries, skipping transfer
I0116 02:55:04.985471 1892116 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0116 02:55:04.995828 1892116 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (385 bytes)
I0116 02:55:05.020096 1892116 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0116 02:55:05.043537 1892116 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I0116 02:55:05.066048 1892116 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0116 02:55:05.070956 1892116 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0116 02:55:05.085006 1892116 certs.go:56] Setting up /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965 for IP: 192.168.49.2
I0116 02:55:05.085040 1892116 certs.go:190] acquiring lock for shared ca certs: {Name:mk53d39e364f11aa45d491413f4acdef0406f659 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:05.085903 1892116 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17967-1885793/.minikube/ca.key
I0116 02:55:05.566600 1892116 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-1885793/.minikube/ca.crt ...
I0116 02:55:05.566632 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/ca.crt: {Name:mkdc5ed6571f50d2e0aab8c7fed4eb3fb81c1731 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:05.566826 1892116 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-1885793/.minikube/ca.key ...
I0116 02:55:05.566841 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/ca.key: {Name:mkd5624a3d41975891289b1ea898068bb8950d9e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:05.566927 1892116 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17967-1885793/.minikube/proxy-client-ca.key
I0116 02:55:06.098738 1892116 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-1885793/.minikube/proxy-client-ca.crt ...
I0116 02:55:06.098768 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/proxy-client-ca.crt: {Name:mk09ac82365c28dac5db824c5d79ac4ca94b7a85 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:06.098954 1892116 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-1885793/.minikube/proxy-client-ca.key ...
I0116 02:55:06.098965 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/proxy-client-ca.key: {Name:mk274d84808802a3d8948cc4330d55c86d0481be Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:06.099099 1892116 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/client.key
I0116 02:55:06.099118 1892116 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/client.crt with IP's: []
I0116 02:55:06.684553 1892116 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/client.crt ...
I0116 02:55:06.684586 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/client.crt: {Name:mkc0857303b93f77dcd17b744c4a61aeb7ad070e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:06.685530 1892116 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/client.key ...
I0116 02:55:06.685551 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/client.key: {Name:mk17c81f0815c44f212d704f18242ef523c5ddfc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:06.686226 1892116 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.key.dd3b5fb2
I0116 02:55:06.686254 1892116 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0116 02:55:06.823278 1892116 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.crt.dd3b5fb2 ...
I0116 02:55:06.823308 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.crt.dd3b5fb2: {Name:mk41672ca4d63f94f04fd9d08f2d8af03af51a3c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:06.823520 1892116 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.key.dd3b5fb2 ...
I0116 02:55:06.823537 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.key.dd3b5fb2: {Name:mk6f49ed1d7ec48ea445470d369ab62d1d740e43 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:06.823633 1892116 certs.go:337] copying /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.crt
I0116 02:55:06.823716 1892116 certs.go:341] copying /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.key
I0116 02:55:06.823772 1892116 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/proxy-client.key
I0116 02:55:06.823792 1892116 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/proxy-client.crt with IP's: []
I0116 02:55:07.360436 1892116 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/proxy-client.crt ...
I0116 02:55:07.360472 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/proxy-client.crt: {Name:mk190483ecdd5fa8b455db472a83c2adff797c84 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:07.361304 1892116 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/proxy-client.key ...
I0116 02:55:07.361324 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/proxy-client.key: {Name:mk33a944a0e28c2cdb9a5b4915ed65a60ebf8883 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:07.362071 1892116 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/ca-key.pem (1679 bytes)
I0116 02:55:07.362127 1892116 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/ca.pem (1078 bytes)
I0116 02:55:07.362181 1892116 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/cert.pem (1123 bytes)
I0116 02:55:07.362220 1892116 certs.go:437] found cert: /home/jenkins/minikube-integration/17967-1885793/.minikube/certs/home/jenkins/minikube-integration/17967-1885793/.minikube/certs/key.pem (1679 bytes)
I0116 02:55:07.362861 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0116 02:55:07.393170 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0116 02:55:07.423315 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0116 02:55:07.454769 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/profiles/addons-843965/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0116 02:55:07.484226 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0116 02:55:07.513741 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0116 02:55:07.542937 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0116 02:55:07.571695 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0116 02:55:07.600808 1892116 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17967-1885793/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0116 02:55:07.629580 1892116 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0116 02:55:07.650745 1892116 ssh_runner.go:195] Run: openssl version
I0116 02:55:07.657899 1892116 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0116 02:55:07.669177 1892116 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0116 02:55:07.673807 1892116 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jan 16 02:55 /usr/share/ca-certificates/minikubeCA.pem
I0116 02:55:07.673889 1892116 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0116 02:55:07.682345 1892116 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0116 02:55:07.693617 1892116 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0116 02:55:07.697866 1892116 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0116 02:55:07.697911 1892116 kubeadm.go:404] StartCluster: {Name:addons-843965 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-843965 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disa
bleMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}
I0116 02:55:07.698034 1892116 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0116 02:55:07.698095 1892116 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0116 02:55:07.740144 1892116 cri.go:89] found id: ""
I0116 02:55:07.740216 1892116 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0116 02:55:07.750820 1892116 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0116 02:55:07.761422 1892116 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0116 02:55:07.761520 1892116 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0116 02:55:07.772351 1892116 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0116 02:55:07.772403 1892116 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0116 02:55:07.872338 1892116 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1051-aws\n", err: exit status 1
I0116 02:55:07.957511 1892116 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0116 02:55:26.102078 1892116 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0116 02:55:26.102133 1892116 kubeadm.go:322] [preflight] Running pre-flight checks
I0116 02:55:26.102215 1892116 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0116 02:55:26.102267 1892116 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1051-aws[0m
I0116 02:55:26.102300 1892116 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0116 02:55:26.102342 1892116 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0116 02:55:26.102396 1892116 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0116 02:55:26.102442 1892116 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0116 02:55:26.102487 1892116 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0116 02:55:26.102532 1892116 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0116 02:55:26.102577 1892116 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0116 02:55:26.102619 1892116 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0116 02:55:26.102664 1892116 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0116 02:55:26.102707 1892116 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0116 02:55:26.102775 1892116 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0116 02:55:26.102865 1892116 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0116 02:55:26.102952 1892116 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0116 02:55:26.103010 1892116 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0116 02:55:26.105033 1892116 out.go:204] - Generating certificates and keys ...
I0116 02:55:26.105199 1892116 kubeadm.go:322] [certs] Using existing ca certificate authority
I0116 02:55:26.105285 1892116 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0116 02:55:26.105390 1892116 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0116 02:55:26.105545 1892116 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0116 02:55:26.105610 1892116 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0116 02:55:26.105661 1892116 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0116 02:55:26.105715 1892116 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0116 02:55:26.105842 1892116 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-843965 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0116 02:55:26.105899 1892116 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0116 02:55:26.106014 1892116 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-843965 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0116 02:55:26.106080 1892116 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0116 02:55:26.106144 1892116 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0116 02:55:26.106189 1892116 kubeadm.go:322] [certs] Generating "sa" key and public key
I0116 02:55:26.106244 1892116 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0116 02:55:26.106296 1892116 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0116 02:55:26.106349 1892116 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0116 02:55:26.106419 1892116 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0116 02:55:26.106474 1892116 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0116 02:55:26.106557 1892116 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0116 02:55:26.106623 1892116 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0116 02:55:26.108634 1892116 out.go:204] - Booting up control plane ...
I0116 02:55:26.108738 1892116 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0116 02:55:26.108816 1892116 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0116 02:55:26.108882 1892116 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0116 02:55:26.108991 1892116 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0116 02:55:26.109075 1892116 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0116 02:55:26.109115 1892116 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0116 02:55:26.109269 1892116 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0116 02:55:26.109345 1892116 kubeadm.go:322] [apiclient] All control plane components are healthy after 8.006829 seconds
I0116 02:55:26.109469 1892116 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0116 02:55:26.109728 1892116 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0116 02:55:26.109799 1892116 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0116 02:55:26.109988 1892116 kubeadm.go:322] [mark-control-plane] Marking the node addons-843965 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0116 02:55:26.110045 1892116 kubeadm.go:322] [bootstrap-token] Using token: 5ccrjl.pay5uy3xwb94lc61
I0116 02:55:26.111921 1892116 out.go:204] - Configuring RBAC rules ...
I0116 02:55:26.112030 1892116 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0116 02:55:26.112115 1892116 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0116 02:55:26.112255 1892116 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0116 02:55:26.112383 1892116 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0116 02:55:26.112503 1892116 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0116 02:55:26.112597 1892116 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0116 02:55:26.112712 1892116 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0116 02:55:26.112755 1892116 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0116 02:55:26.112800 1892116 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0116 02:55:26.112805 1892116 kubeadm.go:322]
I0116 02:55:26.112865 1892116 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0116 02:55:26.112870 1892116 kubeadm.go:322]
I0116 02:55:26.112947 1892116 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0116 02:55:26.112952 1892116 kubeadm.go:322]
I0116 02:55:26.112977 1892116 kubeadm.go:322] mkdir -p $HOME/.kube
I0116 02:55:26.113036 1892116 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0116 02:55:26.113087 1892116 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0116 02:55:26.113091 1892116 kubeadm.go:322]
I0116 02:55:26.113145 1892116 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0116 02:55:26.113150 1892116 kubeadm.go:322]
I0116 02:55:26.113198 1892116 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0116 02:55:26.113202 1892116 kubeadm.go:322]
I0116 02:55:26.113255 1892116 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0116 02:55:26.113330 1892116 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0116 02:55:26.113409 1892116 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0116 02:55:26.113414 1892116 kubeadm.go:322]
I0116 02:55:26.113698 1892116 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0116 02:55:26.113807 1892116 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0116 02:55:26.113836 1892116 kubeadm.go:322]
I0116 02:55:26.113936 1892116 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 5ccrjl.pay5uy3xwb94lc61 \
I0116 02:55:26.114085 1892116 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:b6218d0988b2a7aa9cfeacd0df5d75f7b2af48c94d0234c3fb2bf032e099bbd3 \
I0116 02:55:26.114111 1892116 kubeadm.go:322] --control-plane
I0116 02:55:26.114116 1892116 kubeadm.go:322]
I0116 02:55:26.114203 1892116 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0116 02:55:26.114210 1892116 kubeadm.go:322]
I0116 02:55:26.114336 1892116 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 5ccrjl.pay5uy3xwb94lc61 \
I0116 02:55:26.114500 1892116 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:b6218d0988b2a7aa9cfeacd0df5d75f7b2af48c94d0234c3fb2bf032e099bbd3
I0116 02:55:26.114536 1892116 cni.go:84] Creating CNI manager for ""
I0116 02:55:26.114555 1892116 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0116 02:55:26.116572 1892116 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0116 02:55:26.118472 1892116 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0116 02:55:26.124102 1892116 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0116 02:55:26.124164 1892116 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0116 02:55:26.166905 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0116 02:55:27.049777 1892116 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0116 02:55:27.049923 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:27.050005 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd minikube.k8s.io/name=addons-843965 minikube.k8s.io/updated_at=2024_01_16T02_55_27_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:27.060870 1892116 ops.go:34] apiserver oom_adj: -16
I0116 02:55:27.230993 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:27.731158 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:28.231997 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:28.731667 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:29.231215 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:29.731159 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:30.231716 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:30.731731 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:31.231768 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:31.731178 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:32.231969 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:32.731699 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:33.231749 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:33.731177 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:34.231507 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:34.731974 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:35.231353 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:35.731232 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:36.231303 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:36.731694 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:37.231742 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:37.731778 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:38.231140 1892116 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0116 02:55:38.369976 1892116 kubeadm.go:1088] duration metric: took 11.320105765s to wait for elevateKubeSystemPrivileges.
I0116 02:55:38.370017 1892116 kubeadm.go:406] StartCluster complete in 30.67210981s
I0116 02:55:38.370036 1892116 settings.go:142] acquiring lock: {Name:mk5ef3d7839aa1301dd151a46eaf62e1b5658d6b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:38.370159 1892116 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17967-1885793/kubeconfig
I0116 02:55:38.370567 1892116 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17967-1885793/kubeconfig: {Name:mk03027f3f7cf4dc9d608a622efae9ada84d58d0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0116 02:55:38.372979 1892116 config.go:182] Loaded profile config "addons-843965": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0116 02:55:38.373043 1892116 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0116 02:55:38.373162 1892116 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0116 02:55:38.373272 1892116 addons.go:69] Setting yakd=true in profile "addons-843965"
I0116 02:55:38.373295 1892116 addons.go:234] Setting addon yakd=true in "addons-843965"
I0116 02:55:38.373336 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.373900 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.374355 1892116 addons.go:69] Setting cloud-spanner=true in profile "addons-843965"
I0116 02:55:38.374376 1892116 addons.go:234] Setting addon cloud-spanner=true in "addons-843965"
I0116 02:55:38.374408 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.374818 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.375154 1892116 addons.go:69] Setting metrics-server=true in profile "addons-843965"
I0116 02:55:38.375184 1892116 addons.go:234] Setting addon metrics-server=true in "addons-843965"
I0116 02:55:38.375224 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.375676 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.376042 1892116 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-843965"
I0116 02:55:38.376063 1892116 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-843965"
I0116 02:55:38.376098 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.376485 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.381781 1892116 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-843965"
I0116 02:55:38.381846 1892116 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-843965"
I0116 02:55:38.381883 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.382293 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.384255 1892116 addons.go:69] Setting registry=true in profile "addons-843965"
I0116 02:55:38.384276 1892116 addons.go:234] Setting addon registry=true in "addons-843965"
I0116 02:55:38.384312 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.384757 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.418378 1892116 addons.go:69] Setting default-storageclass=true in profile "addons-843965"
I0116 02:55:38.418460 1892116 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-843965"
I0116 02:55:38.418854 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.419475 1892116 addons.go:69] Setting storage-provisioner=true in profile "addons-843965"
I0116 02:55:38.419535 1892116 addons.go:234] Setting addon storage-provisioner=true in "addons-843965"
I0116 02:55:38.419627 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.420205 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.434754 1892116 addons.go:69] Setting gcp-auth=true in profile "addons-843965"
I0116 02:55:38.434801 1892116 mustload.go:65] Loading cluster: addons-843965
I0116 02:55:38.435012 1892116 config.go:182] Loaded profile config "addons-843965": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0116 02:55:38.435293 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.440762 1892116 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-843965"
I0116 02:55:38.440843 1892116 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-843965"
I0116 02:55:38.443274 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.448645 1892116 addons.go:69] Setting ingress=true in profile "addons-843965"
I0116 02:55:38.448720 1892116 addons.go:234] Setting addon ingress=true in "addons-843965"
I0116 02:55:38.448809 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.449343 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.461706 1892116 addons.go:69] Setting volumesnapshots=true in profile "addons-843965"
I0116 02:55:38.461774 1892116 addons.go:234] Setting addon volumesnapshots=true in "addons-843965"
I0116 02:55:38.461852 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.462362 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.462555 1892116 addons.go:69] Setting ingress-dns=true in profile "addons-843965"
I0116 02:55:38.462589 1892116 addons.go:234] Setting addon ingress-dns=true in "addons-843965"
I0116 02:55:38.462638 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.463030 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.488672 1892116 addons.go:69] Setting inspektor-gadget=true in profile "addons-843965"
I0116 02:55:38.488749 1892116 addons.go:234] Setting addon inspektor-gadget=true in "addons-843965"
I0116 02:55:38.488824 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.489463 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.601547 1892116 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0116 02:55:38.603485 1892116 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0116 02:55:38.608544 1892116 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0116 02:55:38.612970 1892116 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0116 02:55:38.614998 1892116 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0116 02:55:38.626292 1892116 out.go:177] - Using image docker.io/registry:2.8.3
I0116 02:55:38.628201 1892116 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0116 02:55:38.628256 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0116 02:55:38.628346 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.635730 1892116 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0116 02:55:38.647090 1892116 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0116 02:55:38.650246 1892116 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0116 02:55:38.653494 1892116 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0116 02:55:38.653501 1892116 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I0116 02:55:38.653507 1892116 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3
I0116 02:55:38.662841 1892116 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.13
I0116 02:55:38.671723 1892116 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0116 02:55:38.671744 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0116 02:55:38.671811 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.669785 1892116 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0116 02:55:38.676956 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0116 02:55:38.677077 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.699049 1892116 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0116 02:55:38.699075 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0116 02:55:38.699139 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.701165 1892116 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0116 02:55:38.701193 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0116 02:55:38.701260 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.738490 1892116 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0116 02:55:38.740681 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.740855 1892116 addons.go:234] Setting addon default-storageclass=true in "addons-843965"
I0116 02:55:38.741889 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.742387 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.742602 1892116 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0116 02:55:38.754044 1892116 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0116 02:55:38.754068 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0116 02:55:38.754137 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.765377 1892116 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-843965"
I0116 02:55:38.765415 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:38.765897 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:38.743341 1892116 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0116 02:55:38.769676 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0116 02:55:38.769739 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.743374 1892116 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0116 02:55:38.791722 1892116 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0116 02:55:38.791742 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0116 02:55:38.791803 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.795745 1892116 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0116 02:55:38.807058 1892116 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.23.1
I0116 02:55:38.813085 1892116 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0116 02:55:38.812981 1892116 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0116 02:55:38.815447 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0116 02:55:38.815529 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.815698 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0116 02:55:38.815784 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.867847 1892116 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.5
I0116 02:55:38.869966 1892116 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0116 02:55:38.872767 1892116 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0116 02:55:38.875027 1892116 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0116 02:55:38.875049 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0116 02:55:38.875115 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:38.888906 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:38.912763 1892116 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-843965" context rescaled to 1 replicas
I0116 02:55:38.912801 1892116 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0116 02:55:38.915232 1892116 out.go:177] * Verifying Kubernetes components...
I0116 02:55:38.917154 1892116 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:55:38.914784 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:38.956651 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:38.990025 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:38.991064 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:39.017681 1892116 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0116 02:55:39.017701 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0116 02:55:39.017761 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:39.018041 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:39.025673 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:39.072329 1892116 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0116 02:55:39.074815 1892116 out.go:177] - Using image docker.io/busybox:stable
I0116 02:55:39.078835 1892116 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0116 02:55:39.078859 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0116 02:55:39.078923 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:39.087904 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:39.092052 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:39.107831 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:39.125796 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:39.141416 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:39.158438 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
W0116 02:55:39.162318 1892116 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0116 02:55:39.162350 1892116 retry.go:31] will retry after 280.069557ms: ssh: handshake failed: EOF
I0116 02:55:39.238287 1892116 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0116 02:55:39.241332 1892116 node_ready.go:35] waiting up to 6m0s for node "addons-843965" to be "Ready" ...
I0116 02:55:39.244930 1892116 node_ready.go:49] node "addons-843965" has status "Ready":"True"
I0116 02:55:39.244958 1892116 node_ready.go:38] duration metric: took 3.59417ms waiting for node "addons-843965" to be "Ready" ...
I0116 02:55:39.244968 1892116 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:55:39.258479 1892116 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace to be "Ready" ...
I0116 02:55:39.578183 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0116 02:55:39.723357 1892116 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0116 02:55:39.723427 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0116 02:55:39.738087 1892116 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0116 02:55:39.738150 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0116 02:55:39.748043 1892116 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0116 02:55:39.748114 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0116 02:55:39.788848 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0116 02:55:39.794914 1892116 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0116 02:55:39.795009 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0116 02:55:39.826650 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0116 02:55:39.840067 1892116 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0116 02:55:39.840130 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0116 02:55:39.881986 1892116 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0116 02:55:39.882048 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0116 02:55:39.906942 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0116 02:55:39.927536 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0116 02:55:39.970589 1892116 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0116 02:55:39.970658 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0116 02:55:40.007730 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0116 02:55:40.017853 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0116 02:55:40.019786 1892116 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0116 02:55:40.019876 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0116 02:55:40.029999 1892116 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0116 02:55:40.030111 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0116 02:55:40.122819 1892116 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0116 02:55:40.122894 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0116 02:55:40.196576 1892116 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0116 02:55:40.196646 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0116 02:55:40.223707 1892116 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0116 02:55:40.223784 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0116 02:55:40.298825 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0116 02:55:40.303329 1892116 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0116 02:55:40.303356 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0116 02:55:40.373241 1892116 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0116 02:55:40.373310 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0116 02:55:40.388298 1892116 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0116 02:55:40.388368 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0116 02:55:40.457471 1892116 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0116 02:55:40.457543 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0116 02:55:40.495696 1892116 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0116 02:55:40.495756 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0116 02:55:40.586208 1892116 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0116 02:55:40.586343 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0116 02:55:40.682276 1892116 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0116 02:55:40.682338 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0116 02:55:40.703452 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0116 02:55:40.740678 1892116 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0116 02:55:40.740747 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0116 02:55:40.851631 1892116 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0116 02:55:40.851690 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0116 02:55:40.870471 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0116 02:55:40.964407 1892116 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0116 02:55:40.964472 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0116 02:55:41.060993 1892116 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0116 02:55:41.061066 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0116 02:55:41.125124 1892116 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0116 02:55:41.125202 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0116 02:55:41.225263 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0116 02:55:41.264831 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:55:41.282777 1892116 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0116 02:55:41.282848 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0116 02:55:41.383341 1892116 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0116 02:55:41.383412 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0116 02:55:41.523664 1892116 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0116 02:55:41.523736 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0116 02:55:41.552610 1892116 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0116 02:55:41.552688 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0116 02:55:41.578519 1892116 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0116 02:55:41.578585 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0116 02:55:41.625357 1892116 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0116 02:55:41.625431 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0116 02:55:41.662015 1892116 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.423687364s)
I0116 02:55:41.662105 1892116 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0116 02:55:41.668724 1892116 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0116 02:55:41.668792 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0116 02:55:41.695785 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0116 02:55:41.752697 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0116 02:55:41.819117 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.240854583s)
I0116 02:55:43.290953 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:55:43.557401 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.768479601s)
I0116 02:55:43.557536 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.730819609s)
I0116 02:55:43.557594 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.650581142s)
I0116 02:55:45.302807 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:55:45.554324 1892116 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0116 02:55:45.554676 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:45.603355 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:45.855239 1892116 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0116 02:55:45.892859 1892116 addons.go:234] Setting addon gcp-auth=true in "addons-843965"
I0116 02:55:45.892912 1892116 host.go:66] Checking if "addons-843965" exists ...
I0116 02:55:45.893364 1892116 cli_runner.go:164] Run: docker container inspect addons-843965 --format={{.State.Status}}
I0116 02:55:45.918428 1892116 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0116 02:55:45.918484 1892116 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-843965
I0116 02:55:45.950905 1892116 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:35023 SSHKeyPath:/home/jenkins/minikube-integration/17967-1885793/.minikube/machines/addons-843965/id_rsa Username:docker}
I0116 02:55:46.520754 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.593133861s)
I0116 02:55:46.520788 1892116 addons.go:470] Verifying addon ingress=true in "addons-843965"
I0116 02:55:46.523950 1892116 out.go:177] * Verifying ingress addon...
I0116 02:55:46.520982 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.513183313s)
I0116 02:55:46.521098 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.503174507s)
I0116 02:55:46.521134 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (6.222278022s)
I0116 02:55:46.521212 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.817689553s)
I0116 02:55:46.521332 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.295972177s)
I0116 02:55:46.521344 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.650715796s)
I0116 02:55:46.526743 1892116 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0116 02:55:46.526967 1892116 addons.go:470] Verifying addon metrics-server=true in "addons-843965"
I0116 02:55:46.526993 1892116 addons.go:470] Verifying addon registry=true in "addons-843965"
I0116 02:55:46.528648 1892116 out.go:177] * Verifying registry addon...
W0116 02:55:46.527127 1892116 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0116 02:55:46.530591 1892116 retry.go:31] will retry after 276.639829ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0116 02:55:46.531398 1892116 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0116 02:55:46.531575 1892116 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-843965 service yakd-dashboard -n yakd-dashboard
I0116 02:55:46.542871 1892116 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0116 02:55:46.542898 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0116 02:55:46.545552 1892116 out.go:239] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0116 02:55:46.548622 1892116 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0116 02:55:46.548643 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:46.807414 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0116 02:55:47.031541 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:47.042018 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:47.305980 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:55:47.545955 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:47.547119 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:47.988542 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (6.292664578s)
I0116 02:55:47.988623 1892116 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-843965"
I0116 02:55:47.991118 1892116 out.go:177] * Verifying csi-hostpath-driver addon...
I0116 02:55:47.988870 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (6.236092511s)
I0116 02:55:47.988908 1892116 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.070460748s)
I0116 02:55:47.995495 1892116 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0116 02:55:47.994280 1892116 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0116 02:55:47.999947 1892116 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0116 02:55:48.003669 1892116 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0116 02:55:48.003753 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0116 02:55:48.014111 1892116 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0116 02:55:48.014140 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:48.031677 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:48.039612 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:48.071040 1892116 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0116 02:55:48.071104 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0116 02:55:48.148108 1892116 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0116 02:55:48.148180 1892116 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0116 02:55:48.193731 1892116 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0116 02:55:48.503743 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:48.531211 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:48.536914 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:48.838194 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.030719354s)
I0116 02:55:49.003608 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:49.032053 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:49.036638 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:49.295224 1892116 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.101444905s)
I0116 02:55:49.298081 1892116 addons.go:470] Verifying addon gcp-auth=true in "addons-843965"
I0116 02:55:49.300721 1892116 out.go:177] * Verifying gcp-auth addon...
I0116 02:55:49.303740 1892116 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0116 02:55:49.320008 1892116 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0116 02:55:49.320034 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:49.503316 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:49.532151 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:49.536788 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:49.765485 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:55:49.808330 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:50.005352 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:50.031445 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:50.036514 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:50.308383 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:50.503235 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:50.532626 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:50.538408 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:50.808398 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:51.003196 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:51.031928 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:51.036386 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:51.307916 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:51.503934 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:51.531618 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:51.536130 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:51.807773 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:52.008334 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:52.032182 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:52.036916 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:52.266410 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:55:52.312469 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:52.505386 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:52.532179 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:52.537046 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:52.809595 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:53.003562 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:53.033057 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:53.038139 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:53.307372 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:53.503667 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:53.532071 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:53.537019 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:53.808248 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:54.004455 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:54.031715 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:54.036878 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:54.270937 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:55:54.307789 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:54.504041 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:54.532463 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:54.537903 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:54.807802 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:55.004322 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:55.042284 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:55.043533 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:55.311980 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:55.503533 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:55.531380 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:55.535789 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:55.807614 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:56.008664 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:56.032546 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:56.038995 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:56.308020 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:56.502952 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:56.531474 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:56.536537 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:56.766842 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:55:56.807399 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:57.004713 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:57.031557 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:57.035725 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:57.308600 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:57.503326 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:57.532279 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:57.537287 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:57.808274 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:58.006356 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:58.032150 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:58.036471 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:58.307764 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:58.503959 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:58.531595 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:58.536238 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:58.807603 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:59.003755 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:59.031410 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:59.039727 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:59.267530 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:55:59.308011 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:55:59.503557 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:55:59.531717 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:55:59.536557 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:55:59.807576 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:00.009781 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:00.050172 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:00.051023 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:00.307967 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:00.503142 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:00.531114 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:00.536344 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:00.807884 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:01.003941 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:01.032042 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:01.036681 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:01.307696 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:01.503291 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:01.531894 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:01.536336 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:01.765603 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:56:01.808389 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:02.004544 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:02.032280 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:02.037211 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:02.308101 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:02.503877 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:02.531172 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:02.536467 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:02.808091 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:03.003462 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:03.031946 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:03.036502 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:03.307219 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:03.503310 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:03.531337 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:03.536837 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:03.765841 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:56:03.808226 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:04.004480 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:04.031288 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:04.036806 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:04.308238 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:04.503603 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:04.531769 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:04.536286 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:04.807785 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:05.004163 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:05.032212 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:05.036501 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:05.307931 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:05.503421 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:05.531766 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:05.535830 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:05.808181 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:06.011199 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:06.031763 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:06.036773 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:06.274551 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:56:06.307963 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:06.502990 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:06.531239 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:06.537160 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:06.807831 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:07.003629 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:07.032090 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:07.036301 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:07.308182 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:07.502649 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:07.544560 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:07.545518 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:07.807106 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:08.004979 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:08.031418 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:08.035853 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:08.307621 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:08.502939 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:08.531384 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:08.535800 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:08.767255 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:56:08.808022 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:09.004204 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:09.031338 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:09.035943 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:09.308322 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:09.503556 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:09.531646 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:09.535788 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:09.807932 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:10.004540 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:10.033206 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:10.045405 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:10.308084 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:10.503349 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:10.531302 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:10.536664 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:10.807590 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:11.003791 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:11.031253 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:11.036599 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:11.265107 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:56:11.308341 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:11.503739 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:11.532128 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:11.536614 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:11.807286 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:12.020799 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:12.034936 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:12.043586 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:12.316444 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:12.502858 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:12.532291 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:12.539740 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:12.807486 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:13.004307 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:13.032349 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:13.037490 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:13.265227 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:56:13.308051 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:13.503835 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:13.531524 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:13.536139 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:13.807979 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:14.004774 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:14.031534 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:14.036741 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:14.308939 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:14.504559 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:14.533951 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:14.537528 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:14.807920 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:15.003848 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:15.032824 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:15.037374 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:15.308255 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:15.503030 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:15.531238 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:15.536882 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:15.771282 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:56:15.807861 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:16.003716 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:16.032136 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:16.037053 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:16.308588 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:16.506950 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:16.533353 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:16.538411 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:16.808276 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:17.003902 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:17.032105 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:17.038059 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:17.307848 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:17.503161 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:17.531965 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:17.536547 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:17.807294 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:18.004359 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:18.032368 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:18.037586 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:18.265789 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:56:18.307492 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:18.503002 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:18.534088 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:18.537527 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:18.808217 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:19.003574 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:19.032063 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:19.039880 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:19.308151 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:19.508801 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:19.531145 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:19.536565 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:19.807126 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:20.004301 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:20.031942 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:20.036378 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:20.307776 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:20.505655 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:20.531646 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:20.535984 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:20.765717 1892116 pod_ready.go:102] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"False"
I0116 02:56:20.808085 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:21.003758 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:21.031706 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:21.036413 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:21.307410 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:21.503547 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:21.531882 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:21.536016 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:21.765042 1892116 pod_ready.go:92] pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace has status "Ready":"True"
I0116 02:56:21.765069 1892116 pod_ready.go:81] duration metric: took 42.506558132s waiting for pod "coredns-5dd5756b68-drb7k" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.765081 1892116 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-v67m8" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.767124 1892116 pod_ready.go:97] error getting pod "coredns-5dd5756b68-v67m8" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-v67m8" not found
I0116 02:56:21.767151 1892116 pod_ready.go:81] duration metric: took 2.063826ms waiting for pod "coredns-5dd5756b68-v67m8" in "kube-system" namespace to be "Ready" ...
E0116 02:56:21.767162 1892116 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-v67m8" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-v67m8" not found
I0116 02:56:21.767168 1892116 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-843965" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.772325 1892116 pod_ready.go:92] pod "etcd-addons-843965" in "kube-system" namespace has status "Ready":"True"
I0116 02:56:21.772344 1892116 pod_ready.go:81] duration metric: took 5.16846ms waiting for pod "etcd-addons-843965" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.772356 1892116 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-843965" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.777796 1892116 pod_ready.go:92] pod "kube-apiserver-addons-843965" in "kube-system" namespace has status "Ready":"True"
I0116 02:56:21.777819 1892116 pod_ready.go:81] duration metric: took 5.455221ms waiting for pod "kube-apiserver-addons-843965" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.777829 1892116 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-843965" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.783266 1892116 pod_ready.go:92] pod "kube-controller-manager-addons-843965" in "kube-system" namespace has status "Ready":"True"
I0116 02:56:21.783287 1892116 pod_ready.go:81] duration metric: took 5.449953ms waiting for pod "kube-controller-manager-addons-843965" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.783299 1892116 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-shxz5" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.807808 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:21.962643 1892116 pod_ready.go:92] pod "kube-proxy-shxz5" in "kube-system" namespace has status "Ready":"True"
I0116 02:56:21.962667 1892116 pod_ready.go:81] duration metric: took 179.361184ms waiting for pod "kube-proxy-shxz5" in "kube-system" namespace to be "Ready" ...
I0116 02:56:21.962679 1892116 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-843965" in "kube-system" namespace to be "Ready" ...
I0116 02:56:22.004210 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:22.032101 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:22.036546 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:22.310413 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:22.364012 1892116 pod_ready.go:92] pod "kube-scheduler-addons-843965" in "kube-system" namespace has status "Ready":"True"
I0116 02:56:22.364049 1892116 pod_ready.go:81] duration metric: took 401.354806ms waiting for pod "kube-scheduler-addons-843965" in "kube-system" namespace to be "Ready" ...
I0116 02:56:22.364060 1892116 pod_ready.go:38] duration metric: took 43.119051002s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0116 02:56:22.364074 1892116 api_server.go:52] waiting for apiserver process to appear ...
I0116 02:56:22.364153 1892116 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0116 02:56:22.396113 1892116 api_server.go:72] duration metric: took 43.483283408s to wait for apiserver process to appear ...
I0116 02:56:22.396142 1892116 api_server.go:88] waiting for apiserver healthz status ...
I0116 02:56:22.396163 1892116 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0116 02:56:22.405784 1892116 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0116 02:56:22.407560 1892116 api_server.go:141] control plane version: v1.28.4
I0116 02:56:22.407581 1892116 api_server.go:131] duration metric: took 11.432092ms to wait for apiserver health ...
I0116 02:56:22.407590 1892116 system_pods.go:43] waiting for kube-system pods to appear ...
I0116 02:56:22.504296 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:22.532314 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:22.537575 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:22.572609 1892116 system_pods.go:59] 18 kube-system pods found
I0116 02:56:22.572687 1892116 system_pods.go:61] "coredns-5dd5756b68-drb7k" [5d711312-1d08-44bc-a927-acb57c46dde3] Running
I0116 02:56:22.572713 1892116 system_pods.go:61] "csi-hostpath-attacher-0" [b33859d8-a06e-47aa-9e5b-b1fa3361b6ee] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0116 02:56:22.572734 1892116 system_pods.go:61] "csi-hostpath-resizer-0" [7816225b-e3b5-4636-ae31-ce0ab725df08] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0116 02:56:22.572772 1892116 system_pods.go:61] "csi-hostpathplugin-67k8j" [25de6a1f-7131-4fb2-b2c1-6c456d1dcccb] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0116 02:56:22.572800 1892116 system_pods.go:61] "etcd-addons-843965" [7ba09c04-5376-4351-b2fb-069ebaebc3fa] Running
I0116 02:56:22.572820 1892116 system_pods.go:61] "kindnet-p7psr" [8b6ba9f1-d3da-4a60-a6ce-8dfda33792b7] Running
I0116 02:56:22.572837 1892116 system_pods.go:61] "kube-apiserver-addons-843965" [33d1e64e-6d09-43a9-9f8e-70a333257907] Running
I0116 02:56:22.572853 1892116 system_pods.go:61] "kube-controller-manager-addons-843965" [4fbb42f1-b416-4339-a359-8a97f6589e8d] Running
I0116 02:56:22.572870 1892116 system_pods.go:61] "kube-ingress-dns-minikube" [8122a341-637a-43d1-99b4-4f74cfcb03f0] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0116 02:56:22.572892 1892116 system_pods.go:61] "kube-proxy-shxz5" [66275fc0-354e-4fbc-b31e-44770af0e751] Running
I0116 02:56:22.572911 1892116 system_pods.go:61] "kube-scheduler-addons-843965" [befad0b9-f2ab-4a9d-a74b-8968f4d8d4c9] Running
I0116 02:56:22.572931 1892116 system_pods.go:61] "metrics-server-7c66d45ddc-cshtq" [e2de00b3-dd3e-4347-a94f-b186d7fe0fea] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0116 02:56:22.572948 1892116 system_pods.go:61] "nvidia-device-plugin-daemonset-zlmrk" [da7bd62d-e415-4145-ad12-6feb7be5fe21] Running
I0116 02:56:22.572963 1892116 system_pods.go:61] "registry-bzgv9" [af30b04d-da1d-4148-b183-4ca8c48dba30] Running
I0116 02:56:22.572979 1892116 system_pods.go:61] "registry-proxy-sfv97" [224d6c6a-4fbd-415b-92b0-562bdde1b323] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0116 02:56:22.572999 1892116 system_pods.go:61] "snapshot-controller-58dbcc7b99-kblzs" [6694f41d-1dee-45de-b020-072a9a790144] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0116 02:56:22.573017 1892116 system_pods.go:61] "snapshot-controller-58dbcc7b99-vtcnr" [7f950a4d-15d7-43fa-98d2-fec43d16eab9] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0116 02:56:22.573033 1892116 system_pods.go:61] "storage-provisioner" [253b2950-26ab-4c7d-ae43-bc75f6fd3e61] Running
I0116 02:56:22.573051 1892116 system_pods.go:74] duration metric: took 165.455302ms to wait for pod list to return data ...
I0116 02:56:22.573078 1892116 default_sa.go:34] waiting for default service account to be created ...
I0116 02:56:22.762937 1892116 default_sa.go:45] found service account: "default"
I0116 02:56:22.763004 1892116 default_sa.go:55] duration metric: took 189.907787ms for default service account to be created ...
I0116 02:56:22.763028 1892116 system_pods.go:116] waiting for k8s-apps to be running ...
I0116 02:56:22.807812 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:22.971498 1892116 system_pods.go:86] 18 kube-system pods found
I0116 02:56:22.971572 1892116 system_pods.go:89] "coredns-5dd5756b68-drb7k" [5d711312-1d08-44bc-a927-acb57c46dde3] Running
I0116 02:56:22.971596 1892116 system_pods.go:89] "csi-hostpath-attacher-0" [b33859d8-a06e-47aa-9e5b-b1fa3361b6ee] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0116 02:56:22.971615 1892116 system_pods.go:89] "csi-hostpath-resizer-0" [7816225b-e3b5-4636-ae31-ce0ab725df08] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0116 02:56:22.971651 1892116 system_pods.go:89] "csi-hostpathplugin-67k8j" [25de6a1f-7131-4fb2-b2c1-6c456d1dcccb] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0116 02:56:22.971673 1892116 system_pods.go:89] "etcd-addons-843965" [7ba09c04-5376-4351-b2fb-069ebaebc3fa] Running
I0116 02:56:22.971690 1892116 system_pods.go:89] "kindnet-p7psr" [8b6ba9f1-d3da-4a60-a6ce-8dfda33792b7] Running
I0116 02:56:22.971706 1892116 system_pods.go:89] "kube-apiserver-addons-843965" [33d1e64e-6d09-43a9-9f8e-70a333257907] Running
I0116 02:56:22.971720 1892116 system_pods.go:89] "kube-controller-manager-addons-843965" [4fbb42f1-b416-4339-a359-8a97f6589e8d] Running
I0116 02:56:22.971750 1892116 system_pods.go:89] "kube-ingress-dns-minikube" [8122a341-637a-43d1-99b4-4f74cfcb03f0] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0116 02:56:22.971772 1892116 system_pods.go:89] "kube-proxy-shxz5" [66275fc0-354e-4fbc-b31e-44770af0e751] Running
I0116 02:56:22.971790 1892116 system_pods.go:89] "kube-scheduler-addons-843965" [befad0b9-f2ab-4a9d-a74b-8968f4d8d4c9] Running
I0116 02:56:22.971809 1892116 system_pods.go:89] "metrics-server-7c66d45ddc-cshtq" [e2de00b3-dd3e-4347-a94f-b186d7fe0fea] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0116 02:56:22.971825 1892116 system_pods.go:89] "nvidia-device-plugin-daemonset-zlmrk" [da7bd62d-e415-4145-ad12-6feb7be5fe21] Running
I0116 02:56:22.971851 1892116 system_pods.go:89] "registry-bzgv9" [af30b04d-da1d-4148-b183-4ca8c48dba30] Running
I0116 02:56:22.971876 1892116 system_pods.go:89] "registry-proxy-sfv97" [224d6c6a-4fbd-415b-92b0-562bdde1b323] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0116 02:56:22.971898 1892116 system_pods.go:89] "snapshot-controller-58dbcc7b99-kblzs" [6694f41d-1dee-45de-b020-072a9a790144] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0116 02:56:22.971917 1892116 system_pods.go:89] "snapshot-controller-58dbcc7b99-vtcnr" [7f950a4d-15d7-43fa-98d2-fec43d16eab9] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0116 02:56:22.971931 1892116 system_pods.go:89] "storage-provisioner" [253b2950-26ab-4c7d-ae43-bc75f6fd3e61] Running
I0116 02:56:22.971959 1892116 system_pods.go:126] duration metric: took 208.913176ms to wait for k8s-apps to be running ...
I0116 02:56:22.971983 1892116 system_svc.go:44] waiting for kubelet service to be running ....
I0116 02:56:22.972061 1892116 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0116 02:56:22.988541 1892116 system_svc.go:56] duration metric: took 16.549968ms WaitForService to wait for kubelet.
I0116 02:56:22.988612 1892116 kubeadm.go:581] duration metric: took 44.075787238s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0116 02:56:22.988647 1892116 node_conditions.go:102] verifying NodePressure condition ...
I0116 02:56:23.004011 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:23.032432 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:23.036559 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:23.163347 1892116 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0116 02:56:23.163424 1892116 node_conditions.go:123] node cpu capacity is 2
I0116 02:56:23.163450 1892116 node_conditions.go:105] duration metric: took 174.786505ms to run NodePressure ...
I0116 02:56:23.163473 1892116 start.go:228] waiting for startup goroutines ...
I0116 02:56:23.308514 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:23.503305 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:23.534065 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:23.537552 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:23.807523 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:24.010218 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:24.034383 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:24.038011 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0116 02:56:24.311673 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:24.507898 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:24.532487 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:24.536231 1892116 kapi.go:107] duration metric: took 38.004828742s to wait for kubernetes.io/minikube-addons=registry ...
I0116 02:56:24.807881 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:25.003305 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:25.031707 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:25.308429 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:25.503624 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:25.532222 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:25.808110 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:26.005779 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:26.032369 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:26.308738 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:26.503150 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:26.531416 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:26.810271 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:27.004222 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:27.032144 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:27.308178 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:27.504134 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:27.531907 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:27.807714 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:28.005048 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:28.032162 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:28.308545 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:28.507871 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:28.534406 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:28.807670 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:29.004522 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:29.033411 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:29.308397 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:29.503569 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:29.531727 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:29.807065 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:30.003721 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:30.032549 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:30.307820 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:30.503873 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:30.532916 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:30.810334 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:31.004901 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:31.032321 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:31.308063 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:31.503703 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:31.532288 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:31.807999 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:32.006154 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:32.031357 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:32.308606 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:32.505347 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:32.532164 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:32.808035 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:33.004191 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:33.031599 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:33.307548 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:33.504467 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:33.532875 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:33.807885 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:34.005157 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:34.031835 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:34.307950 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:34.507069 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:34.532278 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:34.808240 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:35.003674 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:35.031450 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:35.308292 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:35.503828 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:35.537520 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:35.810999 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:36.005009 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:36.031949 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:36.307968 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:36.503613 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:36.531609 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:36.807389 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:37.003919 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:37.031833 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:37.307530 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:37.502806 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:37.532038 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:37.807666 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:38.004182 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:38.031685 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:38.307477 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:38.505857 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:38.533980 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:38.808114 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:39.007792 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:39.039518 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:39.308148 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:39.504532 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:39.532859 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:39.814582 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:40.005856 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:40.037687 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:40.308042 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:40.503538 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:40.533190 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:40.808171 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:41.004456 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:41.034139 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:41.308875 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:41.503998 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:41.532349 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:41.808591 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:42.005070 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:42.033809 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:42.309046 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:42.507861 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:42.532264 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:42.812503 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:43.004573 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:43.031360 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:43.308395 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:43.502907 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:43.531851 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:43.807466 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:44.003926 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:44.031453 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:44.307475 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:44.503051 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0116 02:56:44.531044 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:44.807681 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:45.007608 1892116 kapi.go:107] duration metric: took 57.013321783s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0116 02:56:45.032242 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:45.308282 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:45.531879 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:45.807543 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:46.031551 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:46.307421 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:46.531980 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:46.807947 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:47.032313 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:47.308095 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:47.531867 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:47.807393 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:48.032058 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:48.307985 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:48.531614 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:48.807151 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:49.032183 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:49.308251 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:49.532010 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:49.807790 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:50.031774 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:50.307602 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:50.530929 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:50.807698 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:51.031415 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:51.307261 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:51.532479 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:51.808707 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:52.031638 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:52.319027 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:52.535123 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:52.808269 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:53.032021 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:53.308421 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:53.532097 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:53.807789 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:54.032373 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:54.324999 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:54.532713 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:54.807818 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:55.032366 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:55.311667 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:55.531642 1892116 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0116 02:56:55.807040 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:56.031823 1892116 kapi.go:107] duration metric: took 1m9.505074163s to wait for app.kubernetes.io/name=ingress-nginx ...
I0116 02:56:56.311089 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:56.809976 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:57.307551 1892116 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0116 02:56:57.807216 1892116 kapi.go:107] duration metric: took 1m8.503474131s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0116 02:56:57.809429 1892116 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-843965 cluster.
I0116 02:56:57.811509 1892116 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0116 02:56:57.813216 1892116 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0116 02:56:57.815224 1892116 out.go:177] * Enabled addons: nvidia-device-plugin, storage-provisioner, ingress-dns, cloud-spanner, metrics-server, yakd, storage-provisioner-rancher, inspektor-gadget, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0116 02:56:57.817099 1892116 addons.go:505] enable addons completed in 1m19.443961092s: enabled=[nvidia-device-plugin storage-provisioner ingress-dns cloud-spanner metrics-server yakd storage-provisioner-rancher inspektor-gadget volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0116 02:56:57.817137 1892116 start.go:233] waiting for cluster config update ...
I0116 02:56:57.817169 1892116 start.go:242] writing updated cluster config ...
I0116 02:56:57.817530 1892116 ssh_runner.go:195] Run: rm -f paused
I0116 02:56:58.157405 1892116 start.go:600] kubectl: 1.29.0, cluster: 1.28.4 (minor skew: 1)
I0116 02:56:58.159259 1892116 out.go:177] * Done! kubectl is now configured to use "addons-843965" cluster and "default" namespace by default
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
a12473b576c84 dd1b12fcb6097 8 seconds ago Exited hello-world-app 2 da2f10c9af62e hello-world-app-5d77478584-xkxj7
f4bc3263d3a9d 74077e780ec71 32 seconds ago Running nginx 0 2519b07ddf6c2 nginx
0d34bf46c828e 21648f71be814 39 seconds ago Running headlamp 0 65c598bc4931f headlamp-7ddfbb94ff-q6vng
43a9d9f2634b7 2a5f29343eb03 2 minutes ago Running gcp-auth 0 a4ccda24f38d7 gcp-auth-d4c87556c-2m7mf
b915a048f4ada af594c6a879f2 2 minutes ago Exited patch 2 57f7ea89952f1 ingress-nginx-admission-patch-75m88
71838e965dea9 af594c6a879f2 2 minutes ago Exited create 0 2aefb233d14d0 ingress-nginx-admission-create-r6qf8
86fb839a1af30 20e3f2db01e81 2 minutes ago Running yakd 0 940980a2d7bb2 yakd-dashboard-9947fc6bf-ccdsg
819369e220a77 97e04611ad434 2 minutes ago Running coredns 0 f7213821037ce coredns-5dd5756b68-drb7k
4b7c69e163454 a89778274bf53 2 minutes ago Running cloud-spanner-emulator 0 b4f3fa1ceabee cloud-spanner-emulator-64c8c85f65-rw7hq
52cc6edb069f5 ba04bb24b9575 3 minutes ago Running storage-provisioner 0 5344b6e3d6abc storage-provisioner
653b92beb0f55 3ca3ca488cf13 3 minutes ago Running kube-proxy 0 90409322275c0 kube-proxy-shxz5
cad3dfa1ad9e7 04b4eaa3d3db8 3 minutes ago Running kindnet-cni 0 01cb52cc88d4f kindnet-p7psr
51c33b06e0ddb 04b4c447bb9d4 3 minutes ago Running kube-apiserver 0 a8c4e5ba61743 kube-apiserver-addons-843965
ce7400afe9ca1 9cdd6470f48c8 3 minutes ago Running etcd 0 9e31239605ff1 etcd-addons-843965
79153b07155cf 05c284c929889 3 minutes ago Running kube-scheduler 0 391282c0e098f kube-scheduler-addons-843965
7d7aa230689f6 9961cbceaf234 3 minutes ago Running kube-controller-manager 0 c9673fca8da20 kube-controller-manager-addons-843965
==> containerd <==
Jan 16 02:59:02 addons-843965 containerd[743]: time="2024-01-16T02:59:02.167878506Z" level=info msg="shim disconnected" id=a12473b576c849459c101313d8525a75d4d588043b2474fa75dbad53d0535652
Jan 16 02:59:02 addons-843965 containerd[743]: time="2024-01-16T02:59:02.167937540Z" level=warning msg="cleaning up after shim disconnected" id=a12473b576c849459c101313d8525a75d4d588043b2474fa75dbad53d0535652 namespace=k8s.io
Jan 16 02:59:02 addons-843965 containerd[743]: time="2024-01-16T02:59:02.167949773Z" level=info msg="cleaning up dead shim"
Jan 16 02:59:02 addons-843965 containerd[743]: time="2024-01-16T02:59:02.188971955Z" level=warning msg="cleanup warnings time=\"2024-01-16T02:59:02Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11430 runtime=io.containerd.runc.v2\ntime=\"2024-01-16T02:59:02Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n"
Jan 16 02:59:02 addons-843965 containerd[743]: time="2024-01-16T02:59:02.900458693Z" level=info msg="StopContainer for \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\" with timeout 2 (s)"
Jan 16 02:59:02 addons-843965 containerd[743]: time="2024-01-16T02:59:02.900940476Z" level=info msg="Stop container \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\" with signal terminated"
Jan 16 02:59:03 addons-843965 containerd[743]: time="2024-01-16T02:59:03.189714443Z" level=info msg="RemoveContainer for \"57ee0cc7b4e5f9ae6fd316877f14a52bf436b46725202511ae8d851054cb5dae\""
Jan 16 02:59:03 addons-843965 containerd[743]: time="2024-01-16T02:59:03.197658888Z" level=info msg="RemoveContainer for \"57ee0cc7b4e5f9ae6fd316877f14a52bf436b46725202511ae8d851054cb5dae\" returns successfully"
Jan 16 02:59:04 addons-843965 containerd[743]: time="2024-01-16T02:59:04.908444596Z" level=info msg="Kill container \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\""
Jan 16 02:59:04 addons-843965 containerd[743]: time="2024-01-16T02:59:04.981181762Z" level=info msg="shim disconnected" id=14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02
Jan 16 02:59:04 addons-843965 containerd[743]: time="2024-01-16T02:59:04.981250601Z" level=warning msg="cleaning up after shim disconnected" id=14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02 namespace=k8s.io
Jan 16 02:59:04 addons-843965 containerd[743]: time="2024-01-16T02:59:04.981263926Z" level=info msg="cleaning up dead shim"
Jan 16 02:59:04 addons-843965 containerd[743]: time="2024-01-16T02:59:04.991783484Z" level=warning msg="cleanup warnings time=\"2024-01-16T02:59:04Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11473 runtime=io.containerd.runc.v2\n"
Jan 16 02:59:04 addons-843965 containerd[743]: time="2024-01-16T02:59:04.994778549Z" level=info msg="StopContainer for \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\" returns successfully"
Jan 16 02:59:04 addons-843965 containerd[743]: time="2024-01-16T02:59:04.995391594Z" level=info msg="StopPodSandbox for \"85d55e5a9fdaef1c88015b0d6036c9ea3ee54e7a21286af45dcfc50dbda4c717\""
Jan 16 02:59:04 addons-843965 containerd[743]: time="2024-01-16T02:59:04.995463961Z" level=info msg="Container to stop \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\" must be in running or unknown state, current state \"CONTAINER_EXITED\""
Jan 16 02:59:05 addons-843965 containerd[743]: time="2024-01-16T02:59:05.032770532Z" level=info msg="shim disconnected" id=85d55e5a9fdaef1c88015b0d6036c9ea3ee54e7a21286af45dcfc50dbda4c717
Jan 16 02:59:05 addons-843965 containerd[743]: time="2024-01-16T02:59:05.032978567Z" level=warning msg="cleaning up after shim disconnected" id=85d55e5a9fdaef1c88015b0d6036c9ea3ee54e7a21286af45dcfc50dbda4c717 namespace=k8s.io
Jan 16 02:59:05 addons-843965 containerd[743]: time="2024-01-16T02:59:05.033050269Z" level=info msg="cleaning up dead shim"
Jan 16 02:59:05 addons-843965 containerd[743]: time="2024-01-16T02:59:05.044064410Z" level=warning msg="cleanup warnings time=\"2024-01-16T02:59:05Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11502 runtime=io.containerd.runc.v2\n"
Jan 16 02:59:05 addons-843965 containerd[743]: time="2024-01-16T02:59:05.090459753Z" level=info msg="TearDown network for sandbox \"85d55e5a9fdaef1c88015b0d6036c9ea3ee54e7a21286af45dcfc50dbda4c717\" successfully"
Jan 16 02:59:05 addons-843965 containerd[743]: time="2024-01-16T02:59:05.090507383Z" level=info msg="StopPodSandbox for \"85d55e5a9fdaef1c88015b0d6036c9ea3ee54e7a21286af45dcfc50dbda4c717\" returns successfully"
Jan 16 02:59:05 addons-843965 containerd[743]: time="2024-01-16T02:59:05.197582147Z" level=info msg="RemoveContainer for \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\""
Jan 16 02:59:05 addons-843965 containerd[743]: time="2024-01-16T02:59:05.202754831Z" level=info msg="RemoveContainer for \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\" returns successfully"
Jan 16 02:59:05 addons-843965 containerd[743]: time="2024-01-16T02:59:05.203410385Z" level=error msg="ContainerStatus for \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\": not found"
==> coredns [819369e220a77836381659af98ccbc1c8ba4bdb0605819cc2b3e988ad6c2c214] <==
[INFO] 10.244.0.19:58278 - 14290 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000050533s
[INFO] 10.244.0.19:58278 - 17361 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00178138s
[INFO] 10.244.0.19:52493 - 51305 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002095259s
[INFO] 10.244.0.19:52493 - 34406 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001762485s
[INFO] 10.244.0.19:58278 - 43565 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001972087s
[INFO] 10.244.0.19:58278 - 60764 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000164828s
[INFO] 10.244.0.19:52493 - 58165 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000112046s
[INFO] 10.244.0.19:40676 - 35073 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000050821s
[INFO] 10.244.0.19:54069 - 43721 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000213172s
[INFO] 10.244.0.19:40676 - 28836 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000067724s
[INFO] 10.244.0.19:40676 - 58231 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00006065s
[INFO] 10.244.0.19:40676 - 51006 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000120119s
[INFO] 10.244.0.19:40676 - 14650 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000055908s
[INFO] 10.244.0.19:40676 - 4428 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000059026s
[INFO] 10.244.0.19:54069 - 58582 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000091853s
[INFO] 10.244.0.19:40676 - 46483 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001491058s
[INFO] 10.244.0.19:54069 - 18685 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.0000463s
[INFO] 10.244.0.19:54069 - 29393 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000078636s
[INFO] 10.244.0.19:54069 - 5712 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000074115s
[INFO] 10.244.0.19:40676 - 27380 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001299327s
[INFO] 10.244.0.19:54069 - 2587 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000064482s
[INFO] 10.244.0.19:40676 - 62695 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000106729s
[INFO] 10.244.0.19:54069 - 49065 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001045082s
[INFO] 10.244.0.19:54069 - 45206 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001204544s
[INFO] 10.244.0.19:54069 - 28442 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000092641s
==> describe nodes <==
Name: addons-843965
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-843965
kubernetes.io/os=linux
minikube.k8s.io/commit=880ec6d67bbc7fe8882aaa6543d5a07427c973fd
minikube.k8s.io/name=addons-843965
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_01_16T02_55_27_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-843965
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 16 Jan 2024 02:55:22 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-843965
AcquireTime: <unset>
RenewTime: Tue, 16 Jan 2024 02:59:09 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 16 Jan 2024 02:59:00 +0000 Tue, 16 Jan 2024 02:55:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 16 Jan 2024 02:59:00 +0000 Tue, 16 Jan 2024 02:55:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 16 Jan 2024 02:59:00 +0000 Tue, 16 Jan 2024 02:55:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 16 Jan 2024 02:59:00 +0000 Tue, 16 Jan 2024 02:55:26 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-843965
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 394a8448e81541d28502617e7d0fe1a2
System UUID: 6654ebef-dec4-4c43-b98e-a42300b6aa2b
Boot ID: db337b58-1f53-411c-9ff2-b8ff3dd0911c
Kernel Version: 5.15.0-1051-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.6.26
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default cloud-spanner-emulator-64c8c85f65-rw7hq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m28s
default hello-world-app-5d77478584-xkxj7 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 35s
gcp-auth gcp-auth-d4c87556c-2m7mf 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m21s
headlamp headlamp-7ddfbb94ff-q6vng 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 44s
kube-system coredns-5dd5756b68-drb7k 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m32s
kube-system etcd-addons-843965 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m44s
kube-system kindnet-p7psr 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m32s
kube-system kube-apiserver-addons-843965 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m44s
kube-system kube-controller-manager-addons-843965 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m44s
kube-system kube-proxy-shxz5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m32s
kube-system kube-scheduler-addons-843965 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m45s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m27s
yakd-dashboard yakd-dashboard-9947fc6bf-ccdsg 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 3m25s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 348Mi (4%!)(MISSING) 476Mi (6%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m30s kube-proxy
Normal Starting 3m44s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m44s kubelet Node addons-843965 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m44s kubelet Node addons-843965 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m44s kubelet Node addons-843965 status is now: NodeHasSufficientPID
Normal NodeNotReady 3m44s kubelet Node addons-843965 status is now: NodeNotReady
Normal NodeAllocatableEnforced 3m44s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 3m44s kubelet Node addons-843965 status is now: NodeReady
Normal RegisteredNode 3m33s node-controller Node addons-843965 event: Registered Node addons-843965 in Controller
==> dmesg <==
[ +0.001077] FS-Cache: O-key=[8] '44dac90000000000'
[ +0.000784] FS-Cache: N-cookie c=00000078 [p=0000006f fl=2 nc=0 na=1]
[ +0.000986] FS-Cache: N-cookie d=00000000e15ff1bd{9p.inode} n=000000001afef535
[ +0.001069] FS-Cache: N-key=[8] '44dac90000000000'
[ +0.002505] FS-Cache: Duplicate cookie detected
[ +0.000795] FS-Cache: O-cookie c=00000071 [p=0000006f fl=226 nc=0 na=1]
[ +0.001002] FS-Cache: O-cookie d=00000000e15ff1bd{9p.inode} n=000000002d197214
[ +0.001094] FS-Cache: O-key=[8] '44dac90000000000'
[ +0.000798] FS-Cache: N-cookie c=00000079 [p=0000006f fl=2 nc=0 na=1]
[ +0.001128] FS-Cache: N-cookie d=00000000e15ff1bd{9p.inode} n=000000008d08245a
[ +0.001092] FS-Cache: N-key=[8] '44dac90000000000'
[ +2.139529] FS-Cache: Duplicate cookie detected
[ +0.000709] FS-Cache: O-cookie c=00000070 [p=0000006f fl=226 nc=0 na=1]
[ +0.001037] FS-Cache: O-cookie d=00000000e15ff1bd{9p.inode} n=00000000136c64d0
[ +0.001228] FS-Cache: O-key=[8] '43dac90000000000'
[ +0.000720] FS-Cache: N-cookie c=0000007b [p=0000006f fl=2 nc=0 na=1]
[ +0.000985] FS-Cache: N-cookie d=00000000e15ff1bd{9p.inode} n=000000007a0384fc
[ +0.001092] FS-Cache: N-key=[8] '43dac90000000000'
[ +0.318695] FS-Cache: Duplicate cookie detected
[ +0.000817] FS-Cache: O-cookie c=00000075 [p=0000006f fl=226 nc=0 na=1]
[ +0.001202] FS-Cache: O-cookie d=00000000e15ff1bd{9p.inode} n=00000000d8eb70b5
[ +0.001211] FS-Cache: O-key=[8] '49dac90000000000'
[ +0.000849] FS-Cache: N-cookie c=0000007c [p=0000006f fl=2 nc=0 na=1]
[ +0.001037] FS-Cache: N-cookie d=00000000e15ff1bd{9p.inode} n=000000001afef535
[ +0.001307] FS-Cache: N-key=[8] '49dac90000000000'
==> etcd [ce7400afe9ca1bff290931ece2139aa0de0fa0a1da85e8e691fdc4b690da7d05] <==
{"level":"info","ts":"2024-01-16T02:55:19.094578Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2024-01-16T02:55:19.094593Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-01-16T02:55:19.095157Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-01-16T02:55:19.094026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-01-16T02:55:19.095493Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-01-16T02:55:19.096236Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-01-16T02:55:19.096363Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-01-16T02:55:19.929475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-01-16T02:55:19.929708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-01-16T02:55:19.929817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-01-16T02:55:19.930008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-01-16T02:55:19.930126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-01-16T02:55:19.930213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-01-16T02:55:19.930294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-01-16T02:55:19.933577Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-16T02:55:19.937681Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-843965 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-01-16T02:55:19.937865Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-01-16T02:55:19.938975Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-01-16T02:55:19.939357Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-01-16T02:55:19.940334Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-01-16T02:55:19.951508Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-16T02:55:19.954622Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-16T02:55:19.954796Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-16T02:55:19.993511Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-01-16T02:55:19.993706Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
==> gcp-auth [43a9d9f2634b7279fd0821a0cae509a696927fd7ccd31796cbc80e9bdcd4e301] <==
2024/01/16 02:56:57 GCP Auth Webhook started!
2024/01/16 02:57:09 Ready to marshal response ...
2024/01/16 02:57:09 Ready to write response ...
2024/01/16 02:57:24 Ready to marshal response ...
2024/01/16 02:57:24 Ready to write response ...
2024/01/16 02:57:25 Ready to marshal response ...
2024/01/16 02:57:25 Ready to write response ...
2024/01/16 02:57:32 Ready to marshal response ...
2024/01/16 02:57:32 Ready to write response ...
2024/01/16 02:57:47 Ready to marshal response ...
2024/01/16 02:57:47 Ready to write response ...
2024/01/16 02:58:11 Ready to marshal response ...
2024/01/16 02:58:11 Ready to write response ...
2024/01/16 02:58:26 Ready to marshal response ...
2024/01/16 02:58:26 Ready to write response ...
2024/01/16 02:58:26 Ready to marshal response ...
2024/01/16 02:58:26 Ready to write response ...
2024/01/16 02:58:26 Ready to marshal response ...
2024/01/16 02:58:26 Ready to write response ...
2024/01/16 02:58:35 Ready to marshal response ...
2024/01/16 02:58:35 Ready to write response ...
2024/01/16 02:58:44 Ready to marshal response ...
2024/01/16 02:58:44 Ready to write response ...
==> kernel <==
02:59:10 up 9:41, 0 users, load average: 1.72, 1.77, 2.09
Linux addons-843965 5.15.0-1051-aws #56~20.04.1-Ubuntu SMP Tue Nov 28 15:43:06 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [cad3dfa1ad9e704d8beed303439c3b4ab3b0ba0d46fa9b4768d8e3deeb2aea88] <==
I0116 02:57:09.838407 1 main.go:227] handling current node
I0116 02:57:19.849253 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:57:19.849282 1 main.go:227] handling current node
I0116 02:57:29.861150 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:57:29.861183 1 main.go:227] handling current node
I0116 02:57:39.871472 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:57:39.871499 1 main.go:227] handling current node
I0116 02:57:49.884452 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:57:49.884476 1 main.go:227] handling current node
I0116 02:57:59.898291 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:57:59.898412 1 main.go:227] handling current node
I0116 02:58:09.902294 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:58:09.902323 1 main.go:227] handling current node
I0116 02:58:19.914891 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:58:19.914919 1 main.go:227] handling current node
I0116 02:58:29.918941 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:58:29.918970 1 main.go:227] handling current node
I0116 02:58:39.929978 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:58:39.930006 1 main.go:227] handling current node
I0116 02:58:49.937977 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:58:49.938005 1 main.go:227] handling current node
I0116 02:58:59.949747 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:58:59.949775 1 main.go:227] handling current node
I0116 02:59:09.961397 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0116 02:59:09.961427 1 main.go:227] handling current node
==> kube-apiserver [51c33b06e0ddb509cf60ffeb56a310ca8f81bb4fccf327d00b9cd387c3c34398] <==
I0116 02:58:27.870644 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:58:27.871781 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:58:27.877334 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:58:27.877861 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:58:27.890023 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:58:27.890080 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:58:27.898587 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:58:27.898885 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:58:27.914902 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:58:27.915181 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:58:27.926261 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:58:27.926321 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0116 02:58:27.933375 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0116 02:58:27.933685 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0116 02:58:28.915765 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0116 02:58:28.934776 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0116 02:58:28.950549 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0116 02:58:35.306229 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0116 02:58:35.564229 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.96.112.54"}
I0116 02:58:41.924371 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I0116 02:58:41.931325 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0116 02:58:42.947614 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0116 02:58:44.298507 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.104.115.175"}
I0116 02:58:50.196582 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
E0116 02:59:01.961090 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
==> kube-controller-manager [7d7aa230689f6e65489805a395467f62456ad976f34a28bdf34d0c0011948874] <==
W0116 02:58:47.630889 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:58:47.630924 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0116 02:58:48.144115 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="121.383µs"
W0116 02:58:50.385128 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:58:50.385168 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0116 02:58:52.053848 1 namespace_controller.go:182] "Namespace has been deleted" namespace="gadget"
W0116 02:58:58.989984 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:58:58.990020 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0116 02:58:59.087851 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:58:59.087889 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0116 02:59:01.887383 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-69cff4fd79" duration="4.57µs"
I0116 02:59:01.890983 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0116 02:59:01.912343 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I0116 02:59:02.198405 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="5.717079ms"
I0116 02:59:02.198967 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="30.957µs"
I0116 02:59:03.212365 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="8.389133ms"
I0116 02:59:03.212440 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="42.108µs"
W0116 02:59:05.684658 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:59:05.684692 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0116 02:59:07.640906 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0116 02:59:07.640947 1 shared_informer.go:318] Caches are synced for resource quota
I0116 02:59:08.093726 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0116 02:59:08.093771 1 shared_informer.go:318] Caches are synced for garbage collector
W0116 02:59:09.104520 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0116 02:59:09.104558 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [653b92beb0f55c90a6fc42be3424ed34e624a629bea0fae97ea010f8006e8815] <==
I0116 02:55:39.506662 1 server_others.go:69] "Using iptables proxy"
I0116 02:55:39.559217 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0116 02:55:39.605668 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0116 02:55:39.608204 1 server_others.go:152] "Using iptables Proxier"
I0116 02:55:39.608243 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0116 02:55:39.608252 1 server_others.go:438] "Defaulting to no-op detect-local"
I0116 02:55:39.608297 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0116 02:55:39.608520 1 server.go:846] "Version info" version="v1.28.4"
I0116 02:55:39.608530 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0116 02:55:39.609630 1 config.go:188] "Starting service config controller"
I0116 02:55:39.609668 1 shared_informer.go:311] Waiting for caches to sync for service config
I0116 02:55:39.609687 1 config.go:97] "Starting endpoint slice config controller"
I0116 02:55:39.609695 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0116 02:55:39.611404 1 config.go:315] "Starting node config controller"
I0116 02:55:39.611418 1 shared_informer.go:311] Waiting for caches to sync for node config
I0116 02:55:39.709902 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0116 02:55:39.709954 1 shared_informer.go:318] Caches are synced for service config
I0116 02:55:39.711554 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [79153b07155cf33f0f0fda110c5ea9d3a1f2e3c7f10d052d62d439b265cadc46] <==
W0116 02:55:23.604486 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0116 02:55:23.604507 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0116 02:55:23.604641 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0116 02:55:23.604767 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0116 02:55:23.604741 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0116 02:55:23.604880 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0116 02:55:23.611888 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0116 02:55:23.612453 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0116 02:55:23.611975 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0116 02:55:23.612713 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0116 02:55:23.612025 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0116 02:55:23.612817 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0116 02:55:23.612113 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0116 02:55:23.612896 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0116 02:55:23.612164 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0116 02:55:23.612969 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0116 02:55:23.612309 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0116 02:55:23.613052 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0116 02:55:23.612354 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0116 02:55:23.613161 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0116 02:55:23.612416 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0116 02:55:23.613245 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0116 02:55:23.612686 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0116 02:55:23.613332 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
I0116 02:55:24.696625 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 16 02:58:56 addons-843965 kubelet[1340]: I0116 02:58:56.154818 1340 scope.go:117] "RemoveContainer" containerID="08ecd963398d872f9f44c765af56e40f655b96eed3e7e8f732529c7091d74338"
Jan 16 02:58:56 addons-843965 kubelet[1340]: E0116 02:58:56.155054 1340 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(8122a341-637a-43d1-99b4-4f74cfcb03f0)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="8122a341-637a-43d1-99b4-4f74cfcb03f0"
Jan 16 02:59:00 addons-843965 kubelet[1340]: I0116 02:59:00.276739 1340 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jsd6b\" (UniqueName: \"kubernetes.io/projected/8122a341-637a-43d1-99b4-4f74cfcb03f0-kube-api-access-jsd6b\") pod \"8122a341-637a-43d1-99b4-4f74cfcb03f0\" (UID: \"8122a341-637a-43d1-99b4-4f74cfcb03f0\") "
Jan 16 02:59:00 addons-843965 kubelet[1340]: I0116 02:59:00.279379 1340 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8122a341-637a-43d1-99b4-4f74cfcb03f0-kube-api-access-jsd6b" (OuterVolumeSpecName: "kube-api-access-jsd6b") pod "8122a341-637a-43d1-99b4-4f74cfcb03f0" (UID: "8122a341-637a-43d1-99b4-4f74cfcb03f0"). InnerVolumeSpecName "kube-api-access-jsd6b". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jan 16 02:59:00 addons-843965 kubelet[1340]: I0116 02:59:00.377917 1340 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-jsd6b\" (UniqueName: \"kubernetes.io/projected/8122a341-637a-43d1-99b4-4f74cfcb03f0-kube-api-access-jsd6b\") on node \"addons-843965\" DevicePath \"\""
Jan 16 02:59:01 addons-843965 kubelet[1340]: I0116 02:59:01.171464 1340 scope.go:117] "RemoveContainer" containerID="08ecd963398d872f9f44c765af56e40f655b96eed3e7e8f732529c7091d74338"
Jan 16 02:59:02 addons-843965 kubelet[1340]: I0116 02:59:02.055303 1340 scope.go:117] "RemoveContainer" containerID="57ee0cc7b4e5f9ae6fd316877f14a52bf436b46725202511ae8d851054cb5dae"
Jan 16 02:59:02 addons-843965 kubelet[1340]: I0116 02:59:02.060341 1340 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="29bcb981-a7ba-4529-b48a-60899f98fab1" path="/var/lib/kubelet/pods/29bcb981-a7ba-4529-b48a-60899f98fab1/volumes"
Jan 16 02:59:02 addons-843965 kubelet[1340]: I0116 02:59:02.060788 1340 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="8122a341-637a-43d1-99b4-4f74cfcb03f0" path="/var/lib/kubelet/pods/8122a341-637a-43d1-99b4-4f74cfcb03f0/volumes"
Jan 16 02:59:02 addons-843965 kubelet[1340]: I0116 02:59:02.061240 1340 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="f79329d9-c06d-4e31-893e-dfe127d4a526" path="/var/lib/kubelet/pods/f79329d9-c06d-4e31-893e-dfe127d4a526/volumes"
Jan 16 02:59:02 addons-843965 kubelet[1340]: I0116 02:59:02.198655 1340 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/hello-world-app-5d77478584-xkxj7" podStartSLOduration=16.903681031 podCreationTimestamp="2024-01-16 02:58:44 +0000 UTC" firstStartedPulling="2024-01-16 02:58:44.593888822 +0000 UTC m=+198.701051568" lastFinishedPulling="2024-01-16 02:58:45.887638481 +0000 UTC m=+199.994801227" observedRunningTime="2024-01-16 02:59:02.197036002 +0000 UTC m=+216.304198756" watchObservedRunningTime="2024-01-16 02:59:02.19743069 +0000 UTC m=+216.304593436"
Jan 16 02:59:03 addons-843965 kubelet[1340]: I0116 02:59:03.187208 1340 scope.go:117] "RemoveContainer" containerID="57ee0cc7b4e5f9ae6fd316877f14a52bf436b46725202511ae8d851054cb5dae"
Jan 16 02:59:03 addons-843965 kubelet[1340]: I0116 02:59:03.187588 1340 scope.go:117] "RemoveContainer" containerID="a12473b576c849459c101313d8525a75d4d588043b2474fa75dbad53d0535652"
Jan 16 02:59:03 addons-843965 kubelet[1340]: E0116 02:59:03.187922 1340 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-xkxj7_default(49c376b7-0ca8-4660-ac4c-963b0a384e80)\"" pod="default/hello-world-app-5d77478584-xkxj7" podUID="49c376b7-0ca8-4660-ac4c-963b0a384e80"
Jan 16 02:59:05 addons-843965 kubelet[1340]: I0116 02:59:05.195873 1340 scope.go:117] "RemoveContainer" containerID="14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02"
Jan 16 02:59:05 addons-843965 kubelet[1340]: I0116 02:59:05.203051 1340 scope.go:117] "RemoveContainer" containerID="14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02"
Jan 16 02:59:05 addons-843965 kubelet[1340]: E0116 02:59:05.203644 1340 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\": not found" containerID="14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02"
Jan 16 02:59:05 addons-843965 kubelet[1340]: I0116 02:59:05.203692 1340 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02"} err="failed to get container status \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\": rpc error: code = NotFound desc = an error occurred when try to find container \"14451960e63ec4fa5c19c93d1e1dd5a9e14d77b7a0c185249c7e13cde6eb3b02\": not found"
Jan 16 02:59:05 addons-843965 kubelet[1340]: I0116 02:59:05.211011 1340 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/0a7d1424-2d22-4d7c-9004-a365a5790e74-webhook-cert\") pod \"0a7d1424-2d22-4d7c-9004-a365a5790e74\" (UID: \"0a7d1424-2d22-4d7c-9004-a365a5790e74\") "
Jan 16 02:59:05 addons-843965 kubelet[1340]: I0116 02:59:05.211068 1340 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kmh5j\" (UniqueName: \"kubernetes.io/projected/0a7d1424-2d22-4d7c-9004-a365a5790e74-kube-api-access-kmh5j\") pod \"0a7d1424-2d22-4d7c-9004-a365a5790e74\" (UID: \"0a7d1424-2d22-4d7c-9004-a365a5790e74\") "
Jan 16 02:59:05 addons-843965 kubelet[1340]: I0116 02:59:05.213657 1340 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0a7d1424-2d22-4d7c-9004-a365a5790e74-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "0a7d1424-2d22-4d7c-9004-a365a5790e74" (UID: "0a7d1424-2d22-4d7c-9004-a365a5790e74"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Jan 16 02:59:05 addons-843965 kubelet[1340]: I0116 02:59:05.216269 1340 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0a7d1424-2d22-4d7c-9004-a365a5790e74-kube-api-access-kmh5j" (OuterVolumeSpecName: "kube-api-access-kmh5j") pod "0a7d1424-2d22-4d7c-9004-a365a5790e74" (UID: "0a7d1424-2d22-4d7c-9004-a365a5790e74"). InnerVolumeSpecName "kube-api-access-kmh5j". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jan 16 02:59:05 addons-843965 kubelet[1340]: I0116 02:59:05.311579 1340 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-kmh5j\" (UniqueName: \"kubernetes.io/projected/0a7d1424-2d22-4d7c-9004-a365a5790e74-kube-api-access-kmh5j\") on node \"addons-843965\" DevicePath \"\""
Jan 16 02:59:05 addons-843965 kubelet[1340]: I0116 02:59:05.311618 1340 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/0a7d1424-2d22-4d7c-9004-a365a5790e74-webhook-cert\") on node \"addons-843965\" DevicePath \"\""
Jan 16 02:59:06 addons-843965 kubelet[1340]: I0116 02:59:06.058277 1340 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="0a7d1424-2d22-4d7c-9004-a365a5790e74" path="/var/lib/kubelet/pods/0a7d1424-2d22-4d7c-9004-a365a5790e74/volumes"
==> storage-provisioner [52cc6edb069f5ef20c0e1aad56d892e4804d050c4b15c380e01c9531cd31f778] <==
I0116 02:55:44.382026 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0116 02:55:44.416843 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0116 02:55:44.416950 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0116 02:55:44.433293 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0116 02:55:44.435186 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-843965_5dbe9549-f38f-487e-be21-e9fddd196f3e!
I0116 02:55:44.440583 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"0ad83ebc-61b6-482a-a784-f8e0ed412c1a", APIVersion:"v1", ResourceVersion:"565", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-843965_5dbe9549-f38f-487e-be21-e9fddd196f3e became leader
I0116 02:55:44.535941 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-843965_5dbe9549-f38f-487e-be21-e9fddd196f3e!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-843965 -n addons-843965
helpers_test.go:261: (dbg) Run: kubectl --context addons-843965 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (36.55s)