=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-290676 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-290676 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-290676 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [771f147f-dd4f-459b-a10a-d5a0d78ae75b] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [771f147f-dd4f-459b-a10a-d5a0d78ae75b] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.005275825s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-290676 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:286: (dbg) Run: kubectl --context addons-290676 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-290676 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.076478999s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-arm64 -p addons-290676 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-arm64 -p addons-290676 addons disable ingress-dns --alsologtostderr -v=1: (1.641412361s)
addons_test.go:311: (dbg) Run: out/minikube-linux-arm64 -p addons-290676 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-arm64 -p addons-290676 addons disable ingress --alsologtostderr -v=1: (7.800095989s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-290676
helpers_test.go:235: (dbg) docker inspect addons-290676:
-- stdout --
[
{
"Id": "1dd8c52afaee700f730d8f8f06efd0848f85ecbe16b298b6dc4b0d1ea8b549f8",
"Created": "2024-03-25T10:20:02.738163575Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 8829,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-03-25T10:20:03.002219103Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:f9b5358e8c18dbe49e632154cad75e0968b2e103f621caff2c3ed996f4155861",
"ResolvConfPath": "/var/lib/docker/containers/1dd8c52afaee700f730d8f8f06efd0848f85ecbe16b298b6dc4b0d1ea8b549f8/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/1dd8c52afaee700f730d8f8f06efd0848f85ecbe16b298b6dc4b0d1ea8b549f8/hostname",
"HostsPath": "/var/lib/docker/containers/1dd8c52afaee700f730d8f8f06efd0848f85ecbe16b298b6dc4b0d1ea8b549f8/hosts",
"LogPath": "/var/lib/docker/containers/1dd8c52afaee700f730d8f8f06efd0848f85ecbe16b298b6dc4b0d1ea8b549f8/1dd8c52afaee700f730d8f8f06efd0848f85ecbe16b298b6dc4b0d1ea8b549f8-json.log",
"Name": "/addons-290676",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-290676:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-290676",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/d482b213e37cb03bbfe40ae9398258d55a255c56bae0555fdb7edd1c3f0133a9-init/diff:/var/lib/docker/overlay2/8aaf5799a28c4a8db1905d9c29f399a6610422b2d3827b1a02bf6b5d8c9475ae/diff",
"MergedDir": "/var/lib/docker/overlay2/d482b213e37cb03bbfe40ae9398258d55a255c56bae0555fdb7edd1c3f0133a9/merged",
"UpperDir": "/var/lib/docker/overlay2/d482b213e37cb03bbfe40ae9398258d55a255c56bae0555fdb7edd1c3f0133a9/diff",
"WorkDir": "/var/lib/docker/overlay2/d482b213e37cb03bbfe40ae9398258d55a255c56bae0555fdb7edd1c3f0133a9/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-290676",
"Source": "/var/lib/docker/volumes/addons-290676/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-290676",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-290676",
"name.minikube.sigs.k8s.io": "addons-290676",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "d4de6998a07732570e3e6c4d0b26f7c8c96d6a5af533e1fe5913321a9baca2a6",
"SandboxKey": "/var/run/docker/netns/d4de6998a077",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-290676": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "7eef9450dc516289e3d8d706c9d07642f9c68645dfe8fd916c1be0971af61e38",
"EndpointID": "0d97468b5d417826ab78f846cda78fe88de94f21c9ae29a998ae6e5fc4eda15a",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"addons-290676",
"1dd8c52afaee"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-290676 -n addons-290676
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-290676 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-290676 logs -n 25: (1.623940665s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-205574 | download-only-205574 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| start | -o=json --download-only | download-only-659277 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | |
| | -p download-only-659277 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.29.3 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| delete | -p download-only-659277 | download-only-659277 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| start | -o=json --download-only | download-only-783205 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | |
| | -p download-only-783205 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.30.0-beta.0 | | | | | |
| | --container-runtime=containerd | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| delete | -p download-only-783205 | download-only-783205 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| delete | -p download-only-205574 | download-only-205574 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| delete | -p download-only-659277 | download-only-659277 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| delete | -p download-only-783205 | download-only-783205 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| start | --download-only -p | download-docker-819965 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | |
| | download-docker-819965 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-819965 | download-docker-819965 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| start | --download-only -p | binary-mirror-969566 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | |
| | binary-mirror-969566 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:36735 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-969566 | binary-mirror-969566 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:19 UTC |
| addons | enable dashboard -p | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | |
| | addons-290676 | | | | | |
| addons | disable dashboard -p | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | |
| | addons-290676 | | | | | |
| start | -p addons-290676 --wait=true | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:19 UTC | 25 Mar 24 10:21 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-290676 ip | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:22 UTC | 25 Mar 24 10:22 UTC |
| addons | addons-290676 addons disable | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:22 UTC | 25 Mar 24 10:22 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-290676 addons | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:22 UTC | 25 Mar 24 10:22 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:22 UTC | 25 Mar 24 10:22 UTC |
| | addons-290676 | | | | | |
| ssh | addons-290676 ssh curl -s | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:22 UTC | 25 Mar 24 10:22 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-290676 ip | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:22 UTC | 25 Mar 24 10:22 UTC |
| addons | addons-290676 addons disable | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:22 UTC | 25 Mar 24 10:22 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-290676 addons disable | addons-290676 | jenkins | v1.32.0 | 25 Mar 24 10:22 UTC | 25 Mar 24 10:23 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/03/25 10:19:39
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.1 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0325 10:19:39.071455 8373 out.go:291] Setting OutFile to fd 1 ...
I0325 10:19:39.071680 8373 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0325 10:19:39.071693 8373 out.go:304] Setting ErrFile to fd 2...
I0325 10:19:39.071698 8373 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0325 10:19:39.071963 8373 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18500-2179/.minikube/bin
I0325 10:19:39.072480 8373 out.go:298] Setting JSON to false
I0325 10:19:39.073288 8373 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":126,"bootTime":1711361853,"procs":152,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1056-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0325 10:19:39.073366 8373 start.go:139] virtualization:
I0325 10:19:39.075957 8373 out.go:177] * [addons-290676] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0325 10:19:39.078497 8373 out.go:177] - MINIKUBE_LOCATION=18500
I0325 10:19:39.080618 8373 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0325 10:19:39.078617 8373 notify.go:220] Checking for updates...
I0325 10:19:39.085194 8373 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18500-2179/kubeconfig
I0325 10:19:39.086993 8373 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18500-2179/.minikube
I0325 10:19:39.089025 8373 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0325 10:19:39.090897 8373 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0325 10:19:39.093187 8373 driver.go:392] Setting default libvirt URI to qemu:///system
I0325 10:19:39.111727 8373 docker.go:122] docker version: linux-26.0.0:Docker Engine - Community
I0325 10:19:39.111851 8373 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0325 10:19:39.181329 8373 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:45 SystemTime:2024-03-25 10:19:39.172855384 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1056-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215101440 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:26.0.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.13.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.25.0]] Warnings:<nil>}}
I0325 10:19:39.181441 8373 docker.go:295] overlay module found
I0325 10:19:39.184102 8373 out.go:177] * Using the docker driver based on user configuration
I0325 10:19:39.186265 8373 start.go:297] selected driver: docker
I0325 10:19:39.186283 8373 start.go:901] validating driver "docker" against <nil>
I0325 10:19:39.186296 8373 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0325 10:19:39.186945 8373 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0325 10:19:39.242876 8373 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:45 SystemTime:2024-03-25 10:19:39.233354302 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1056-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215101440 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:26.0.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.13.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.25.0]] Warnings:<nil>}}
I0325 10:19:39.243043 8373 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0325 10:19:39.243259 8373 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0325 10:19:39.245345 8373 out.go:177] * Using Docker driver with root privileges
I0325 10:19:39.247221 8373 cni.go:84] Creating CNI manager for ""
I0325 10:19:39.247242 8373 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0325 10:19:39.247252 8373 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0325 10:19:39.247335 8373 start.go:340] cluster config:
{Name:addons-290676 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.29.3 ClusterName:addons-290676 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISo
cket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgent
PID:0 GPUs: AutoPauseInterval:1m0s}
I0325 10:19:39.249358 8373 out.go:177] * Starting "addons-290676" primary control-plane node in "addons-290676" cluster
I0325 10:19:39.251329 8373 cache.go:121] Beginning downloading kic base image for docker with containerd
I0325 10:19:39.253243 8373 out.go:177] * Pulling base image v0.0.43-beta.0 ...
I0325 10:19:39.254982 8373 preload.go:132] Checking if preload exists for k8s version v1.29.3 and runtime containerd
I0325 10:19:39.255012 8373 image.go:79] Checking for gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 in local docker daemon
I0325 10:19:39.255028 8373 preload.go:147] Found local preload: /home/jenkins/minikube-integration/18500-2179/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.29.3-containerd-overlay2-arm64.tar.lz4
I0325 10:19:39.255036 8373 cache.go:56] Caching tarball of preloaded images
I0325 10:19:39.255108 8373 preload.go:173] Found /home/jenkins/minikube-integration/18500-2179/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.29.3-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I0325 10:19:39.255118 8373 cache.go:59] Finished verifying existence of preloaded tar for v1.29.3 on containerd
I0325 10:19:39.255461 8373 profile.go:142] Saving config to /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/config.json ...
I0325 10:19:39.255490 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/config.json: {Name:mk06797f4e2662553fc0418b3ad1f5da8ab40f0d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:19:39.269851 8373 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 to local cache
I0325 10:19:39.269990 8373 image.go:63] Checking for gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 in local cache directory
I0325 10:19:39.270018 8373 image.go:66] Found gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 in local cache directory, skipping pull
I0325 10:19:39.270026 8373 image.go:105] gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 exists in cache, skipping pull
I0325 10:19:39.270034 8373 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 as a tarball
I0325 10:19:39.270044 8373 cache.go:162] Loading gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 from local cache
I0325 10:19:55.375638 8373 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 from cached tarball
I0325 10:19:55.375672 8373 cache.go:194] Successfully downloaded all kic artifacts
I0325 10:19:55.375700 8373 start.go:360] acquireMachinesLock for addons-290676: {Name:mk9b033fe3a4770d8d60953b6a1ef55cc37290a5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0325 10:19:55.375808 8373 start.go:364] duration metric: took 87.491µs to acquireMachinesLock for "addons-290676"
I0325 10:19:55.375850 8373 start.go:93] Provisioning new machine with config: &{Name:addons-290676 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.29.3 ClusterName:addons-290676 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServer
Names:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFir
mwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0325 10:19:55.375927 8373 start.go:125] createHost starting for "" (driver="docker")
I0325 10:19:55.378269 8373 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0325 10:19:55.378517 8373 start.go:159] libmachine.API.Create for "addons-290676" (driver="docker")
I0325 10:19:55.378548 8373 client.go:168] LocalClient.Create starting
I0325 10:19:55.378658 8373 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18500-2179/.minikube/certs/ca.pem
I0325 10:19:55.719204 8373 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18500-2179/.minikube/certs/cert.pem
I0325 10:19:55.886441 8373 cli_runner.go:164] Run: docker network inspect addons-290676 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0325 10:19:55.899058 8373 cli_runner.go:211] docker network inspect addons-290676 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0325 10:19:55.899141 8373 network_create.go:281] running [docker network inspect addons-290676] to gather additional debugging logs...
I0325 10:19:55.899161 8373 cli_runner.go:164] Run: docker network inspect addons-290676
W0325 10:19:55.915481 8373 cli_runner.go:211] docker network inspect addons-290676 returned with exit code 1
I0325 10:19:55.915519 8373 network_create.go:284] error running [docker network inspect addons-290676]: docker network inspect addons-290676: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-290676 not found
I0325 10:19:55.915531 8373 network_create.go:286] output of [docker network inspect addons-290676]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-290676 not found
** /stderr **
I0325 10:19:55.915618 8373 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0325 10:19:55.929100 8373 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4002873980}
I0325 10:19:55.929143 8373 network_create.go:124] attempt to create docker network addons-290676 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0325 10:19:55.929196 8373 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-290676 addons-290676
I0325 10:19:55.988736 8373 network_create.go:108] docker network addons-290676 192.168.49.0/24 created
I0325 10:19:55.988772 8373 kic.go:121] calculated static IP "192.168.49.2" for the "addons-290676" container
I0325 10:19:55.988844 8373 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0325 10:19:56.008066 8373 cli_runner.go:164] Run: docker volume create addons-290676 --label name.minikube.sigs.k8s.io=addons-290676 --label created_by.minikube.sigs.k8s.io=true
I0325 10:19:56.026526 8373 oci.go:103] Successfully created a docker volume addons-290676
I0325 10:19:56.026613 8373 cli_runner.go:164] Run: docker run --rm --name addons-290676-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-290676 --entrypoint /usr/bin/test -v addons-290676:/var gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 -d /var/lib
I0325 10:19:58.064749 8373 cli_runner.go:217] Completed: docker run --rm --name addons-290676-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-290676 --entrypoint /usr/bin/test -v addons-290676:/var gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 -d /var/lib: (2.038097758s)
I0325 10:19:58.064780 8373 oci.go:107] Successfully prepared a docker volume addons-290676
I0325 10:19:58.064818 8373 preload.go:132] Checking if preload exists for k8s version v1.29.3 and runtime containerd
I0325 10:19:58.064839 8373 kic.go:194] Starting extracting preloaded images to volume ...
I0325 10:19:58.064925 8373 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18500-2179/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.29.3-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-290676:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 -I lz4 -xf /preloaded.tar -C /extractDir
I0325 10:20:02.676212 8373 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18500-2179/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.29.3-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-290676:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 -I lz4 -xf /preloaded.tar -C /extractDir: (4.611250104s)
I0325 10:20:02.676250 8373 kic.go:203] duration metric: took 4.611407791s to extract preloaded images to volume ...
W0325 10:20:02.676390 8373 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0325 10:20:02.676519 8373 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0325 10:20:02.726372 8373 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-290676 --name addons-290676 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-290676 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-290676 --network addons-290676 --ip 192.168.49.2 --volume addons-290676:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8
I0325 10:20:03.017474 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Running}}
I0325 10:20:03.039211 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:03.063726 8373 cli_runner.go:164] Run: docker exec addons-290676 stat /var/lib/dpkg/alternatives/iptables
I0325 10:20:03.128195 8373 oci.go:144] the created container "addons-290676" has a running status.
I0325 10:20:03.128223 8373 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa...
I0325 10:20:04.345506 8373 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0325 10:20:04.362828 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:04.377980 8373 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0325 10:20:04.378004 8373 kic_runner.go:114] Args: [docker exec --privileged addons-290676 chown docker:docker /home/docker/.ssh/authorized_keys]
I0325 10:20:04.426823 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:04.442839 8373 machine.go:94] provisionDockerMachine start ...
I0325 10:20:04.442935 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:04.462928 8373 main.go:141] libmachine: Using SSH client type: native
I0325 10:20:04.463186 8373 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1e00] 0x3e4660 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0325 10:20:04.463201 8373 main.go:141] libmachine: About to run SSH command:
hostname
I0325 10:20:04.584830 8373 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-290676
I0325 10:20:04.584903 8373 ubuntu.go:169] provisioning hostname "addons-290676"
I0325 10:20:04.584978 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:04.600675 8373 main.go:141] libmachine: Using SSH client type: native
I0325 10:20:04.600920 8373 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1e00] 0x3e4660 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0325 10:20:04.600937 8373 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-290676 && echo "addons-290676" | sudo tee /etc/hostname
I0325 10:20:04.734287 8373 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-290676
I0325 10:20:04.734373 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:04.753208 8373 main.go:141] libmachine: Using SSH client type: native
I0325 10:20:04.753455 8373 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1e00] 0x3e4660 <nil> [] 0s} 127.0.0.1 32772 <nil> <nil>}
I0325 10:20:04.753472 8373 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-290676' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-290676/g' /etc/hosts;
else
echo '127.0.1.1 addons-290676' | sudo tee -a /etc/hosts;
fi
fi
I0325 10:20:04.873724 8373 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0325 10:20:04.873748 8373 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18500-2179/.minikube CaCertPath:/home/jenkins/minikube-integration/18500-2179/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18500-2179/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18500-2179/.minikube}
I0325 10:20:04.873780 8373 ubuntu.go:177] setting up certificates
I0325 10:20:04.873789 8373 provision.go:84] configureAuth start
I0325 10:20:04.873851 8373 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-290676
I0325 10:20:04.889655 8373 provision.go:143] copyHostCerts
I0325 10:20:04.889737 8373 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18500-2179/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18500-2179/.minikube/ca.pem (1078 bytes)
I0325 10:20:04.889866 8373 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18500-2179/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18500-2179/.minikube/cert.pem (1123 bytes)
I0325 10:20:04.889980 8373 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18500-2179/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18500-2179/.minikube/key.pem (1675 bytes)
I0325 10:20:04.890044 8373 provision.go:117] generating server cert: /home/jenkins/minikube-integration/18500-2179/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18500-2179/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18500-2179/.minikube/certs/ca-key.pem org=jenkins.addons-290676 san=[127.0.0.1 192.168.49.2 addons-290676 localhost minikube]
I0325 10:20:05.401982 8373 provision.go:177] copyRemoteCerts
I0325 10:20:05.402054 8373 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0325 10:20:05.402122 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:05.416685 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:05.506083 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0325 10:20:05.529724 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0325 10:20:05.553152 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0325 10:20:05.577647 8373 provision.go:87] duration metric: took 703.84443ms to configureAuth
I0325 10:20:05.577687 8373 ubuntu.go:193] setting minikube options for container-runtime
I0325 10:20:05.577867 8373 config.go:182] Loaded profile config "addons-290676": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.29.3
I0325 10:20:05.577882 8373 machine.go:97] duration metric: took 1.135025332s to provisionDockerMachine
I0325 10:20:05.577889 8373 client.go:171] duration metric: took 10.199335118s to LocalClient.Create
I0325 10:20:05.577912 8373 start.go:167] duration metric: took 10.199396198s to libmachine.API.Create "addons-290676"
I0325 10:20:05.577922 8373 start.go:293] postStartSetup for "addons-290676" (driver="docker")
I0325 10:20:05.577931 8373 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0325 10:20:05.577999 8373 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0325 10:20:05.578044 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:05.593175 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:05.682371 8373 ssh_runner.go:195] Run: cat /etc/os-release
I0325 10:20:05.685315 8373 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0325 10:20:05.685349 8373 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0325 10:20:05.685370 8373 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0325 10:20:05.685378 8373 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0325 10:20:05.685388 8373 filesync.go:126] Scanning /home/jenkins/minikube-integration/18500-2179/.minikube/addons for local assets ...
I0325 10:20:05.685454 8373 filesync.go:126] Scanning /home/jenkins/minikube-integration/18500-2179/.minikube/files for local assets ...
I0325 10:20:05.685476 8373 start.go:296] duration metric: took 107.547761ms for postStartSetup
I0325 10:20:05.685799 8373 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-290676
I0325 10:20:05.701109 8373 profile.go:142] Saving config to /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/config.json ...
I0325 10:20:05.701402 8373 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0325 10:20:05.701454 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:05.717129 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:05.807251 8373 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0325 10:20:05.811795 8373 start.go:128] duration metric: took 10.435854256s to createHost
I0325 10:20:05.811819 8373 start.go:83] releasing machines lock for "addons-290676", held for 10.435997567s
I0325 10:20:05.811888 8373 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-290676
I0325 10:20:05.827334 8373 ssh_runner.go:195] Run: cat /version.json
I0325 10:20:05.827382 8373 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0325 10:20:05.827386 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:05.827462 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:05.846052 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:05.847397 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
W0325 10:20:05.937059 8373 out.go:239] ! Image was not built for the current minikube version. To resolve this you can delete and recreate your minikube cluster using the latest images. Expected minikube version: v1.33.0-beta.0 -> Actual minikube version: v1.32.0
I0325 10:20:05.937191 8373 ssh_runner.go:195] Run: systemctl --version
I0325 10:20:06.050166 8373 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0325 10:20:06.054685 8373 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0325 10:20:06.082551 8373 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0325 10:20:06.082634 8373 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0325 10:20:06.114989 8373 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0325 10:20:06.115059 8373 start.go:494] detecting cgroup driver to use...
I0325 10:20:06.115120 8373 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0325 10:20:06.115183 8373 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0325 10:20:06.128908 8373 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0325 10:20:06.141224 8373 docker.go:217] disabling cri-docker service (if available) ...
I0325 10:20:06.141287 8373 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0325 10:20:06.156559 8373 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0325 10:20:06.171615 8373 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0325 10:20:06.267400 8373 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0325 10:20:06.364135 8373 docker.go:233] disabling docker service ...
I0325 10:20:06.364230 8373 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0325 10:20:06.384662 8373 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0325 10:20:06.396386 8373 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0325 10:20:06.489344 8373 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0325 10:20:06.583189 8373 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0325 10:20:06.594204 8373 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0325 10:20:06.611257 8373 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0325 10:20:06.622136 8373 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0325 10:20:06.632836 8373 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0325 10:20:06.632930 8373 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0325 10:20:06.643728 8373 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0325 10:20:06.654109 8373 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0325 10:20:06.664214 8373 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0325 10:20:06.674023 8373 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0325 10:20:06.683385 8373 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0325 10:20:06.693837 8373 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0325 10:20:06.704399 8373 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0325 10:20:06.715324 8373 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0325 10:20:06.724283 8373 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0325 10:20:06.733211 8373 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0325 10:20:06.814387 8373 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0325 10:20:06.946468 8373 start.go:541] Will wait 60s for socket path /run/containerd/containerd.sock
I0325 10:20:06.946553 8373 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I0325 10:20:06.950537 8373 start.go:562] Will wait 60s for crictl version
I0325 10:20:06.950603 8373 ssh_runner.go:195] Run: which crictl
I0325 10:20:06.953969 8373 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0325 10:20:06.991272 8373 start.go:578] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.28
RuntimeApiVersion: v1
I0325 10:20:06.991398 8373 ssh_runner.go:195] Run: containerd --version
I0325 10:20:07.013376 8373 ssh_runner.go:195] Run: containerd --version
I0325 10:20:07.037419 8373 out.go:177] * Preparing Kubernetes v1.29.3 on containerd 1.6.28 ...
I0325 10:20:07.039212 8373 cli_runner.go:164] Run: docker network inspect addons-290676 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0325 10:20:07.053452 8373 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0325 10:20:07.057151 8373 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0325 10:20:07.067893 8373 kubeadm.go:877] updating cluster {Name:addons-290676 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.29.3 ClusterName:addons-290676 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerI
Ps:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePa
th: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0325 10:20:07.068049 8373 preload.go:132] Checking if preload exists for k8s version v1.29.3 and runtime containerd
I0325 10:20:07.068114 8373 ssh_runner.go:195] Run: sudo crictl images --output json
I0325 10:20:07.103386 8373 containerd.go:627] all images are preloaded for containerd runtime.
I0325 10:20:07.103413 8373 containerd.go:534] Images already preloaded, skipping extraction
I0325 10:20:07.103471 8373 ssh_runner.go:195] Run: sudo crictl images --output json
I0325 10:20:07.140138 8373 containerd.go:627] all images are preloaded for containerd runtime.
I0325 10:20:07.140162 8373 cache_images.go:84] Images are preloaded, skipping loading
I0325 10:20:07.140170 8373 kubeadm.go:928] updating node { 192.168.49.2 8443 v1.29.3 containerd true true} ...
I0325 10:20:07.140266 8373 kubeadm.go:940] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.29.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-290676 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.29.3 ClusterName:addons-290676 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0325 10:20:07.140333 8373 ssh_runner.go:195] Run: sudo crictl info
I0325 10:20:07.178090 8373 cni.go:84] Creating CNI manager for ""
I0325 10:20:07.178115 8373 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0325 10:20:07.178126 8373 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0325 10:20:07.178165 8373 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.29.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-290676 NodeName:addons-290676 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///run/containerd/containerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0325 10:20:07.178316 8373 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-290676"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.29.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///run/containerd/containerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0325 10:20:07.178397 8373 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.29.3
I0325 10:20:07.187239 8373 binaries.go:44] Found k8s binaries, skipping transfer
I0325 10:20:07.187311 8373 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0325 10:20:07.195815 8373 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (317 bytes)
I0325 10:20:07.213502 8373 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0325 10:20:07.231662 8373 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2167 bytes)
I0325 10:20:07.249165 8373 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0325 10:20:07.252379 8373 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0325 10:20:07.262987 8373 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0325 10:20:07.339941 8373 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0325 10:20:07.354749 8373 certs.go:68] Setting up /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676 for IP: 192.168.49.2
I0325 10:20:07.354770 8373 certs.go:194] generating shared ca certs ...
I0325 10:20:07.354811 8373 certs.go:226] acquiring lock for ca certs: {Name:mka1f922c8ebe7f685bd87f65ded1d43c819402b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:07.354963 8373 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/18500-2179/.minikube/ca.key
I0325 10:20:07.795683 8373 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18500-2179/.minikube/ca.crt ...
I0325 10:20:07.795715 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/ca.crt: {Name:mk198246028a7d8074b71597b285feb1dfcabfe7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:07.795895 8373 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18500-2179/.minikube/ca.key ...
I0325 10:20:07.795908 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/ca.key: {Name:mk446dc2ea880136960414ee258bec8cb480dfbc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:07.795993 8373 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/18500-2179/.minikube/proxy-client-ca.key
I0325 10:20:08.633160 8373 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18500-2179/.minikube/proxy-client-ca.crt ...
I0325 10:20:08.633188 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/proxy-client-ca.crt: {Name:mk6dc7d930e070a5d4c082f262cd23d09378652a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:08.633357 8373 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18500-2179/.minikube/proxy-client-ca.key ...
I0325 10:20:08.633369 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/proxy-client-ca.key: {Name:mk560b034d3401e2bea05fd496097c9fc28c1066 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:08.633443 8373 certs.go:256] generating profile certs ...
I0325 10:20:08.633503 8373 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/client.key
I0325 10:20:08.633518 8373 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/client.crt with IP's: []
I0325 10:20:09.470522 8373 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/client.crt ...
I0325 10:20:09.470563 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/client.crt: {Name:mk160175ae42d18c5e4c11975c59529003031b82 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:09.470752 8373 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/client.key ...
I0325 10:20:09.470765 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/client.key: {Name:mka2dd3cbf0e9fde6daa6f5745ec4bcd3cbfd478 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:09.470850 8373 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.key.128fa90a
I0325 10:20:09.470872 8373 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.crt.128fa90a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0325 10:20:10.226721 8373 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.crt.128fa90a ...
I0325 10:20:10.226756 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.crt.128fa90a: {Name:mk9c0cf669fe9f442d784150b05646c5fea9ebff Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:10.226942 8373 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.key.128fa90a ...
I0325 10:20:10.226956 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.key.128fa90a: {Name:mk1e0f5a98bc5646d3b20f06bdd82117d7b19c61 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:10.227032 8373 certs.go:381] copying /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.crt.128fa90a -> /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.crt
I0325 10:20:10.227120 8373 certs.go:385] copying /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.key.128fa90a -> /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.key
I0325 10:20:10.227181 8373 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/proxy-client.key
I0325 10:20:10.227202 8373 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/proxy-client.crt with IP's: []
I0325 10:20:11.386460 8373 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/proxy-client.crt ...
I0325 10:20:11.386492 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/proxy-client.crt: {Name:mkbf8fec03d3deba0f2965480a094995441cf562 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:11.386671 8373 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/proxy-client.key ...
I0325 10:20:11.386683 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/proxy-client.key: {Name:mkb9ecc0452bb105085b4a8359b4b9fd580e8976 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:11.386865 8373 certs.go:484] found cert: /home/jenkins/minikube-integration/18500-2179/.minikube/certs/ca-key.pem (1679 bytes)
I0325 10:20:11.386907 8373 certs.go:484] found cert: /home/jenkins/minikube-integration/18500-2179/.minikube/certs/ca.pem (1078 bytes)
I0325 10:20:11.386937 8373 certs.go:484] found cert: /home/jenkins/minikube-integration/18500-2179/.minikube/certs/cert.pem (1123 bytes)
I0325 10:20:11.386965 8373 certs.go:484] found cert: /home/jenkins/minikube-integration/18500-2179/.minikube/certs/key.pem (1675 bytes)
I0325 10:20:11.387594 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0325 10:20:11.412795 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0325 10:20:11.436590 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0325 10:20:11.460272 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0325 10:20:11.484102 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0325 10:20:11.508461 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0325 10:20:11.532849 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0325 10:20:11.556684 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/profiles/addons-290676/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0325 10:20:11.580482 8373 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18500-2179/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0325 10:20:11.604387 8373 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0325 10:20:11.622409 8373 ssh_runner.go:195] Run: openssl version
I0325 10:20:11.627821 8373 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0325 10:20:11.637061 8373 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0325 10:20:11.640681 8373 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Mar 25 10:20 /usr/share/ca-certificates/minikubeCA.pem
I0325 10:20:11.640751 8373 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0325 10:20:11.647850 8373 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0325 10:20:11.657291 8373 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0325 10:20:11.660782 8373 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0325 10:20:11.660831 8373 kubeadm.go:391] StartCluster: {Name:addons-290676 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.43-beta.0@sha256:185c97a62a2e62a78b853e29e445f05ffbcf36149614c192af3643aa3888c4e8 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.29.3 ClusterName:addons-290676 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:
[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath:
SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0325 10:20:11.660934 8373 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0325 10:20:11.660990 8373 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0325 10:20:11.697377 8373 cri.go:89] found id: ""
I0325 10:20:11.697445 8373 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0325 10:20:11.706094 8373 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0325 10:20:11.714934 8373 kubeadm.go:213] ignoring SystemVerification for kubeadm because of docker driver
I0325 10:20:11.715002 8373 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0325 10:20:11.724106 8373 kubeadm.go:154] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0325 10:20:11.724128 8373 kubeadm.go:156] found existing configuration files:
I0325 10:20:11.724179 8373 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0325 10:20:11.732959 8373 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0325 10:20:11.733038 8373 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0325 10:20:11.741969 8373 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0325 10:20:11.750630 8373 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0325 10:20:11.750690 8373 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0325 10:20:11.758978 8373 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0325 10:20:11.767357 8373 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0325 10:20:11.767445 8373 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0325 10:20:11.775772 8373 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0325 10:20:11.784418 8373 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0325 10:20:11.784482 8373 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0325 10:20:11.792869 8373 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.29.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0325 10:20:11.833695 8373 kubeadm.go:309] [init] Using Kubernetes version: v1.29.3
I0325 10:20:11.833755 8373 kubeadm.go:309] [preflight] Running pre-flight checks
I0325 10:20:11.874762 8373 kubeadm.go:309] [preflight] The system verification failed. Printing the output from the verification:
I0325 10:20:11.874834 8373 kubeadm.go:309] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1056-aws[0m
I0325 10:20:11.874880 8373 kubeadm.go:309] [0;37mOS[0m: [0;32mLinux[0m
I0325 10:20:11.874930 8373 kubeadm.go:309] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0325 10:20:11.874986 8373 kubeadm.go:309] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0325 10:20:11.875037 8373 kubeadm.go:309] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0325 10:20:11.875089 8373 kubeadm.go:309] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0325 10:20:11.875142 8373 kubeadm.go:309] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0325 10:20:11.875195 8373 kubeadm.go:309] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0325 10:20:11.875244 8373 kubeadm.go:309] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0325 10:20:11.875296 8373 kubeadm.go:309] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0325 10:20:11.875346 8373 kubeadm.go:309] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0325 10:20:11.948366 8373 kubeadm.go:309] [preflight] Pulling images required for setting up a Kubernetes cluster
I0325 10:20:11.948476 8373 kubeadm.go:309] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0325 10:20:11.948577 8373 kubeadm.go:309] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0325 10:20:12.214511 8373 kubeadm.go:309] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0325 10:20:12.217613 8373 out.go:204] - Generating certificates and keys ...
I0325 10:20:12.217793 8373 kubeadm.go:309] [certs] Using existing ca certificate authority
I0325 10:20:12.217901 8373 kubeadm.go:309] [certs] Using existing apiserver certificate and key on disk
I0325 10:20:12.777002 8373 kubeadm.go:309] [certs] Generating "apiserver-kubelet-client" certificate and key
I0325 10:20:13.186465 8373 kubeadm.go:309] [certs] Generating "front-proxy-ca" certificate and key
I0325 10:20:14.005830 8373 kubeadm.go:309] [certs] Generating "front-proxy-client" certificate and key
I0325 10:20:14.432541 8373 kubeadm.go:309] [certs] Generating "etcd/ca" certificate and key
I0325 10:20:14.583768 8373 kubeadm.go:309] [certs] Generating "etcd/server" certificate and key
I0325 10:20:14.583914 8373 kubeadm.go:309] [certs] etcd/server serving cert is signed for DNS names [addons-290676 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0325 10:20:15.162845 8373 kubeadm.go:309] [certs] Generating "etcd/peer" certificate and key
I0325 10:20:15.162989 8373 kubeadm.go:309] [certs] etcd/peer serving cert is signed for DNS names [addons-290676 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0325 10:20:15.723898 8373 kubeadm.go:309] [certs] Generating "etcd/healthcheck-client" certificate and key
I0325 10:20:16.133086 8373 kubeadm.go:309] [certs] Generating "apiserver-etcd-client" certificate and key
I0325 10:20:16.386915 8373 kubeadm.go:309] [certs] Generating "sa" key and public key
I0325 10:20:16.387265 8373 kubeadm.go:309] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0325 10:20:16.985125 8373 kubeadm.go:309] [kubeconfig] Writing "admin.conf" kubeconfig file
I0325 10:20:17.711726 8373 kubeadm.go:309] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0325 10:20:17.924025 8373 kubeadm.go:309] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0325 10:20:18.458157 8373 kubeadm.go:309] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0325 10:20:18.933468 8373 kubeadm.go:309] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0325 10:20:18.934211 8373 kubeadm.go:309] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0325 10:20:18.937036 8373 kubeadm.go:309] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0325 10:20:18.941610 8373 out.go:204] - Booting up control plane ...
I0325 10:20:18.941705 8373 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0325 10:20:18.941779 8373 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0325 10:20:18.941842 8373 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0325 10:20:18.951746 8373 kubeadm.go:309] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0325 10:20:18.952765 8373 kubeadm.go:309] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0325 10:20:18.953057 8373 kubeadm.go:309] [kubelet-start] Starting the kubelet
I0325 10:20:19.062151 8373 kubeadm.go:309] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0325 10:20:26.564358 8373 kubeadm.go:309] [apiclient] All control plane components are healthy after 7.504874 seconds
I0325 10:20:26.587166 8373 kubeadm.go:309] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0325 10:20:26.601067 8373 kubeadm.go:309] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0325 10:20:27.136071 8373 kubeadm.go:309] [upload-certs] Skipping phase. Please see --upload-certs
I0325 10:20:27.136327 8373 kubeadm.go:309] [mark-control-plane] Marking the node addons-290676 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0325 10:20:27.647513 8373 kubeadm.go:309] [bootstrap-token] Using token: 08tkac.rfestrhtvh0em5o2
I0325 10:20:27.649700 8373 out.go:204] - Configuring RBAC rules ...
I0325 10:20:27.649843 8373 kubeadm.go:309] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0325 10:20:27.659095 8373 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0325 10:20:27.666909 8373 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0325 10:20:27.670504 8373 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0325 10:20:27.674066 8373 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0325 10:20:27.677953 8373 kubeadm.go:309] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0325 10:20:27.692838 8373 kubeadm.go:309] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0325 10:20:27.905079 8373 kubeadm.go:309] [addons] Applied essential addon: CoreDNS
I0325 10:20:28.064483 8373 kubeadm.go:309] [addons] Applied essential addon: kube-proxy
I0325 10:20:28.065858 8373 kubeadm.go:309]
I0325 10:20:28.065931 8373 kubeadm.go:309] Your Kubernetes control-plane has initialized successfully!
I0325 10:20:28.065937 8373 kubeadm.go:309]
I0325 10:20:28.066020 8373 kubeadm.go:309] To start using your cluster, you need to run the following as a regular user:
I0325 10:20:28.066025 8373 kubeadm.go:309]
I0325 10:20:28.066056 8373 kubeadm.go:309] mkdir -p $HOME/.kube
I0325 10:20:28.066286 8373 kubeadm.go:309] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0325 10:20:28.066350 8373 kubeadm.go:309] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0325 10:20:28.066356 8373 kubeadm.go:309]
I0325 10:20:28.066408 8373 kubeadm.go:309] Alternatively, if you are the root user, you can run:
I0325 10:20:28.066412 8373 kubeadm.go:309]
I0325 10:20:28.066458 8373 kubeadm.go:309] export KUBECONFIG=/etc/kubernetes/admin.conf
I0325 10:20:28.066463 8373 kubeadm.go:309]
I0325 10:20:28.066522 8373 kubeadm.go:309] You should now deploy a pod network to the cluster.
I0325 10:20:28.066595 8373 kubeadm.go:309] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0325 10:20:28.066666 8373 kubeadm.go:309] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0325 10:20:28.066671 8373 kubeadm.go:309]
I0325 10:20:28.066755 8373 kubeadm.go:309] You can now join any number of control-plane nodes by copying certificate authorities
I0325 10:20:28.066828 8373 kubeadm.go:309] and service account keys on each node and then running the following as root:
I0325 10:20:28.066833 8373 kubeadm.go:309]
I0325 10:20:28.066916 8373 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token 08tkac.rfestrhtvh0em5o2 \
I0325 10:20:28.067018 8373 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:082d64d0edd743b8505b6aaf962b773968ff13322615dad1c59ee77eeed607de \
I0325 10:20:28.067040 8373 kubeadm.go:309] --control-plane
I0325 10:20:28.067045 8373 kubeadm.go:309]
I0325 10:20:28.067125 8373 kubeadm.go:309] Then you can join any number of worker nodes by running the following on each as root:
I0325 10:20:28.067130 8373 kubeadm.go:309]
I0325 10:20:28.067208 8373 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token 08tkac.rfestrhtvh0em5o2 \
I0325 10:20:28.067306 8373 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:082d64d0edd743b8505b6aaf962b773968ff13322615dad1c59ee77eeed607de
I0325 10:20:28.072132 8373 kubeadm.go:309] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1056-aws\n", err: exit status 1
I0325 10:20:28.072257 8373 kubeadm.go:309] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0325 10:20:28.072333 8373 cni.go:84] Creating CNI manager for ""
I0325 10:20:28.072368 8373 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0325 10:20:28.074306 8373 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0325 10:20:28.076478 8373 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0325 10:20:28.082273 8373 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.29.3/kubectl ...
I0325 10:20:28.082295 8373 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0325 10:20:28.120509 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0325 10:20:28.444174 8373 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0325 10:20:28.444323 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:28.444438 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-290676 minikube.k8s.io/updated_at=2024_03_25T10_20_28_0700 minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=528b39feb0b86a3109aa4b9637b5a9599eea22c0 minikube.k8s.io/name=addons-290676 minikube.k8s.io/primary=true
I0325 10:20:28.581282 8373 ops.go:34] apiserver oom_adj: -16
I0325 10:20:28.581374 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:29.082094 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:29.582057 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:30.082334 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:30.582086 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:31.081540 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:31.582320 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:32.081693 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:32.581792 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:33.081505 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:33.582389 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:34.081555 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:34.581537 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:35.081629 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:35.581510 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:36.082523 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:36.581527 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:37.081695 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:37.581690 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:38.081520 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:38.582305 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:39.081783 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:39.582314 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:40.082277 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:40.581714 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:41.081700 8373 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0325 10:20:41.171030 8373 kubeadm.go:1107] duration metric: took 12.726756648s to wait for elevateKubeSystemPrivileges
W0325 10:20:41.171062 8373 kubeadm.go:286] apiserver tunnel failed: apiserver port not set
I0325 10:20:41.171070 8373 kubeadm.go:393] duration metric: took 29.51024353s to StartCluster
I0325 10:20:41.171085 8373 settings.go:142] acquiring lock: {Name:mk2f7aa889704d9cf81c65e95c315b9f67d322c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:41.171208 8373 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18500-2179/kubeconfig
I0325 10:20:41.171567 8373 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18500-2179/kubeconfig: {Name:mk8e0a9df1bd4f9f972e1f35fe1db0b63ad4a20b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0325 10:20:41.171742 8373 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0325 10:20:41.171785 8373 start.go:234] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0325 10:20:41.174596 8373 out.go:177] * Verifying Kubernetes components...
I0325 10:20:41.172009 8373 config.go:182] Loaded profile config "addons-290676": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.29.3
I0325 10:20:41.172019 8373 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0325 10:20:41.176771 8373 addons.go:69] Setting yakd=true in profile "addons-290676"
I0325 10:20:41.176804 8373 addons.go:234] Setting addon yakd=true in "addons-290676"
I0325 10:20:41.176843 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.177367 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.177520 8373 addons.go:69] Setting ingress-dns=true in profile "addons-290676"
I0325 10:20:41.177550 8373 addons.go:234] Setting addon ingress-dns=true in "addons-290676"
I0325 10:20:41.177637 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.178001 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.178375 8373 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0325 10:20:41.178572 8373 addons.go:69] Setting inspektor-gadget=true in profile "addons-290676"
I0325 10:20:41.178601 8373 addons.go:234] Setting addon inspektor-gadget=true in "addons-290676"
I0325 10:20:41.178632 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.179007 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.179194 8373 addons.go:69] Setting cloud-spanner=true in profile "addons-290676"
I0325 10:20:41.179231 8373 addons.go:234] Setting addon cloud-spanner=true in "addons-290676"
I0325 10:20:41.179256 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.179595 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.181692 8373 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-290676"
I0325 10:20:41.181786 8373 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-290676"
I0325 10:20:41.181812 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.182250 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.182712 8373 addons.go:69] Setting metrics-server=true in profile "addons-290676"
I0325 10:20:41.182736 8373 addons.go:234] Setting addon metrics-server=true in "addons-290676"
I0325 10:20:41.182760 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.183123 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.193080 8373 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-290676"
I0325 10:20:41.193134 8373 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-290676"
I0325 10:20:41.193169 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.193660 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.200178 8373 addons.go:69] Setting default-storageclass=true in profile "addons-290676"
I0325 10:20:41.200246 8373 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-290676"
I0325 10:20:41.200566 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.209470 8373 addons.go:69] Setting gcp-auth=true in profile "addons-290676"
I0325 10:20:41.209517 8373 mustload.go:65] Loading cluster: addons-290676
I0325 10:20:41.209769 8373 config.go:182] Loaded profile config "addons-290676": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.29.3
I0325 10:20:41.210005 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.222501 8373 addons.go:69] Setting registry=true in profile "addons-290676"
I0325 10:20:41.222608 8373 addons.go:234] Setting addon registry=true in "addons-290676"
I0325 10:20:41.222676 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.223146 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.258213 8373 addons.go:69] Setting storage-provisioner=true in profile "addons-290676"
I0325 10:20:41.258378 8373 addons.go:234] Setting addon storage-provisioner=true in "addons-290676"
I0325 10:20:41.258444 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.258966 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.268293 8373 addons.go:69] Setting ingress=true in profile "addons-290676"
I0325 10:20:41.268375 8373 addons.go:234] Setting addon ingress=true in "addons-290676"
I0325 10:20:41.268432 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.268890 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.279308 8373 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-290676"
I0325 10:20:41.279370 8373 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-290676"
I0325 10:20:41.317471 8373 addons.go:69] Setting volumesnapshots=true in profile "addons-290676"
I0325 10:20:41.319502 8373 addons.go:234] Setting addon volumesnapshots=true in "addons-290676"
I0325 10:20:41.319905 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.326399 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.338090 8373 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.15
I0325 10:20:41.346755 8373 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0325 10:20:41.346838 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0325 10:20:41.346934 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.348624 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.367820 8373 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.26.0
I0325 10:20:41.370413 8373 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0325 10:20:41.370439 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0325 10:20:41.370514 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.397020 8373 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0325 10:20:41.396966 8373 addons.go:234] Setting addon default-storageclass=true in "addons-290676"
I0325 10:20:41.407424 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.423381 8373 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0325 10:20:41.423444 8373 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0
I0325 10:20:41.423448 8373 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0325 10:20:41.423451 8373 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.5
I0325 10:20:41.423589 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.429426 8373 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0325 10:20:41.429433 8373 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0325 10:20:41.429436 8373 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0325 10:20:41.431453 8373 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0325 10:20:41.432053 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.437854 8373 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.10.0
I0325 10:20:41.440386 8373 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0325 10:20:41.445499 8373 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0325 10:20:41.445533 8373 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0325 10:20:41.445642 8373 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0325 10:20:41.448186 8373 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0325 10:20:41.448212 8373 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0325 10:20:41.448220 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0325 10:20:41.450339 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0325 10:20:41.450356 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0325 10:20:41.450361 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0325 10:20:41.453855 8373 out.go:177] - Using image docker.io/registry:2.8.3
I0325 10:20:41.453871 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0325 10:20:41.453879 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0325 10:20:41.453938 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.455398 8373 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0325 10:20:41.455447 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.455480 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.455505 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.470883 8373 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0
I0325 10:20:41.474923 8373 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0
I0325 10:20:41.471196 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.471249 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.474285 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.492730 8373 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0325 10:20:41.494798 8373 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0325 10:20:41.498902 8373 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0325 10:20:41.500975 8373 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0325 10:20:41.503265 8373 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0325 10:20:41.505340 8373 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0325 10:20:41.505376 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0325 10:20:41.505445 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.513040 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.513984 8373 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0325 10:20:41.514000 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0325 10:20:41.514064 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.514264 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.515650 8373 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-290676"
I0325 10:20:41.515692 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:41.516074 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:41.537392 8373 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0325 10:20:41.537416 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0325 10:20:41.537480 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.596410 8373 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0325 10:20:41.596432 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0325 10:20:41.596505 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.616886 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.633244 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.648450 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.652041 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.678807 8373 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0325 10:20:41.682773 8373 out.go:177] - Using image docker.io/busybox:stable
I0325 10:20:41.679681 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.686916 8373 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0325 10:20:41.686937 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0325 10:20:41.687000 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:41.697235 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.711314 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.719512 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.720107 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:41.742890 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
W0325 10:20:41.753988 8373 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0325 10:20:41.754028 8373 retry.go:31] will retry after 155.830272ms: ssh: handshake failed: EOF
I0325 10:20:41.809504 8373 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0325 10:20:41.809660 8373 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0325 10:20:42.316446 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0325 10:20:42.324439 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0325 10:20:42.380339 8373 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0325 10:20:42.380369 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0325 10:20:42.384384 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0325 10:20:42.386128 8373 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0325 10:20:42.386166 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0325 10:20:42.389351 8373 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0325 10:20:42.389393 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0325 10:20:42.389905 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0325 10:20:42.453190 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0325 10:20:42.460839 8373 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0325 10:20:42.460867 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0325 10:20:42.463058 8373 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0325 10:20:42.463082 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0325 10:20:42.463419 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0325 10:20:42.468256 8373 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0325 10:20:42.468315 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0325 10:20:42.499692 8373 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0325 10:20:42.499719 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0325 10:20:42.675899 8373 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0325 10:20:42.675924 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0325 10:20:42.679291 8373 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0325 10:20:42.679316 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0325 10:20:42.681786 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0325 10:20:42.804719 8373 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0325 10:20:42.804747 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0325 10:20:42.815633 8373 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0325 10:20:42.815659 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0325 10:20:42.819742 8373 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0325 10:20:42.819769 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0325 10:20:42.845406 8373 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0325 10:20:42.845434 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0325 10:20:43.009268 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0325 10:20:43.014946 8373 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0325 10:20:43.014973 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0325 10:20:43.064181 8373 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0325 10:20:43.064219 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0325 10:20:43.081339 8373 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0325 10:20:43.081373 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0325 10:20:43.097979 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0325 10:20:43.122534 8373 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0325 10:20:43.122560 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0325 10:20:43.186081 8373 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0325 10:20:43.186119 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0325 10:20:43.294590 8373 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0325 10:20:43.294616 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0325 10:20:43.315369 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0325 10:20:43.358649 8373 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0325 10:20:43.358683 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0325 10:20:43.431927 8373 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0325 10:20:43.431952 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0325 10:20:43.454536 8373 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0325 10:20:43.454562 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0325 10:20:43.589428 8373 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0325 10:20:43.589467 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0325 10:20:43.608764 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0325 10:20:43.661025 8373 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0325 10:20:43.661051 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0325 10:20:43.786746 8373 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0325 10:20:43.786771 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0325 10:20:43.852530 8373 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.042847646s)
I0325 10:20:43.853421 8373 node_ready.go:35] waiting up to 6m0s for node "addons-290676" to be "Ready" ...
I0325 10:20:43.853646 8373 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.044118309s)
I0325 10:20:43.853669 8373 start.go:948] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0325 10:20:43.862582 8373 node_ready.go:49] node "addons-290676" has status "Ready":"True"
I0325 10:20:43.862606 8373 node_ready.go:38] duration metric: took 9.160844ms for node "addons-290676" to be "Ready" ...
I0325 10:20:43.862623 8373 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0325 10:20:43.877081 8373 pod_ready.go:78] waiting up to 6m0s for pod "coredns-76f75df574-bc8qj" in "kube-system" namespace to be "Ready" ...
I0325 10:20:43.997890 8373 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0325 10:20:43.997916 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0325 10:20:44.084658 8373 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0325 10:20:44.084684 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0325 10:20:44.145597 8373 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0325 10:20:44.145619 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0325 10:20:44.314198 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0325 10:20:44.350738 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.034251752s)
I0325 10:20:44.357469 8373 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-290676" context rescaled to 1 replicas
I0325 10:20:44.370056 8373 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0325 10:20:44.370082 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0325 10:20:44.749330 8373 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0325 10:20:44.749372 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0325 10:20:44.908048 8373 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0325 10:20:44.908082 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0325 10:20:45.026552 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (2.702073694s)
I0325 10:20:45.026617 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.642209801s)
I0325 10:20:45.184001 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0325 10:20:45.925318 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:20:48.385901 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:20:48.439124 8373 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0325 10:20:48.439266 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:48.474720 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:48.719770 8373 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0325 10:20:48.764774 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.374836157s)
I0325 10:20:48.764813 8373 addons.go:470] Verifying addon ingress=true in "addons-290676"
I0325 10:20:48.767812 8373 out.go:177] * Verifying ingress addon...
I0325 10:20:48.765045 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.311827406s)
I0325 10:20:48.765187 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.301751855s)
I0325 10:20:48.765237 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.083430553s)
I0325 10:20:48.765273 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.755967926s)
I0325 10:20:48.765350 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.667329447s)
I0325 10:20:48.765383 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.449987682s)
I0325 10:20:48.765483 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.156682914s)
I0325 10:20:48.765539 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (4.451306403s)
I0325 10:20:48.770803 8373 addons.go:470] Verifying addon registry=true in "addons-290676"
I0325 10:20:48.772568 8373 out.go:177] * Verifying registry addon...
I0325 10:20:48.771249 8373 addons.go:470] Verifying addon metrics-server=true in "addons-290676"
W0325 10:20:48.771301 8373 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0325 10:20:48.771323 8373 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0325 10:20:48.775282 8373 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0325 10:20:48.776819 8373 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-290676 service yakd-dashboard -n yakd-dashboard
I0325 10:20:48.776925 8373 retry.go:31] will retry after 216.073883ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0325 10:20:48.795437 8373 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0325 10:20:48.795507 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0325 10:20:48.805777 8373 out.go:239] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0325 10:20:48.809097 8373 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0325 10:20:48.809119 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:48.830926 8373 addons.go:234] Setting addon gcp-auth=true in "addons-290676"
I0325 10:20:48.830976 8373 host.go:66] Checking if "addons-290676" exists ...
I0325 10:20:48.831420 8373 cli_runner.go:164] Run: docker container inspect addons-290676 --format={{.State.Status}}
I0325 10:20:48.850773 8373 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0325 10:20:48.850826 8373 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-290676
I0325 10:20:48.893715 8373 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32772 SSHKeyPath:/home/jenkins/minikube-integration/18500-2179/.minikube/machines/addons-290676/id_rsa Username:docker}
I0325 10:20:48.995366 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0325 10:20:49.283080 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:49.288120 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:49.784176 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:49.785516 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:50.237643 8373 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.386841023s)
I0325 10:20:50.239799 8373 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0
I0325 10:20:50.237945 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.053894882s)
I0325 10:20:50.241873 8373 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-290676"
I0325 10:20:50.245023 8373 out.go:177] * Verifying csi-hostpath-driver addon...
I0325 10:20:50.246776 8373 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0325 10:20:50.249165 8373 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0325 10:20:50.249192 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0325 10:20:50.247653 8373 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0325 10:20:50.280029 8373 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0325 10:20:50.280054 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:50.295510 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:50.296379 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:50.362694 8373 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0325 10:20:50.362719 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0325 10:20:50.427646 8373 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0325 10:20:50.427672 8373 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0325 10:20:50.490619 8373 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0325 10:20:50.755714 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:50.784417 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:50.785615 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:50.884384 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:20:50.901877 8373 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.906422688s)
I0325 10:20:51.256303 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:51.294593 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:51.299475 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:51.374223 8373 addons.go:470] Verifying addon gcp-auth=true in "addons-290676"
I0325 10:20:51.376517 8373 out.go:177] * Verifying gcp-auth addon...
I0325 10:20:51.379310 8373 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0325 10:20:51.395008 8373 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0325 10:20:51.395035 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:51.763298 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:51.783682 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:51.784997 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:51.885715 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:52.256060 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:52.283534 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:52.286081 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:52.385913 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:52.756365 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:52.784506 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:52.785721 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:52.886517 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:52.887891 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:20:53.254251 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:53.282461 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:53.283487 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:53.385497 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:53.756664 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:53.783013 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:53.783622 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:53.884904 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:54.254910 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:54.287335 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:54.287951 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:54.384316 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:54.756016 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:54.782332 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:54.783123 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:54.886412 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:55.255455 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:55.286888 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:55.287674 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:55.384487 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:20:55.385215 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:55.754604 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:55.781802 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:55.782751 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:55.889506 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:56.255474 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:56.286068 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:56.286406 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:56.383418 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:56.755139 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:56.783033 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:56.784244 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:56.884372 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:57.256502 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:57.283265 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:57.284929 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:57.386879 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:57.388381 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:20:57.755375 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:57.782697 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:57.786212 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:57.884703 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:58.255115 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:58.284486 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:58.286946 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:58.383615 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:58.755181 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:58.784406 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:58.785430 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:58.883243 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:59.256123 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:59.284808 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:59.285811 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:59.383041 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:20:59.755635 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:20:59.782022 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:20:59.783448 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:20:59.885091 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:20:59.885091 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:00.312928 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:00.318888 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:00.329100 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:00.396576 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:00.755729 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:00.785173 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:00.786726 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:00.886908 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:01.254506 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:01.282650 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:01.283240 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:01.387241 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:01.755347 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:01.783287 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:01.783828 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:01.883063 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:01.885970 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:02.256029 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:02.285090 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:02.315738 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:02.388470 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:02.755391 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:02.782132 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:02.782997 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:02.884725 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:03.254664 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:03.282098 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:03.283376 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:03.383974 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:03.755596 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:03.781609 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:03.782004 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:03.883509 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:04.255282 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:04.282352 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:04.283388 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:04.387061 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:04.393736 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:04.755482 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:04.782372 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:04.783500 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:04.884651 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:05.255445 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:05.282742 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:05.283841 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:05.384947 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:05.755348 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:05.782150 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:05.782776 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:05.882722 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:06.255290 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:06.282668 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:06.284151 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:06.384152 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:06.755857 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:06.782119 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:06.782336 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:06.883393 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:06.884205 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:07.255865 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:07.281725 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:07.282004 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:07.383139 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:07.756422 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:07.783739 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:07.785601 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:07.882921 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:08.255556 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:08.282804 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:08.283494 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:08.384432 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:08.755350 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:08.782242 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:08.783019 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:08.884377 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:08.884695 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:09.255835 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:09.281960 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:09.282552 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:09.384524 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:09.755489 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:09.782675 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:09.782773 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:09.884426 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:10.255132 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:10.281813 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:10.283289 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:10.384886 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:10.755852 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:10.781808 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:10.783190 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:10.883685 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:11.255840 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:11.282533 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:11.282636 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:11.384101 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:11.384651 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:11.755837 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:11.781743 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:11.782092 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:11.884563 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:12.255557 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:12.282644 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:12.285072 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:12.384198 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:12.756941 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:12.781874 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:12.783121 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:12.883517 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:13.255413 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:13.285065 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:13.288078 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:13.384174 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:13.384814 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:13.755142 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:13.782603 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:13.783212 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:13.887580 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:14.258188 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:14.287310 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:14.288200 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:14.385849 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:14.754570 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:14.782708 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:14.785014 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:14.886034 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:15.255761 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:15.283627 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:15.284805 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:15.386277 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:15.387893 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:15.755148 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:15.782870 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:15.783739 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:15.889634 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:16.254984 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:16.281804 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:16.283475 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:16.382899 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:16.754938 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:16.782306 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:16.782815 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:16.887124 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:17.260391 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:17.282033 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:17.283516 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:17.383621 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:17.386377 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:17.755608 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:17.782291 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:17.784058 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:17.883978 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:18.255659 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:18.282132 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:18.283848 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:18.385728 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:18.755464 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:18.782822 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:18.790048 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:18.884817 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:19.255082 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:19.284692 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:19.285608 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:19.383803 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:19.387237 8373 pod_ready.go:102] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:19.758700 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:19.781757 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:19.783664 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:19.884664 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:20.255378 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:20.285324 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:20.286810 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:20.384119 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:20.755705 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:20.782336 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:20.783535 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:20.883589 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:20.884236 8373 pod_ready.go:92] pod "coredns-76f75df574-bc8qj" in "kube-system" namespace has status "Ready":"True"
I0325 10:21:20.884259 8373 pod_ready.go:81] duration metric: took 37.007145978s for pod "coredns-76f75df574-bc8qj" in "kube-system" namespace to be "Ready" ...
I0325 10:21:20.884271 8373 pod_ready.go:78] waiting up to 6m0s for pod "coredns-76f75df574-qchcg" in "kube-system" namespace to be "Ready" ...
I0325 10:21:20.886316 8373 pod_ready.go:97] error getting pod "coredns-76f75df574-qchcg" in "kube-system" namespace (skipping!): pods "coredns-76f75df574-qchcg" not found
I0325 10:21:20.886340 8373 pod_ready.go:81] duration metric: took 2.062058ms for pod "coredns-76f75df574-qchcg" in "kube-system" namespace to be "Ready" ...
E0325 10:21:20.886350 8373 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-76f75df574-qchcg" in "kube-system" namespace (skipping!): pods "coredns-76f75df574-qchcg" not found
I0325 10:21:20.886357 8373 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-290676" in "kube-system" namespace to be "Ready" ...
I0325 10:21:20.892470 8373 pod_ready.go:92] pod "etcd-addons-290676" in "kube-system" namespace has status "Ready":"True"
I0325 10:21:20.892496 8373 pod_ready.go:81] duration metric: took 6.132284ms for pod "etcd-addons-290676" in "kube-system" namespace to be "Ready" ...
I0325 10:21:20.892510 8373 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-290676" in "kube-system" namespace to be "Ready" ...
I0325 10:21:20.898199 8373 pod_ready.go:92] pod "kube-apiserver-addons-290676" in "kube-system" namespace has status "Ready":"True"
I0325 10:21:20.898265 8373 pod_ready.go:81] duration metric: took 5.725291ms for pod "kube-apiserver-addons-290676" in "kube-system" namespace to be "Ready" ...
I0325 10:21:20.898292 8373 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-290676" in "kube-system" namespace to be "Ready" ...
I0325 10:21:20.903606 8373 pod_ready.go:92] pod "kube-controller-manager-addons-290676" in "kube-system" namespace has status "Ready":"True"
I0325 10:21:20.903630 8373 pod_ready.go:81] duration metric: took 5.318412ms for pod "kube-controller-manager-addons-290676" in "kube-system" namespace to be "Ready" ...
I0325 10:21:20.903642 8373 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-6cfpn" in "kube-system" namespace to be "Ready" ...
I0325 10:21:21.083413 8373 pod_ready.go:92] pod "kube-proxy-6cfpn" in "kube-system" namespace has status "Ready":"True"
I0325 10:21:21.083440 8373 pod_ready.go:81] duration metric: took 179.790282ms for pod "kube-proxy-6cfpn" in "kube-system" namespace to be "Ready" ...
I0325 10:21:21.083453 8373 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-290676" in "kube-system" namespace to be "Ready" ...
I0325 10:21:21.256247 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:21.284192 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:21.285732 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:21.384922 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:21.489728 8373 pod_ready.go:92] pod "kube-scheduler-addons-290676" in "kube-system" namespace has status "Ready":"True"
I0325 10:21:21.489793 8373 pod_ready.go:81] duration metric: took 406.332197ms for pod "kube-scheduler-addons-290676" in "kube-system" namespace to be "Ready" ...
I0325 10:21:21.489822 8373 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-5jcml" in "kube-system" namespace to be "Ready" ...
I0325 10:21:21.755509 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:21.783113 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:21.784138 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:21.883079 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:22.255385 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:22.283748 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:22.285911 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:22.382959 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:22.757815 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:22.782338 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:22.783594 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:22.883146 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:23.254796 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:23.283585 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:23.284320 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:23.383573 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:23.496828 8373 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-5jcml" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:23.755735 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:23.783141 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:23.784803 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:23.882717 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:24.254811 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:24.282943 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:24.284175 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:24.382989 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:24.756081 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:24.785079 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:24.785649 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:24.885390 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:25.255082 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:25.284027 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:25.285612 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:25.383606 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:25.755783 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:25.787524 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:25.789197 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:25.882936 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:25.997661 8373 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-5jcml" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:26.256100 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:26.285256 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:26.286889 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:26.383226 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:26.755465 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:26.784324 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:26.785261 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:26.882979 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:27.257209 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:27.283333 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:27.285755 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:27.383738 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:27.762317 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:27.784009 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:27.785676 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:27.883591 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:28.254882 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:28.283505 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:28.284202 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:28.382982 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:28.497653 8373 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-5jcml" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:28.755425 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:28.782782 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:28.783643 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:28.883096 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:29.254715 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:29.282883 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:29.283811 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:29.383061 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:29.754773 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:29.782722 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:29.783570 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:29.883272 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:30.255205 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:30.282095 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:30.283271 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:30.383036 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:30.754975 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:30.782278 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:30.782916 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:30.883545 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:30.997500 8373 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-5jcml" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:31.254781 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:31.283466 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:31.285670 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:31.383175 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:31.756680 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:31.791501 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:31.792425 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:31.883329 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:32.255859 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:32.285689 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:32.286567 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:32.383804 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:32.754637 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:32.784027 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:32.784573 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:32.883299 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:33.255117 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:33.283021 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:33.283692 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:33.383700 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:33.495642 8373 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-5jcml" in "kube-system" namespace has status "Ready":"False"
I0325 10:21:33.755425 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:33.783838 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:33.784069 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:33.883706 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:33.995955 8373 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-5jcml" in "kube-system" namespace has status "Ready":"True"
I0325 10:21:33.996032 8373 pod_ready.go:81] duration metric: took 12.50618956s for pod "nvidia-device-plugin-daemonset-5jcml" in "kube-system" namespace to be "Ready" ...
I0325 10:21:33.996049 8373 pod_ready.go:38] duration metric: took 50.133414648s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0325 10:21:33.996066 8373 api_server.go:52] waiting for apiserver process to appear ...
I0325 10:21:33.996125 8373 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0325 10:21:34.016142 8373 api_server.go:72] duration metric: took 52.844328795s to wait for apiserver process to appear ...
I0325 10:21:34.016219 8373 api_server.go:88] waiting for apiserver healthz status ...
I0325 10:21:34.016253 8373 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0325 10:21:34.024335 8373 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0325 10:21:34.025702 8373 api_server.go:141] control plane version: v1.29.3
I0325 10:21:34.025726 8373 api_server.go:131] duration metric: took 9.487357ms to wait for apiserver health ...
I0325 10:21:34.025735 8373 system_pods.go:43] waiting for kube-system pods to appear ...
I0325 10:21:34.037340 8373 system_pods.go:59] 18 kube-system pods found
I0325 10:21:34.037447 8373 system_pods.go:61] "coredns-76f75df574-bc8qj" [be27379e-a758-41ab-90bd-1500cb833bb1] Running
I0325 10:21:34.037467 8373 system_pods.go:61] "csi-hostpath-attacher-0" [4a47df0a-d41a-43eb-8bbb-44a475f65afc] Running
I0325 10:21:34.037504 8373 system_pods.go:61] "csi-hostpath-resizer-0" [a0ed74c1-394f-4a99-88fb-63aa022b0505] Running
I0325 10:21:34.037529 8373 system_pods.go:61] "csi-hostpathplugin-gvxl7" [012f7edc-31d6-48db-b180-6d5b5e6832b4] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0325 10:21:34.037550 8373 system_pods.go:61] "etcd-addons-290676" [f6a31e2c-8347-45a7-a62b-ce2a15a926ae] Running
I0325 10:21:34.037601 8373 system_pods.go:61] "kindnet-v2ldj" [ba766b8a-62b4-44cd-a48f-7921c40a35ce] Running
I0325 10:21:34.037622 8373 system_pods.go:61] "kube-apiserver-addons-290676" [ce8096a2-38b4-47c5-8140-369ea891c891] Running
I0325 10:21:34.037642 8373 system_pods.go:61] "kube-controller-manager-addons-290676" [1e3462cb-9454-4fa0-aa94-87c3874b72d2] Running
I0325 10:21:34.037677 8373 system_pods.go:61] "kube-ingress-dns-minikube" [9609512b-8d3b-49ce-9f48-04c818f00965] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0325 10:21:34.037699 8373 system_pods.go:61] "kube-proxy-6cfpn" [115992d8-b699-42a9-ab31-0ca29edf4bc2] Running
I0325 10:21:34.037717 8373 system_pods.go:61] "kube-scheduler-addons-290676" [4cd95968-c595-4cd3-aa10-3a720a2fd8c0] Running
I0325 10:21:34.037737 8373 system_pods.go:61] "metrics-server-69cf46c98-26r6v" [5961869f-2913-40f5-95ab-e3a3a80d3c09] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0325 10:21:34.037757 8373 system_pods.go:61] "nvidia-device-plugin-daemonset-5jcml" [fe09e876-9839-46e0-a2a1-ecc494592d7c] Running
I0325 10:21:34.037789 8373 system_pods.go:61] "registry-6x2kk" [90e906c8-4f5b-4011-b08d-29089e7224ee] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0325 10:21:34.037814 8373 system_pods.go:61] "registry-proxy-wm9tv" [2ab44aee-0809-4d51-8b4c-1a7a7fbdef26] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0325 10:21:34.037835 8373 system_pods.go:61] "snapshot-controller-58dbcc7b99-gbknt" [5cd1310b-4fd6-4dea-bbe4-e8ddebef27b2] Running
I0325 10:21:34.037854 8373 system_pods.go:61] "snapshot-controller-58dbcc7b99-sktfq" [2141ea05-e1e5-4d76-be45-878dbcf6bfba] Running
I0325 10:21:34.037873 8373 system_pods.go:61] "storage-provisioner" [d8cee9db-1af0-445a-b37b-090eece4cdc9] Running
I0325 10:21:34.037902 8373 system_pods.go:74] duration metric: took 12.158716ms to wait for pod list to return data ...
I0325 10:21:34.037928 8373 default_sa.go:34] waiting for default service account to be created ...
I0325 10:21:34.040679 8373 default_sa.go:45] found service account: "default"
I0325 10:21:34.040741 8373 default_sa.go:55] duration metric: took 2.79158ms for default service account to be created ...
I0325 10:21:34.040764 8373 system_pods.go:116] waiting for k8s-apps to be running ...
I0325 10:21:34.051533 8373 system_pods.go:86] 18 kube-system pods found
I0325 10:21:34.051607 8373 system_pods.go:89] "coredns-76f75df574-bc8qj" [be27379e-a758-41ab-90bd-1500cb833bb1] Running
I0325 10:21:34.051632 8373 system_pods.go:89] "csi-hostpath-attacher-0" [4a47df0a-d41a-43eb-8bbb-44a475f65afc] Running
I0325 10:21:34.051652 8373 system_pods.go:89] "csi-hostpath-resizer-0" [a0ed74c1-394f-4a99-88fb-63aa022b0505] Running
I0325 10:21:34.051692 8373 system_pods.go:89] "csi-hostpathplugin-gvxl7" [012f7edc-31d6-48db-b180-6d5b5e6832b4] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0325 10:21:34.051718 8373 system_pods.go:89] "etcd-addons-290676" [f6a31e2c-8347-45a7-a62b-ce2a15a926ae] Running
I0325 10:21:34.051737 8373 system_pods.go:89] "kindnet-v2ldj" [ba766b8a-62b4-44cd-a48f-7921c40a35ce] Running
I0325 10:21:34.051756 8373 system_pods.go:89] "kube-apiserver-addons-290676" [ce8096a2-38b4-47c5-8140-369ea891c891] Running
I0325 10:21:34.051776 8373 system_pods.go:89] "kube-controller-manager-addons-290676" [1e3462cb-9454-4fa0-aa94-87c3874b72d2] Running
I0325 10:21:34.051807 8373 system_pods.go:89] "kube-ingress-dns-minikube" [9609512b-8d3b-49ce-9f48-04c818f00965] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0325 10:21:34.051829 8373 system_pods.go:89] "kube-proxy-6cfpn" [115992d8-b699-42a9-ab31-0ca29edf4bc2] Running
I0325 10:21:34.051848 8373 system_pods.go:89] "kube-scheduler-addons-290676" [4cd95968-c595-4cd3-aa10-3a720a2fd8c0] Running
I0325 10:21:34.051868 8373 system_pods.go:89] "metrics-server-69cf46c98-26r6v" [5961869f-2913-40f5-95ab-e3a3a80d3c09] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0325 10:21:34.051888 8373 system_pods.go:89] "nvidia-device-plugin-daemonset-5jcml" [fe09e876-9839-46e0-a2a1-ecc494592d7c] Running
I0325 10:21:34.051917 8373 system_pods.go:89] "registry-6x2kk" [90e906c8-4f5b-4011-b08d-29089e7224ee] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0325 10:21:34.051943 8373 system_pods.go:89] "registry-proxy-wm9tv" [2ab44aee-0809-4d51-8b4c-1a7a7fbdef26] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0325 10:21:34.051963 8373 system_pods.go:89] "snapshot-controller-58dbcc7b99-gbknt" [5cd1310b-4fd6-4dea-bbe4-e8ddebef27b2] Running
I0325 10:21:34.051983 8373 system_pods.go:89] "snapshot-controller-58dbcc7b99-sktfq" [2141ea05-e1e5-4d76-be45-878dbcf6bfba] Running
I0325 10:21:34.052001 8373 system_pods.go:89] "storage-provisioner" [d8cee9db-1af0-445a-b37b-090eece4cdc9] Running
I0325 10:21:34.052029 8373 system_pods.go:126] duration metric: took 11.246427ms to wait for k8s-apps to be running ...
I0325 10:21:34.052054 8373 system_svc.go:44] waiting for kubelet service to be running ....
I0325 10:21:34.052135 8373 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0325 10:21:34.070003 8373 system_svc.go:56] duration metric: took 17.941005ms WaitForService to wait for kubelet
I0325 10:21:34.070078 8373 kubeadm.go:576] duration metric: took 52.898268944s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0325 10:21:34.070116 8373 node_conditions.go:102] verifying NodePressure condition ...
I0325 10:21:34.073439 8373 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0325 10:21:34.074727 8373 node_conditions.go:123] node cpu capacity is 2
I0325 10:21:34.074756 8373 node_conditions.go:105] duration metric: took 4.61858ms to run NodePressure ...
I0325 10:21:34.074800 8373 start.go:240] waiting for startup goroutines ...
I0325 10:21:34.263206 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:34.285419 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:34.287558 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:34.384487 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:34.754922 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:34.783038 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:34.783632 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:34.883088 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:35.255555 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:35.284340 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:35.287135 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:35.383694 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:35.755216 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:35.782942 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:35.786164 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:35.883070 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:36.255038 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:36.282450 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:36.289410 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:36.383079 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:36.757837 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:36.786164 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:36.786460 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:36.885370 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:37.256617 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:37.287492 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:37.289011 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:37.383302 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:37.756425 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:37.784198 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:37.784404 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:37.883502 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:38.255544 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:38.284235 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:38.286033 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:38.383084 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:38.754872 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:38.785739 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:38.785770 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:38.883324 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:39.258099 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:39.288452 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:39.291504 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:39.384364 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:39.761624 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:39.795452 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:39.796318 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:39.886659 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:40.255408 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:40.282542 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:40.283798 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0325 10:21:40.384212 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:40.756030 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:40.783633 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:40.785788 8373 kapi.go:107] duration metric: took 52.010505059s to wait for kubernetes.io/minikube-addons=registry ...
I0325 10:21:40.883735 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:41.255598 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:41.282169 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:41.383759 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:41.756196 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:41.781762 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:41.883718 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:42.258692 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:42.283787 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:42.384365 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0325 10:21:42.762458 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:42.785139 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:42.883704 8373 kapi.go:107] duration metric: took 51.504392996s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0325 10:21:42.886681 8373 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-290676 cluster.
I0325 10:21:42.889405 8373 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0325 10:21:42.893307 8373 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0325 10:21:43.257419 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:43.281997 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:43.755489 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:43.783241 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:44.254783 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:44.281822 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:44.756719 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:44.782209 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:45.260304 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:45.283800 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:45.754947 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:45.787427 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:46.255365 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:46.281277 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:46.754178 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:46.787384 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:47.255139 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:47.281193 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:47.755968 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:47.783316 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:48.254567 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:48.282294 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:48.755383 8373 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0325 10:21:48.782630 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:49.254254 8373 kapi.go:107] duration metric: took 59.006593676s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0325 10:21:49.281871 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:49.781982 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:50.281902 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:50.781122 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:51.281868 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:51.781266 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:52.281765 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:52.781647 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:53.281957 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:53.781753 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:54.281944 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:54.781736 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:55.281750 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:55.783520 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:56.281318 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:56.782342 8373 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0325 10:21:57.282513 8373 kapi.go:107] duration metric: took 1m8.511185953s to wait for app.kubernetes.io/name=ingress-nginx ...
I0325 10:21:57.284662 8373 out.go:177] * Enabled addons: cloud-spanner, ingress-dns, nvidia-device-plugin, inspektor-gadget, storage-provisioner, metrics-server, yakd, default-storageclass, volumesnapshots, registry, gcp-auth, csi-hostpath-driver, ingress
I0325 10:21:57.286298 8373 addons.go:505] duration metric: took 1m16.114273328s for enable addons: enabled=[cloud-spanner ingress-dns nvidia-device-plugin inspektor-gadget storage-provisioner metrics-server yakd default-storageclass volumesnapshots registry gcp-auth csi-hostpath-driver ingress]
I0325 10:21:57.286345 8373 start.go:245] waiting for cluster config update ...
I0325 10:21:57.286364 8373 start.go:254] writing updated cluster config ...
I0325 10:21:57.286649 8373 ssh_runner.go:195] Run: rm -f paused
I0325 10:21:57.653662 8373 start.go:600] kubectl: 1.29.3, cluster: 1.29.3 (minor skew: 0)
I0325 10:21:57.657134 8373 out.go:177] * Done! kubectl is now configured to use "addons-290676" cluster and "default" namespace by default
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
4e5634061005b dd1b12fcb6097 6 seconds ago Exited hello-world-app 2 2a5be34612b90 hello-world-app-5d77478584-6xjd2
36b43ed2adb02 b8c82647e8a25 33 seconds ago Running nginx 0 bce2ef95cfcf7 nginx
beab9a0293900 ee6d597e62dc8 About a minute ago Running csi-snapshotter 0 8b618b8b4398a csi-hostpathplugin-gvxl7
cb2469f636dd5 642ded511e141 About a minute ago Running csi-provisioner 0 8b618b8b4398a csi-hostpathplugin-gvxl7
3b08abe2d234c 922312104da8a About a minute ago Running liveness-probe 0 8b618b8b4398a csi-hostpathplugin-gvxl7
a68c10da66df7 08f6b2990811a About a minute ago Running hostpath 0 8b618b8b4398a csi-hostpathplugin-gvxl7
3c4dd2efceedd 6ef582f3ec844 About a minute ago Running gcp-auth 0 d7978c9883674 gcp-auth-7d69788767-c8vz4
67b9e76a84826 1a024e390dd05 About a minute ago Exited patch 2 03fbbef96fa6f ingress-nginx-admission-patch-v2x6l
d9fae353754e9 7ce2150c8929b About a minute ago Running local-path-provisioner 0 3add3683a2a10 local-path-provisioner-78b46b4d5c-g6m6z
cbc9f0cfb4436 c0cfb4ce73bda About a minute ago Running nvidia-device-plugin-ctr 0 5befb85e5f33b nvidia-device-plugin-daemonset-5jcml
0a2e5b539cde9 0107d56dbc0be About a minute ago Running node-driver-registrar 0 8b618b8b4398a csi-hostpathplugin-gvxl7
5177528e60846 9a80d518f102c About a minute ago Running csi-attacher 0 3b7d044395f96 csi-hostpath-attacher-0
c134fc291c82b 1a024e390dd05 About a minute ago Exited create 0 32aaf306bf88f ingress-nginx-admission-create-8vfbt
f4e47f35b3d91 6727f8bc3105d About a minute ago Running cloud-spanner-emulator 0 06d8131d18c52 cloud-spanner-emulator-5446596998-mqnnv
99906bfcef774 487fa743e1e22 About a minute ago Running csi-resizer 0 09efce0076e94 csi-hostpath-resizer-0
9f986b886c90e 1461903ec4fe9 About a minute ago Running csi-external-health-monitor-controller 0 8b618b8b4398a csi-hostpathplugin-gvxl7
b13e901d98269 2437cf7621777 About a minute ago Running coredns 0 64179f71ea18d coredns-76f75df574-bc8qj
0b3d7f4981d86 4d1e5c3e97420 About a minute ago Running volume-snapshot-controller 0 cf5b581149956 snapshot-controller-58dbcc7b99-gbknt
44f7efd4bdf77 4d1e5c3e97420 About a minute ago Running volume-snapshot-controller 0 2865ed280e43b snapshot-controller-58dbcc7b99-sktfq
bdc907392558d 20e3f2db01e81 About a minute ago Running yakd 0 af09b964a28bb yakd-dashboard-9947fc6bf-zjbx6
a07c66c0e98a2 ba04bb24b9575 2 minutes ago Running storage-provisioner 0 8cc16319d4373 storage-provisioner
85871a4af82a9 4740c1948d3fc 2 minutes ago Running kindnet-cni 0 3c3809ec33fdd kindnet-v2ldj
e925a60ee06be 0e9b4a0d1e86d 2 minutes ago Running kube-proxy 0 c6f152596b55c kube-proxy-6cfpn
436249bb27a6d 4b51f9f6bc9b9 2 minutes ago Running kube-scheduler 0 e618ddca72209 kube-scheduler-addons-290676
d550676c7cfd8 121d70d9a3805 2 minutes ago Running kube-controller-manager 0 33a21167d3d78 kube-controller-manager-addons-290676
c527719beb2a5 014faa467e297 2 minutes ago Running etcd 0 e628ad3b2529f etcd-addons-290676
785ea34ea24a4 2581114f5709d 2 minutes ago Running kube-apiserver 0 3368d3d670d25 kube-apiserver-addons-290676
==> containerd <==
Mar 25 10:23:01 addons-290676 containerd[766]: time="2024-03-25T10:23:01.088795472Z" level=info msg="StartContainer for \"4e5634061005bf95d05392a9f6a4f335cf8b4779a42f63045a729bcb03e5ba02\""
Mar 25 10:23:01 addons-290676 containerd[766]: time="2024-03-25T10:23:01.157545259Z" level=info msg="StartContainer for \"4e5634061005bf95d05392a9f6a4f335cf8b4779a42f63045a729bcb03e5ba02\" returns successfully"
Mar 25 10:23:01 addons-290676 containerd[766]: time="2024-03-25T10:23:01.183184497Z" level=info msg="shim disconnected" id=4e5634061005bf95d05392a9f6a4f335cf8b4779a42f63045a729bcb03e5ba02
Mar 25 10:23:01 addons-290676 containerd[766]: time="2024-03-25T10:23:01.183244418Z" level=warning msg="cleaning up after shim disconnected" id=4e5634061005bf95d05392a9f6a4f335cf8b4779a42f63045a729bcb03e5ba02 namespace=k8s.io
Mar 25 10:23:01 addons-290676 containerd[766]: time="2024-03-25T10:23:01.183260384Z" level=info msg="cleaning up dead shim"
Mar 25 10:23:01 addons-290676 containerd[766]: time="2024-03-25T10:23:01.192545686Z" level=warning msg="cleanup warnings time=\"2024-03-25T10:23:01Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=9517 runtime=io.containerd.runc.v2\n"
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.119606803Z" level=info msg="RemoveContainer for \"445fb53a0fc56e8cd39a82d10ddb116edb40323cb19e67fa88b41b6c254ce013\""
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.128164422Z" level=info msg="RemoveContainer for \"445fb53a0fc56e8cd39a82d10ddb116edb40323cb19e67fa88b41b6c254ce013\" returns successfully"
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.862705519Z" level=info msg="Kill container \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\""
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.913468989Z" level=info msg="shim disconnected" id=1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.913538870Z" level=warning msg="cleaning up after shim disconnected" id=1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced namespace=k8s.io
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.913550201Z" level=info msg="cleaning up dead shim"
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.921500198Z" level=warning msg="cleanup warnings time=\"2024-03-25T10:23:02Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=9550 runtime=io.containerd.runc.v2\n"
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.924991193Z" level=info msg="StopContainer for \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\" returns successfully"
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.926488522Z" level=info msg="StopPodSandbox for \"96d1908fedb6ba28a56a82bff09702b4ef999edc7cc9d14c41fd9e3a96529b93\""
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.926572745Z" level=info msg="Container to stop \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\" must be in running or unknown state, current state \"CONTAINER_EXITED\""
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.957846077Z" level=info msg="shim disconnected" id=96d1908fedb6ba28a56a82bff09702b4ef999edc7cc9d14c41fd9e3a96529b93
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.958101209Z" level=warning msg="cleaning up after shim disconnected" id=96d1908fedb6ba28a56a82bff09702b4ef999edc7cc9d14c41fd9e3a96529b93 namespace=k8s.io
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.958186859Z" level=info msg="cleaning up dead shim"
Mar 25 10:23:02 addons-290676 containerd[766]: time="2024-03-25T10:23:02.965763337Z" level=warning msg="cleanup warnings time=\"2024-03-25T10:23:02Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=9581 runtime=io.containerd.runc.v2\n"
Mar 25 10:23:03 addons-290676 containerd[766]: time="2024-03-25T10:23:03.014791472Z" level=info msg="TearDown network for sandbox \"96d1908fedb6ba28a56a82bff09702b4ef999edc7cc9d14c41fd9e3a96529b93\" successfully"
Mar 25 10:23:03 addons-290676 containerd[766]: time="2024-03-25T10:23:03.014841784Z" level=info msg="StopPodSandbox for \"96d1908fedb6ba28a56a82bff09702b4ef999edc7cc9d14c41fd9e3a96529b93\" returns successfully"
Mar 25 10:23:03 addons-290676 containerd[766]: time="2024-03-25T10:23:03.124871254Z" level=info msg="RemoveContainer for \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\""
Mar 25 10:23:03 addons-290676 containerd[766]: time="2024-03-25T10:23:03.131177475Z" level=info msg="RemoveContainer for \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\" returns successfully"
Mar 25 10:23:03 addons-290676 containerd[766]: time="2024-03-25T10:23:03.131856668Z" level=error msg="ContainerStatus for \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\": not found"
==> coredns [b13e901d98269fb8d6344ad5ee8076726b381f82be39cd3e86066e042e6c8d92] <==
[INFO] 10.244.0.20:50067 - 54285 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000054078s
[INFO] 10.244.0.20:50067 - 11657 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000048425s
[INFO] 10.244.0.20:50067 - 33527 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000047186s
[INFO] 10.244.0.20:50067 - 30167 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000047736s
[INFO] 10.244.0.20:50067 - 40025 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001850979s
[INFO] 10.244.0.20:50067 - 45233 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001237082s
[INFO] 10.244.0.20:50067 - 57840 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000356904s
[INFO] 10.244.0.20:33935 - 29729 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000115812s
[INFO] 10.244.0.20:46792 - 39290 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000070086s
[INFO] 10.244.0.20:46792 - 20230 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000040877s
[INFO] 10.244.0.20:33935 - 64248 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000135742s
[INFO] 10.244.0.20:46792 - 22947 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000058763s
[INFO] 10.244.0.20:33935 - 23188 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000067403s
[INFO] 10.244.0.20:46792 - 35606 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000065524s
[INFO] 10.244.0.20:33935 - 15848 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000112078s
[INFO] 10.244.0.20:33935 - 54917 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000073901s
[INFO] 10.244.0.20:46792 - 46426 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000054505s
[INFO] 10.244.0.20:33935 - 23851 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000051642s
[INFO] 10.244.0.20:46792 - 27564 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000040114s
[INFO] 10.244.0.20:33935 - 23454 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001304001s
[INFO] 10.244.0.20:46792 - 41526 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000945579s
[INFO] 10.244.0.20:33935 - 29970 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000888366s
[INFO] 10.244.0.20:46792 - 8202 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001270854s
[INFO] 10.244.0.20:33935 - 33479 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000076166s
[INFO] 10.244.0.20:46792 - 12002 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000053446s
==> describe nodes <==
Name: addons-290676
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-290676
kubernetes.io/os=linux
minikube.k8s.io/commit=528b39feb0b86a3109aa4b9637b5a9599eea22c0
minikube.k8s.io/name=addons-290676
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_03_25T10_20_28_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-290676
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-290676"}
kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 25 Mar 2024 10:20:24 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-290676
AcquireTime: <unset>
RenewTime: Mon, 25 Mar 2024 10:23:01 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 25 Mar 2024 10:23:01 +0000 Mon, 25 Mar 2024 10:20:22 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 25 Mar 2024 10:23:01 +0000 Mon, 25 Mar 2024 10:20:22 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 25 Mar 2024 10:23:01 +0000 Mon, 25 Mar 2024 10:20:22 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 25 Mar 2024 10:23:01 +0000 Mon, 25 Mar 2024 10:20:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-290676
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022560Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022560Ki
pods: 110
System Info:
Machine ID: f1df1ed9be134f59a35539720e0b40f7
System UUID: 056ff706-e699-4ec5-887d-f62fefaa55dc
Boot ID: a9a3b74e-e4ec-4ae1-9bd7-c53781b86fed
Kernel Version: 5.15.0-1056-aws
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.6.28
Kubelet Version: v1.29.3
Kube-Proxy Version: v1.29.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (20 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default cloud-spanner-emulator-5446596998-mqnnv 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m24s
default hello-world-app-5d77478584-6xjd2 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 27s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 36s
gcp-auth gcp-auth-7d69788767-c8vz4 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m17s
kube-system coredns-76f75df574-bc8qj 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 2m28s
kube-system csi-hostpath-attacher-0 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m19s
kube-system csi-hostpath-resizer-0 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m18s
kube-system csi-hostpathplugin-gvxl7 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m18s
kube-system etcd-addons-290676 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 2m40s
kube-system kindnet-v2ldj 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 2m28s
kube-system kube-apiserver-addons-290676 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m40s
kube-system kube-controller-manager-addons-290676 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m40s
kube-system kube-proxy-6cfpn 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m28s
kube-system kube-scheduler-addons-290676 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m40s
kube-system nvidia-device-plugin-daemonset-5jcml 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m26s
kube-system snapshot-controller-58dbcc7b99-gbknt 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m21s
kube-system snapshot-controller-58dbcc7b99-sktfq 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m21s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m23s
local-path-storage local-path-provisioner-78b46b4d5c-g6m6z 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m22s
yakd-dashboard yakd-dashboard-9947fc6bf-zjbx6 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 2m22s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 348Mi (4%!)(MISSING) 476Mi (6%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m26s kube-proxy
Normal Starting 2m41s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m40s kubelet Node addons-290676 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m40s kubelet Node addons-290676 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m40s kubelet Node addons-290676 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m40s kubelet Node addons-290676 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m40s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 2m30s kubelet Node addons-290676 status is now: NodeReady
Normal RegisteredNode 2m29s node-controller Node addons-290676 event: Registered Node addons-290676 in Controller
==> dmesg <==
[Mar25 10:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.015311] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.533964] systemd[1]: /lib/systemd/system/cloud-init-local.service:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.002677] systemd[1]: /lib/systemd/system/cloud-init.service:19: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.018698] systemd[1]: /lib/systemd/system/cloud-init.target:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.004880] systemd[1]: /lib/systemd/system/cloud-final.service:9: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.003840] systemd[1]: /lib/systemd/system/cloud-config.service:8: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.709087] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +5.858136] kauditd_printk_skb: 27 callbacks suppressed
==> etcd [c527719beb2a5deab86b6ea2cc4ec7747af1419102057cff03f2947b5db9fb28] <==
{"level":"info","ts":"2024-03-25T10:20:21.284839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-03-25T10:20:21.284915Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-03-25T10:20:21.304581Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2024-03-25T10:20:21.304789Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-03-25T10:20:21.304819Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-03-25T10:20:21.304902Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-03-25T10:20:21.304928Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-03-25T10:20:21.577613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-03-25T10:20:21.577797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-03-25T10:20:21.577936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-03-25T10:20:21.577991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-03-25T10:20:21.578065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-03-25T10:20:21.578108Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-03-25T10:20:21.578136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-03-25T10:20:21.580521Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-290676 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-03-25T10:20:21.58065Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-03-25T10:20:21.580739Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-03-25T10:20:21.587617Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-03-25T10:20:21.580766Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-03-25T10:20:21.58094Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-03-25T10:20:21.620407Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-03-25T10:20:21.622657Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-03-25T10:20:21.633659Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-03-25T10:20:21.634403Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-03-25T10:20:21.622973Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
==> gcp-auth [3c4dd2efceedd6aa711007e847d36413fbd5dc559637e561d29a83fbe32c64f2] <==
2024/03/25 10:21:42 GCP Auth Webhook started!
2024/03/25 10:22:09 Ready to marshal response ...
2024/03/25 10:22:09 Ready to write response ...
2024/03/25 10:22:32 Ready to marshal response ...
2024/03/25 10:22:32 Ready to write response ...
2024/03/25 10:22:41 Ready to marshal response ...
2024/03/25 10:22:41 Ready to write response ...
2024/03/25 10:22:41 Ready to marshal response ...
2024/03/25 10:22:41 Ready to write response ...
==> kernel <==
10:23:08 up 5 min, 0 users, load average: 1.17, 1.21, 0.55
Linux addons-290676 5.15.0-1056-aws #61~20.04.1-Ubuntu SMP Wed Mar 13 17:45:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kindnet [85871a4af82a9ad8556c36b38a70c8d9a2d8905743679587ace5ecbb84a8ec70] <==
I0325 10:21:12.262108 1 main.go:191] Failed to get nodes, retrying after error: Get "https://10.96.0.1:443/api/v1/nodes": dial tcp 10.96.0.1:443: i/o timeout
I0325 10:21:12.274620 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:21:12.274673 1 main.go:227] handling current node
I0325 10:21:22.328991 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:21:22.329016 1 main.go:227] handling current node
I0325 10:21:32.341138 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:21:32.341165 1 main.go:227] handling current node
I0325 10:21:42.353522 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:21:42.353555 1 main.go:227] handling current node
I0325 10:21:52.366403 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:21:52.366432 1 main.go:227] handling current node
I0325 10:22:02.379033 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:22:02.379062 1 main.go:227] handling current node
I0325 10:22:12.391943 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:22:12.392012 1 main.go:227] handling current node
I0325 10:22:22.405066 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:22:22.405097 1 main.go:227] handling current node
I0325 10:22:32.419071 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:22:32.419100 1 main.go:227] handling current node
I0325 10:22:42.432990 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:22:42.433064 1 main.go:227] handling current node
I0325 10:22:52.445037 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:22:52.445065 1 main.go:227] handling current node
I0325 10:23:02.453845 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0325 10:23:02.453879 1 main.go:227] handling current node
==> kube-apiserver [785ea34ea24a46f9308d30bdaf4716821e2992e3637e970e75c140e2076c4fd7] <==
E0325 10:21:46.310793 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.236.24:443/apis/metrics.k8s.io/v1beta1: Get "https://10.109.236.24:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.109.236.24:443: connect: connection refused
W0325 10:21:46.311554 1 handler_proxy.go:93] no RequestInfo found in the context
E0325 10:21:46.311646 1 controller.go:146] Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
E0325 10:21:46.312636 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.236.24:443/apis/metrics.k8s.io/v1beta1: Get "https://10.109.236.24:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.109.236.24:443: connect: connection refused
W0325 10:21:46.772814 1 handler_proxy.go:93] no RequestInfo found in the context
E0325 10:21:46.772847 1 controller.go:113] loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: Error, could not get list of group versions for APIService
I0325 10:21:46.772859 1 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
W0325 10:21:46.773603 1 handler_proxy.go:93] no RequestInfo found in the context
E0325 10:21:46.773660 1 controller.go:102] loading OpenAPI spec for "v1beta1.metrics.k8s.io" failed with: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
I0325 10:21:46.774818 1 controller.go:109] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
W0325 10:21:51.321097 1 handler_proxy.go:93] no RequestInfo found in the context
E0325 10:21:51.321371 1 controller.go:146] Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
E0325 10:21:51.321437 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.236.24:443/apis/metrics.k8s.io/v1beta1: Get "https://10.109.236.24:443/apis/metrics.k8s.io/v1beta1": dial tcp 10.109.236.24:443: i/o timeout
I0325 10:21:51.371576 1 handler.go:275] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0325 10:21:51.387263 1 available_controller.go:460] v1beta1.metrics.k8s.io failed with: Operation cannot be fulfilled on apiservices.apiregistration.k8s.io "v1beta1.metrics.k8s.io": the object has been modified; please apply your changes to the latest version and try again
I0325 10:22:26.392685 1 handler.go:275] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0325 10:22:27.426415 1 cacher.go:168] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0325 10:22:31.940049 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0325 10:22:32.313040 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.101.229.224"}
I0325 10:22:42.136076 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.100.204.106"}
I0325 10:22:48.502278 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0325 10:22:52.329155 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
==> kube-controller-manager [d550676c7cfd8dc8f2f81e84c71f5fe57c21d91cf7f1bca4a4ee4023e0d5d8fd] <==
E0325 10:22:36.772851 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0325 10:22:39.911943 1 event.go:376] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0325 10:22:40.202972 1 event.go:376] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0325 10:22:40.228431 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0325 10:22:40.228469 1 shared_informer.go:318] Caches are synced for resource quota
I0325 10:22:40.550460 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0325 10:22:40.550512 1 shared_informer.go:318] Caches are synced for garbage collector
I0325 10:22:41.854335 1 event.go:376] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I0325 10:22:41.887339 1 event.go:376] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-6xjd2"
I0325 10:22:41.904666 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="50.882378ms"
I0325 10:22:41.921894 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="17.096947ms"
I0325 10:22:41.922081 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="72.728µs"
I0325 10:22:41.938942 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="26.846µs"
I0325 10:22:45.105192 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="51.223µs"
I0325 10:22:46.061105 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="67.674µs"
I0325 10:22:47.076139 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="79.899µs"
W0325 10:22:47.743645 1 reflector.go:539] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0325 10:22:47.743682 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0325 10:22:50.466452 1 event.go:376] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0325 10:22:54.913059 1 event.go:376] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0325 10:22:59.824646 1 job_controller.go:554] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0325 10:22:59.829711 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-65496f9567" duration="7.237µs"
I0325 10:22:59.832848 1 job_controller.go:554] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I0325 10:23:02.132617 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="41.804µs"
I0325 10:23:08.155781 1 event.go:376] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
==> kube-proxy [e925a60ee06bef2c08306995b061264b1cc040eb14cdbf76449fbc8706da6054] <==
I0325 10:20:42.078714 1 server_others.go:72] "Using iptables proxy"
I0325 10:20:42.104187 1 server.go:1050] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
I0325 10:20:42.164292 1 server.go:652] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0325 10:20:42.164339 1 server_others.go:168] "Using iptables Proxier"
I0325 10:20:42.169933 1 server_others.go:512] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0325 10:20:42.169959 1 server_others.go:529] "Defaulting to no-op detect-local"
I0325 10:20:42.169985 1 proxier.go:245] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0325 10:20:42.170252 1 server.go:865] "Version info" version="v1.29.3"
I0325 10:20:42.170266 1 server.go:867] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0325 10:20:42.173768 1 config.go:315] "Starting node config controller"
I0325 10:20:42.173793 1 shared_informer.go:311] Waiting for caches to sync for node config
I0325 10:20:42.177027 1 config.go:188] "Starting service config controller"
I0325 10:20:42.177082 1 shared_informer.go:311] Waiting for caches to sync for service config
I0325 10:20:42.177120 1 config.go:97] "Starting endpoint slice config controller"
I0325 10:20:42.177125 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0325 10:20:42.274198 1 shared_informer.go:318] Caches are synced for node config
I0325 10:20:42.277430 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0325 10:20:42.277486 1 shared_informer.go:318] Caches are synced for service config
==> kube-scheduler [436249bb27a6d61572a1c253e03c4c9079d00fc448639b2ff9de598934011d0b] <==
W0325 10:20:24.949038 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0325 10:20:24.949960 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0325 10:20:24.949132 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0325 10:20:24.950330 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0325 10:20:24.949229 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0325 10:20:24.950498 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0325 10:20:24.949281 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0325 10:20:24.950804 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0325 10:20:24.950949 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0325 10:20:24.951029 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0325 10:20:24.949293 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0325 10:20:24.951370 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0325 10:20:24.949703 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0325 10:20:24.951532 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0325 10:20:25.778124 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0325 10:20:25.778165 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0325 10:20:25.929382 1 reflector.go:539] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0325 10:20:25.929551 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0325 10:20:25.935273 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0325 10:20:25.935365 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0325 10:20:26.077787 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0325 10:20:26.077829 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0325 10:20:26.078101 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0325 10:20:26.078252 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
I0325 10:20:27.918022 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Mar 25 10:23:02 addons-290676 kubelet[1517]: I0325 10:23:02.116642 1517 scope.go:117] "RemoveContainer" containerID="445fb53a0fc56e8cd39a82d10ddb116edb40323cb19e67fa88b41b6c254ce013"
Mar 25 10:23:02 addons-290676 kubelet[1517]: I0325 10:23:02.117144 1517 scope.go:117] "RemoveContainer" containerID="4e5634061005bf95d05392a9f6a4f335cf8b4779a42f63045a729bcb03e5ba02"
Mar 25 10:23:02 addons-290676 kubelet[1517]: E0325 10:23:02.117549 1517 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-6xjd2_default(ae679367-3f9c-49d6-ae2b-0f6674b65621)\"" pod="default/hello-world-app-5d77478584-6xjd2" podUID="ae679367-3f9c-49d6-ae2b-0f6674b65621"
Mar 25 10:23:03 addons-290676 kubelet[1517]: I0325 10:23:03.117748 1517 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4fhz5\" (UniqueName: \"kubernetes.io/projected/ba833f6a-345b-4785-9791-78666507ed03-kube-api-access-4fhz5\") pod \"ba833f6a-345b-4785-9791-78666507ed03\" (UID: \"ba833f6a-345b-4785-9791-78666507ed03\") "
Mar 25 10:23:03 addons-290676 kubelet[1517]: I0325 10:23:03.117809 1517 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/ba833f6a-345b-4785-9791-78666507ed03-webhook-cert\") pod \"ba833f6a-345b-4785-9791-78666507ed03\" (UID: \"ba833f6a-345b-4785-9791-78666507ed03\") "
Mar 25 10:23:03 addons-290676 kubelet[1517]: I0325 10:23:03.122202 1517 scope.go:117] "RemoveContainer" containerID="1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced"
Mar 25 10:23:03 addons-290676 kubelet[1517]: I0325 10:23:03.124274 1517 operation_generator.go:887] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ba833f6a-345b-4785-9791-78666507ed03-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "ba833f6a-345b-4785-9791-78666507ed03" (UID: "ba833f6a-345b-4785-9791-78666507ed03"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Mar 25 10:23:03 addons-290676 kubelet[1517]: I0325 10:23:03.124649 1517 operation_generator.go:887] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ba833f6a-345b-4785-9791-78666507ed03-kube-api-access-4fhz5" (OuterVolumeSpecName: "kube-api-access-4fhz5") pod "ba833f6a-345b-4785-9791-78666507ed03" (UID: "ba833f6a-345b-4785-9791-78666507ed03"). InnerVolumeSpecName "kube-api-access-4fhz5". PluginName "kubernetes.io/projected", VolumeGidValue ""
Mar 25 10:23:03 addons-290676 kubelet[1517]: I0325 10:23:03.131490 1517 scope.go:117] "RemoveContainer" containerID="1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced"
Mar 25 10:23:03 addons-290676 kubelet[1517]: E0325 10:23:03.132029 1517 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\": not found" containerID="1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced"
Mar 25 10:23:03 addons-290676 kubelet[1517]: I0325 10:23:03.132083 1517 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced"} err="failed to get container status \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\": rpc error: code = NotFound desc = an error occurred when try to find container \"1fbc9e6ee9fb5e0330e051f9197acf4a37ff1b4a85d6cf8d84ac970711521ced\": not found"
Mar 25 10:23:03 addons-290676 kubelet[1517]: I0325 10:23:03.218623 1517 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-4fhz5\" (UniqueName: \"kubernetes.io/projected/ba833f6a-345b-4785-9791-78666507ed03-kube-api-access-4fhz5\") on node \"addons-290676\" DevicePath \"\""
Mar 25 10:23:03 addons-290676 kubelet[1517]: I0325 10:23:03.218665 1517 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/ba833f6a-345b-4785-9791-78666507ed03-webhook-cert\") on node \"addons-290676\" DevicePath \"\""
Mar 25 10:23:04 addons-290676 kubelet[1517]: I0325 10:23:04.051340 1517 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ba833f6a-345b-4785-9791-78666507ed03" path="/var/lib/kubelet/pods/ba833f6a-345b-4785-9791-78666507ed03/volumes"
Mar 25 10:23:08 addons-290676 kubelet[1517]: I0325 10:23:08.785681 1517 topology_manager.go:215] "Topology Admit Handler" podUID="7e4973f3-2b5f-46d0-af76-dce5d2973de1" podNamespace="default" podName="task-pv-pod-restore"
Mar 25 10:23:08 addons-290676 kubelet[1517]: E0325 10:23:08.785794 1517 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="9609512b-8d3b-49ce-9f48-04c818f00965" containerName="minikube-ingress-dns"
Mar 25 10:23:08 addons-290676 kubelet[1517]: E0325 10:23:08.785822 1517 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="9609512b-8d3b-49ce-9f48-04c818f00965" containerName="minikube-ingress-dns"
Mar 25 10:23:08 addons-290676 kubelet[1517]: E0325 10:23:08.785832 1517 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="61dc10f0-5b3f-4e7d-878a-fc6103339c3a" containerName="task-pv-container"
Mar 25 10:23:08 addons-290676 kubelet[1517]: E0325 10:23:08.785842 1517 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="ba833f6a-345b-4785-9791-78666507ed03" containerName="controller"
Mar 25 10:23:08 addons-290676 kubelet[1517]: E0325 10:23:08.785852 1517 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="9609512b-8d3b-49ce-9f48-04c818f00965" containerName="minikube-ingress-dns"
Mar 25 10:23:08 addons-290676 kubelet[1517]: I0325 10:23:08.786588 1517 memory_manager.go:354] "RemoveStaleState removing state" podUID="9609512b-8d3b-49ce-9f48-04c818f00965" containerName="minikube-ingress-dns"
Mar 25 10:23:08 addons-290676 kubelet[1517]: I0325 10:23:08.786605 1517 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba833f6a-345b-4785-9791-78666507ed03" containerName="controller"
Mar 25 10:23:08 addons-290676 kubelet[1517]: I0325 10:23:08.786615 1517 memory_manager.go:354] "RemoveStaleState removing state" podUID="9609512b-8d3b-49ce-9f48-04c818f00965" containerName="minikube-ingress-dns"
Mar 25 10:23:08 addons-290676 kubelet[1517]: I0325 10:23:08.786624 1517 memory_manager.go:354] "RemoveStaleState removing state" podUID="9609512b-8d3b-49ce-9f48-04c818f00965" containerName="minikube-ingress-dns"
Mar 25 10:23:08 addons-290676 kubelet[1517]: I0325 10:23:08.786632 1517 memory_manager.go:354] "RemoveStaleState removing state" podUID="61dc10f0-5b3f-4e7d-878a-fc6103339c3a" containerName="task-pv-container"
==> storage-provisioner [a07c66c0e98a2b9be418891d725f4130c4f0dd15c5ae023b3087ccf971b01160] <==
I0325 10:20:46.305502 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0325 10:20:46.319927 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0325 10:20:46.319969 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0325 10:20:46.342275 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0325 10:20:46.342705 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"31f4d761-fe09-48d1-85c9-543a6ff02df4", APIVersion:"v1", ResourceVersion:"525", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-290676_babed9f4-2ee4-4248-bba1-46d9494ea713 became leader
I0325 10:20:46.342739 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-290676_babed9f4-2ee4-4248-bba1-46d9494ea713!
I0325 10:20:46.443447 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-290676_babed9f4-2ee4-4248-bba1-46d9494ea713!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-290676 -n addons-290676
helpers_test.go:261: (dbg) Run: kubectl --context addons-290676 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: task-pv-pod-restore
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-290676 describe pod task-pv-pod-restore
helpers_test.go:282: (dbg) kubectl --context addons-290676 describe pod task-pv-pod-restore:
-- stdout --
Name: task-pv-pod-restore
Namespace: default
Priority: 0
Service Account: default
Node: addons-290676/192.168.49.2
Start Time: Mon, 25 Mar 2024 10:23:08 +0000
Labels: app=task-pv-pod-restore
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Containers:
task-pv-container:
Container ID:
Image: docker.io/nginx
Image ID:
Port: 80/TCP
Host Port: 0/TCP
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/usr/share/nginx/html from task-pv-storage (rw)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-wmck8 (ro)
Conditions:
Type Status
PodReadyToStartContainers False
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
task-pv-storage:
Type: PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace)
ClaimName: hpvc-restore
ReadOnly: false
kube-api-access-wmck8:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 1s default-scheduler Successfully assigned default/task-pv-pod-restore to addons-290676
Normal Pulling 0s kubelet Pulling image "docker.io/nginx"
Normal Pulled 0s kubelet Successfully pulled image "docker.io/nginx" in 302ms (302ms including waiting)
Normal Created 0s kubelet Created container task-pv-container
Normal Started 0s kubelet Started container task-pv-container
-- /stdout --
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (38.28s)