=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:332: registry stabilized in 2.787473ms
addons_test.go:334: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-6fb4cdfc84-dlgj9" [02494a1f-30ad-4cf7-a0d8-5942ff632fdb] Running
addons_test.go:334: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.004482574s
addons_test.go:337: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-p65z4" [c30311f9-7059-4c57-b652-d784a14e1d37] Running
addons_test.go:337: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.004266841s
addons_test.go:342: (dbg) Run: kubectl --context addons-399511 delete po -l run=registry-test --now
addons_test.go:347: (dbg) Run: kubectl --context addons-399511 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:347: (dbg) Non-zero exit: kubectl --context addons-399511 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": exit status 1 (1m0.124049131s)
-- stdout --
pod "registry-test" deleted
-- /stdout --
** stderr **
error: timed out waiting for the condition
** /stderr **
addons_test.go:349: failed to hit registry.kube-system.svc.cluster.local. args "kubectl --context addons-399511 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c \"wget --spider -S http://registry.kube-system.svc.cluster.local\"" failed: exit status 1
addons_test.go:353: expected curl response be "HTTP/1.1 200", but got *pod "registry-test" deleted
*
addons_test.go:361: (dbg) Run: out/minikube-linux-arm64 -p addons-399511 ip
addons_test.go:390: (dbg) Run: out/minikube-linux-arm64 -p addons-399511 addons disable registry --alsologtostderr -v=1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Registry]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-399511
helpers_test.go:235: (dbg) docker inspect addons-399511:
-- stdout --
[
{
"Id": "1a2493992fb94ea49d06e7a6043d9c0b3cc933620c113df9c9f4c974f8657ae8",
"Created": "2024-08-29T18:06:25.243036336Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 8860,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-08-29T18:06:25.426933273Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:2cc8dc59c2b679153d99f84cc70dab3e87225f8a0d04f61969b54714a9c4cd4d",
"ResolvConfPath": "/var/lib/docker/containers/1a2493992fb94ea49d06e7a6043d9c0b3cc933620c113df9c9f4c974f8657ae8/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/1a2493992fb94ea49d06e7a6043d9c0b3cc933620c113df9c9f4c974f8657ae8/hostname",
"HostsPath": "/var/lib/docker/containers/1a2493992fb94ea49d06e7a6043d9c0b3cc933620c113df9c9f4c974f8657ae8/hosts",
"LogPath": "/var/lib/docker/containers/1a2493992fb94ea49d06e7a6043d9c0b3cc933620c113df9c9f4c974f8657ae8/1a2493992fb94ea49d06e7a6043d9c0b3cc933620c113df9c9f4c974f8657ae8-json.log",
"Name": "/addons-399511",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-399511:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-399511",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ed1d2ac5867bebd9fd2bc183c4c3ff08d2614d91094586cb3ac8e749341c9a3b-init/diff:/var/lib/docker/overlay2/885d06ac3812e778e7d607473d2b4ffd327aef33116438d7c4f388856940402c/diff",
"MergedDir": "/var/lib/docker/overlay2/ed1d2ac5867bebd9fd2bc183c4c3ff08d2614d91094586cb3ac8e749341c9a3b/merged",
"UpperDir": "/var/lib/docker/overlay2/ed1d2ac5867bebd9fd2bc183c4c3ff08d2614d91094586cb3ac8e749341c9a3b/diff",
"WorkDir": "/var/lib/docker/overlay2/ed1d2ac5867bebd9fd2bc183c4c3ff08d2614d91094586cb3ac8e749341c9a3b/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-399511",
"Source": "/var/lib/docker/volumes/addons-399511/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-399511",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-399511",
"name.minikube.sigs.k8s.io": "addons-399511",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "4fe5f7fd445c4dfeefd31b2f788ca73a1f495b1133e83acde9f683e4303f4b77",
"SandboxKey": "/var/run/docker/netns/4fe5f7fd445c",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-399511": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "2a3d061e7d2ad0f78b34afa482d56e7e56bd6e8411881fd68c1adde32db5f4e4",
"EndpointID": "bdd7b6788663d492f7ddc0d0c7988b457ba4c8e3f116abdf2931bb3524712546",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-399511",
"1a2493992fb9"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-399511 -n addons-399511
helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Registry]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-399511 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-399511 logs -n 25: (1.553515857s)
helpers_test.go:252: TestAddons/parallel/Registry logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.33.1 | 29 Aug 24 18:05 UTC | 29 Aug 24 18:05 UTC |
| delete | -p download-only-111357 | download-only-111357 | jenkins | v1.33.1 | 29 Aug 24 18:05 UTC | 29 Aug 24 18:05 UTC |
| start | -o=json --download-only | download-only-563162 | jenkins | v1.33.1 | 29 Aug 24 18:05 UTC | |
| | -p download-only-563162 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.0 | | | | | |
| | --container-runtime=docker | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | --all | minikube | jenkins | v1.33.1 | 29 Aug 24 18:05 UTC | 29 Aug 24 18:05 UTC |
| delete | -p download-only-563162 | download-only-563162 | jenkins | v1.33.1 | 29 Aug 24 18:05 UTC | 29 Aug 24 18:05 UTC |
| delete | -p download-only-111357 | download-only-111357 | jenkins | v1.33.1 | 29 Aug 24 18:05 UTC | 29 Aug 24 18:05 UTC |
| delete | -p download-only-563162 | download-only-563162 | jenkins | v1.33.1 | 29 Aug 24 18:05 UTC | 29 Aug 24 18:05 UTC |
| start | --download-only -p | download-docker-299649 | jenkins | v1.33.1 | 29 Aug 24 18:05 UTC | |
| | download-docker-299649 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-299649 | download-docker-299649 | jenkins | v1.33.1 | 29 Aug 24 18:05 UTC | 29 Aug 24 18:05 UTC |
| start | --download-only -p | binary-mirror-832860 | jenkins | v1.33.1 | 29 Aug 24 18:06 UTC | |
| | binary-mirror-832860 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:42491 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-832860 | binary-mirror-832860 | jenkins | v1.33.1 | 29 Aug 24 18:06 UTC | 29 Aug 24 18:06 UTC |
| addons | enable dashboard -p | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:06 UTC | |
| | addons-399511 | | | | | |
| addons | disable dashboard -p | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:06 UTC | |
| | addons-399511 | | | | | |
| start | -p addons-399511 --wait=true | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:06 UTC | 29 Aug 24 18:09 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | addons-399511 addons disable | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:10 UTC | 29 Aug 24 18:10 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-399511 addons | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | 29 Aug 24 18:19 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-399511 addons | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | 29 Aug 24 18:19 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-399511 addons | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | 29 Aug 24 18:19 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | 29 Aug 24 18:19 UTC |
| | addons-399511 | | | | | |
| ssh | addons-399511 ssh curl -s | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | 29 Aug 24 18:19 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-399511 ip | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | 29 Aug 24 18:19 UTC |
| ip | addons-399511 ip | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | 29 Aug 24 18:19 UTC |
| addons | addons-399511 addons disable | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | 29 Aug 24 18:19 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-399511 addons disable | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | 29 Aug 24 18:19 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-399511 addons disable | addons-399511 | jenkins | v1.33.1 | 29 Aug 24 18:19 UTC | |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/08/29 18:06:01
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0829 18:06:01.057270 8357 out.go:345] Setting OutFile to fd 1 ...
I0829 18:06:01.057462 8357 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0829 18:06:01.057492 8357 out.go:358] Setting ErrFile to fd 2...
I0829 18:06:01.057511 8357 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0829 18:06:01.057765 8357 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19531-2266/.minikube/bin
I0829 18:06:01.058260 8357 out.go:352] Setting JSON to false
I0829 18:06:01.059082 8357 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":2902,"bootTime":1724951859,"procs":146,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1068-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0829 18:06:01.059202 8357 start.go:139] virtualization:
I0829 18:06:01.061561 8357 out.go:177] * [addons-399511] minikube v1.33.1 on Ubuntu 20.04 (arm64)
I0829 18:06:01.064632 8357 out.go:177] - MINIKUBE_LOCATION=19531
I0829 18:06:01.064752 8357 notify.go:220] Checking for updates...
I0829 18:06:01.069543 8357 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0829 18:06:01.072118 8357 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19531-2266/kubeconfig
I0829 18:06:01.074245 8357 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19531-2266/.minikube
I0829 18:06:01.076230 8357 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0829 18:06:01.078148 8357 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0829 18:06:01.080376 8357 driver.go:392] Setting default libvirt URI to qemu:///system
I0829 18:06:01.105912 8357 docker.go:123] docker version: linux-27.2.0:Docker Engine - Community
I0829 18:06:01.106030 8357 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0829 18:06:01.172597 8357 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-08-29 18:06:01.162430799 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1068-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:27.2.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:472731909fa34bd7bc9c087e4c27943f9835f111 Expected:472731909fa34bd7bc9c087e4c27943f9835f111} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2]] Warnings:<nil>}}
I0829 18:06:01.172711 8357 docker.go:307] overlay module found
I0829 18:06:01.176477 8357 out.go:177] * Using the docker driver based on user configuration
I0829 18:06:01.178808 8357 start.go:297] selected driver: docker
I0829 18:06:01.178834 8357 start.go:901] validating driver "docker" against <nil>
I0829 18:06:01.178851 8357 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0829 18:06:01.179805 8357 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0829 18:06:01.233356 8357 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-08-29 18:06:01.22400613 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1068-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aarc
h64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:27.2.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:472731909fa34bd7bc9c087e4c27943f9835f111 Expected:472731909fa34bd7bc9c087e4c27943f9835f111} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerError
s:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.2]] Warnings:<nil>}}
I0829 18:06:01.233536 8357 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0829 18:06:01.233771 8357 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0829 18:06:01.235832 8357 out.go:177] * Using Docker driver with root privileges
I0829 18:06:01.237934 8357 cni.go:84] Creating CNI manager for ""
I0829 18:06:01.237976 8357 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0829 18:06:01.237989 8357 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0829 18:06:01.238076 8357 start.go:340] cluster config:
{Name:addons-399511 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-399511 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0829 18:06:01.240083 8357 out.go:177] * Starting "addons-399511" primary control-plane node in "addons-399511" cluster
I0829 18:06:01.241883 8357 cache.go:121] Beginning downloading kic base image for docker with docker
I0829 18:06:01.243850 8357 out.go:177] * Pulling base image v0.0.44-1724775115-19521 ...
I0829 18:06:01.245710 8357 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0829 18:06:01.245847 8357 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19531-2266/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4
I0829 18:06:01.245858 8357 cache.go:56] Caching tarball of preloaded images
I0829 18:06:01.245747 8357 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce in local docker daemon
I0829 18:06:01.245938 8357 preload.go:172] Found /home/jenkins/minikube-integration/19531-2266/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0829 18:06:01.245948 8357 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0829 18:06:01.246299 8357 profile.go:143] Saving config to /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/config.json ...
I0829 18:06:01.246326 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/config.json: {Name:mk5017a80a6a77945a8b8c3ca7ab5651dc945772 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:01.262392 8357 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce to local cache
I0829 18:06:01.262522 8357 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce in local cache directory
I0829 18:06:01.262541 8357 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce in local cache directory, skipping pull
I0829 18:06:01.262545 8357 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce exists in cache, skipping pull
I0829 18:06:01.262553 8357 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce as a tarball
I0829 18:06:01.262559 8357 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce from local cache
I0829 18:06:18.771593 8357 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce from cached tarball
I0829 18:06:18.771631 8357 cache.go:194] Successfully downloaded all kic artifacts
I0829 18:06:18.771669 8357 start.go:360] acquireMachinesLock for addons-399511: {Name:mkb635beca5aaf5bacff8e9dae6807018de61149 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0829 18:06:18.771786 8357 start.go:364] duration metric: took 94.398µs to acquireMachinesLock for "addons-399511"
I0829 18:06:18.771816 8357 start.go:93] Provisioning new machine with config: &{Name:addons-399511 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-399511 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0829 18:06:18.771893 8357 start.go:125] createHost starting for "" (driver="docker")
I0829 18:06:18.774730 8357 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0829 18:06:18.774983 8357 start.go:159] libmachine.API.Create for "addons-399511" (driver="docker")
I0829 18:06:18.775016 8357 client.go:168] LocalClient.Create starting
I0829 18:06:18.775129 8357 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19531-2266/.minikube/certs/ca.pem
I0829 18:06:19.148494 8357 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19531-2266/.minikube/certs/cert.pem
I0829 18:06:19.669970 8357 cli_runner.go:164] Run: docker network inspect addons-399511 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0829 18:06:19.687407 8357 cli_runner.go:211] docker network inspect addons-399511 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0829 18:06:19.687502 8357 network_create.go:284] running [docker network inspect addons-399511] to gather additional debugging logs...
I0829 18:06:19.687522 8357 cli_runner.go:164] Run: docker network inspect addons-399511
W0829 18:06:19.704097 8357 cli_runner.go:211] docker network inspect addons-399511 returned with exit code 1
I0829 18:06:19.704133 8357 network_create.go:287] error running [docker network inspect addons-399511]: docker network inspect addons-399511: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-399511 not found
I0829 18:06:19.704146 8357 network_create.go:289] output of [docker network inspect addons-399511]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-399511 not found
** /stderr **
I0829 18:06:19.704248 8357 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0829 18:06:19.724020 8357 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x400174de60}
I0829 18:06:19.724063 8357 network_create.go:124] attempt to create docker network addons-399511 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0829 18:06:19.724124 8357 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-399511 addons-399511
I0829 18:06:19.798525 8357 network_create.go:108] docker network addons-399511 192.168.49.0/24 created
I0829 18:06:19.798557 8357 kic.go:121] calculated static IP "192.168.49.2" for the "addons-399511" container
I0829 18:06:19.798628 8357 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0829 18:06:19.813562 8357 cli_runner.go:164] Run: docker volume create addons-399511 --label name.minikube.sigs.k8s.io=addons-399511 --label created_by.minikube.sigs.k8s.io=true
I0829 18:06:19.830625 8357 oci.go:103] Successfully created a docker volume addons-399511
I0829 18:06:19.830722 8357 cli_runner.go:164] Run: docker run --rm --name addons-399511-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-399511 --entrypoint /usr/bin/test -v addons-399511:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce -d /var/lib
I0829 18:06:21.353310 8357 cli_runner.go:217] Completed: docker run --rm --name addons-399511-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-399511 --entrypoint /usr/bin/test -v addons-399511:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce -d /var/lib: (1.522530428s)
I0829 18:06:21.353352 8357 oci.go:107] Successfully prepared a docker volume addons-399511
I0829 18:06:21.353375 8357 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0829 18:06:21.353401 8357 kic.go:194] Starting extracting preloaded images to volume ...
I0829 18:06:21.353552 8357 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19531-2266/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-399511:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce -I lz4 -xf /preloaded.tar -C /extractDir
I0829 18:06:25.167424 8357 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19531-2266/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-399511:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce -I lz4 -xf /preloaded.tar -C /extractDir: (3.81382999s)
I0829 18:06:25.167461 8357 kic.go:203] duration metric: took 3.814061633s to extract preloaded images to volume ...
W0829 18:06:25.167618 8357 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0829 18:06:25.167762 8357 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0829 18:06:25.227891 8357 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-399511 --name addons-399511 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-399511 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-399511 --network addons-399511 --ip 192.168.49.2 --volume addons-399511:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce
I0829 18:06:25.596928 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Running}}
I0829 18:06:25.619506 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:25.642310 8357 cli_runner.go:164] Run: docker exec addons-399511 stat /var/lib/dpkg/alternatives/iptables
I0829 18:06:25.711871 8357 oci.go:144] the created container "addons-399511" has a running status.
I0829 18:06:25.711904 8357 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa...
I0829 18:06:26.171022 8357 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0829 18:06:26.207924 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:26.229109 8357 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0829 18:06:26.229130 8357 kic_runner.go:114] Args: [docker exec --privileged addons-399511 chown docker:docker /home/docker/.ssh/authorized_keys]
I0829 18:06:26.313693 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:26.341100 8357 machine.go:93] provisionDockerMachine start ...
I0829 18:06:26.341189 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:26.368587 8357 main.go:141] libmachine: Using SSH client type: native
I0829 18:06:26.368860 8357 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0829 18:06:26.368875 8357 main.go:141] libmachine: About to run SSH command:
hostname
I0829 18:06:26.528015 8357 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-399511
I0829 18:06:26.528042 8357 ubuntu.go:169] provisioning hostname "addons-399511"
I0829 18:06:26.528123 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:26.551532 8357 main.go:141] libmachine: Using SSH client type: native
I0829 18:06:26.551769 8357 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0829 18:06:26.551780 8357 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-399511 && echo "addons-399511" | sudo tee /etc/hostname
I0829 18:06:26.704392 8357 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-399511
I0829 18:06:26.704530 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:26.726908 8357 main.go:141] libmachine: Using SSH client type: native
I0829 18:06:26.727188 8357 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0829 18:06:26.727215 8357 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-399511' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-399511/g' /etc/hosts;
else
echo '127.0.1.1 addons-399511' | sudo tee -a /etc/hosts;
fi
fi
I0829 18:06:26.864838 8357 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0829 18:06:26.864887 8357 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19531-2266/.minikube CaCertPath:/home/jenkins/minikube-integration/19531-2266/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19531-2266/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19531-2266/.minikube}
I0829 18:06:26.864906 8357 ubuntu.go:177] setting up certificates
I0829 18:06:26.864916 8357 provision.go:84] configureAuth start
I0829 18:06:26.864979 8357 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-399511
I0829 18:06:26.882372 8357 provision.go:143] copyHostCerts
I0829 18:06:26.882457 8357 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19531-2266/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19531-2266/.minikube/ca.pem (1078 bytes)
I0829 18:06:26.882585 8357 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19531-2266/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19531-2266/.minikube/cert.pem (1123 bytes)
I0829 18:06:26.882655 8357 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19531-2266/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19531-2266/.minikube/key.pem (1679 bytes)
I0829 18:06:26.882706 8357 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19531-2266/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19531-2266/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19531-2266/.minikube/certs/ca-key.pem org=jenkins.addons-399511 san=[127.0.0.1 192.168.49.2 addons-399511 localhost minikube]
I0829 18:06:27.205290 8357 provision.go:177] copyRemoteCerts
I0829 18:06:27.205362 8357 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0829 18:06:27.205404 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:27.223002 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:27.325242 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0829 18:06:27.350800 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0829 18:06:27.375182 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0829 18:06:27.398616 8357 provision.go:87] duration metric: took 533.682659ms to configureAuth
I0829 18:06:27.398644 8357 ubuntu.go:193] setting minikube options for container-runtime
I0829 18:06:27.398832 8357 config.go:182] Loaded profile config "addons-399511": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0829 18:06:27.398891 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:27.416276 8357 main.go:141] libmachine: Using SSH client type: native
I0829 18:06:27.416540 8357 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0829 18:06:27.416550 8357 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0829 18:06:27.548877 8357 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0829 18:06:27.548920 8357 ubuntu.go:71] root file system type: overlay
I0829 18:06:27.549089 8357 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0829 18:06:27.549162 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:27.567366 8357 main.go:141] libmachine: Using SSH client type: native
I0829 18:06:27.567623 8357 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0829 18:06:27.567711 8357 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0829 18:06:27.713420 8357 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0829 18:06:27.713517 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:27.730990 8357 main.go:141] libmachine: Using SSH client type: native
I0829 18:06:27.731266 8357 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0829 18:06:27.731291 8357 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0829 18:06:28.563808 8357 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2024-08-12 11:49:05.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2024-08-29 18:06:27.705152145 +0000
@@ -1,46 +1,49 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0829 18:06:28.563845 8357 machine.go:96] duration metric: took 2.222726021s to provisionDockerMachine
I0829 18:06:28.563857 8357 client.go:171] duration metric: took 9.788830573s to LocalClient.Create
I0829 18:06:28.563870 8357 start.go:167] duration metric: took 9.788887293s to libmachine.API.Create "addons-399511"
I0829 18:06:28.563877 8357 start.go:293] postStartSetup for "addons-399511" (driver="docker")
I0829 18:06:28.563888 8357 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0829 18:06:28.563971 8357 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0829 18:06:28.564032 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:28.583652 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:28.681830 8357 ssh_runner.go:195] Run: cat /etc/os-release
I0829 18:06:28.685122 8357 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0829 18:06:28.685156 8357 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0829 18:06:28.685167 8357 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0829 18:06:28.685176 8357 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0829 18:06:28.685187 8357 filesync.go:126] Scanning /home/jenkins/minikube-integration/19531-2266/.minikube/addons for local assets ...
I0829 18:06:28.685256 8357 filesync.go:126] Scanning /home/jenkins/minikube-integration/19531-2266/.minikube/files for local assets ...
I0829 18:06:28.685280 8357 start.go:296] duration metric: took 121.397745ms for postStartSetup
I0829 18:06:28.685603 8357 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-399511
I0829 18:06:28.702040 8357 profile.go:143] Saving config to /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/config.json ...
I0829 18:06:28.702323 8357 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0829 18:06:28.702381 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:28.719156 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:28.817892 8357 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0829 18:06:28.823475 8357 start.go:128] duration metric: took 10.051567042s to createHost
I0829 18:06:28.823503 8357 start.go:83] releasing machines lock for "addons-399511", held for 10.05169924s
I0829 18:06:28.823578 8357 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-399511
I0829 18:06:28.840979 8357 ssh_runner.go:195] Run: cat /version.json
I0829 18:06:28.841031 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:28.841034 8357 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0829 18:06:28.841101 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:28.861236 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:28.864570 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:29.179640 8357 ssh_runner.go:195] Run: systemctl --version
I0829 18:06:29.184038 8357 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0829 18:06:29.188438 8357 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0829 18:06:29.216348 8357 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0829 18:06:29.216478 8357 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0829 18:06:29.246988 8357 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0829 18:06:29.247072 8357 start.go:495] detecting cgroup driver to use...
I0829 18:06:29.247143 8357 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0829 18:06:29.247325 8357 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0829 18:06:29.264134 8357 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0829 18:06:29.274432 8357 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0829 18:06:29.284726 8357 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0829 18:06:29.284853 8357 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0829 18:06:29.295264 8357 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0829 18:06:29.305747 8357 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0829 18:06:29.315636 8357 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0829 18:06:29.325611 8357 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0829 18:06:29.335430 8357 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0829 18:06:29.345772 8357 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0829 18:06:29.356067 8357 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0829 18:06:29.366571 8357 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0829 18:06:29.375217 8357 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0829 18:06:29.383668 8357 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0829 18:06:29.466466 8357 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0829 18:06:29.559091 8357 start.go:495] detecting cgroup driver to use...
I0829 18:06:29.559142 8357 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0829 18:06:29.559197 8357 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0829 18:06:29.581753 8357 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0829 18:06:29.581836 8357 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0829 18:06:29.594554 8357 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0829 18:06:29.613789 8357 ssh_runner.go:195] Run: which cri-dockerd
I0829 18:06:29.617822 8357 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0829 18:06:29.628001 8357 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0829 18:06:29.649600 8357 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0829 18:06:29.757205 8357 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0829 18:06:29.863328 8357 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0829 18:06:29.863560 8357 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0829 18:06:29.886455 8357 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0829 18:06:29.983875 8357 ssh_runner.go:195] Run: sudo systemctl restart docker
I0829 18:06:30.369505 8357 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0829 18:06:30.382674 8357 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0829 18:06:30.395862 8357 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0829 18:06:30.492909 8357 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0829 18:06:30.589527 8357 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0829 18:06:30.687998 8357 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0829 18:06:30.702191 8357 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0829 18:06:30.713784 8357 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0829 18:06:30.803261 8357 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0829 18:06:30.873559 8357 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0829 18:06:30.873672 8357 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0829 18:06:30.877457 8357 start.go:563] Will wait 60s for crictl version
I0829 18:06:30.877538 8357 ssh_runner.go:195] Run: which crictl
I0829 18:06:30.881573 8357 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0829 18:06:30.920067 8357 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.1.2
RuntimeApiVersion: v1
I0829 18:06:30.920148 8357 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0829 18:06:30.946943 8357 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0829 18:06:30.972594 8357 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.1.2 ...
I0829 18:06:30.972759 8357 cli_runner.go:164] Run: docker network inspect addons-399511 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0829 18:06:30.987934 8357 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0829 18:06:30.991745 8357 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0829 18:06:31.002915 8357 kubeadm.go:883] updating cluster {Name:addons-399511 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-399511 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuF
irmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0829 18:06:31.003044 8357 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0829 18:06:31.003104 8357 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0829 18:06:31.029125 8357 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0829 18:06:31.029149 8357 docker.go:615] Images already preloaded, skipping extraction
I0829 18:06:31.029215 8357 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0829 18:06:31.047595 8357 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0829 18:06:31.047618 8357 cache_images.go:84] Images are preloaded, skipping loading
I0829 18:06:31.047637 8357 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.0 docker true true} ...
I0829 18:06:31.047737 8357 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-399511 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:addons-399511 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0829 18:06:31.047805 8357 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0829 18:06:31.099466 8357 cni.go:84] Creating CNI manager for ""
I0829 18:06:31.099497 8357 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0829 18:06:31.099511 8357 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0829 18:06:31.099531 8357 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-399511 NodeName:addons-399511 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0829 18:06:31.099673 8357 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-399511"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0829 18:06:31.099746 8357 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0829 18:06:31.109289 8357 binaries.go:44] Found k8s binaries, skipping transfer
I0829 18:06:31.109361 8357 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0829 18:06:31.118283 8357 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0829 18:06:31.136825 8357 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0829 18:06:31.155794 8357 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2155 bytes)
I0829 18:06:31.174376 8357 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0829 18:06:31.177905 8357 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0829 18:06:31.188782 8357 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0829 18:06:31.286445 8357 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0829 18:06:31.300740 8357 certs.go:68] Setting up /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511 for IP: 192.168.49.2
I0829 18:06:31.300764 8357 certs.go:194] generating shared ca certs ...
I0829 18:06:31.300782 8357 certs.go:226] acquiring lock for ca certs: {Name:mk0cd65c4cfb15731dccb0c31c1b4d3fd964b734 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:31.300915 8357 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19531-2266/.minikube/ca.key
I0829 18:06:31.611433 8357 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19531-2266/.minikube/ca.crt ...
I0829 18:06:31.611467 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/ca.crt: {Name:mkd5e04ba807e2c09ea578b9f1a8c177bfd60607 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:31.611662 8357 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19531-2266/.minikube/ca.key ...
I0829 18:06:31.611674 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/ca.key: {Name:mk80677551b9bc564573d91894c2806f9420e304 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:31.611760 8357 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19531-2266/.minikube/proxy-client-ca.key
I0829 18:06:32.383991 8357 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19531-2266/.minikube/proxy-client-ca.crt ...
I0829 18:06:32.384025 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/proxy-client-ca.crt: {Name:mk462c027d8811526b77856cfcf94fa3e3e60bae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:32.384204 8357 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19531-2266/.minikube/proxy-client-ca.key ...
I0829 18:06:32.384215 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/proxy-client-ca.key: {Name:mk669fc3b522ef42819f692f9822a32103305037 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:32.384308 8357 certs.go:256] generating profile certs ...
I0829 18:06:32.384368 8357 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/client.key
I0829 18:06:32.384385 8357 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/client.crt with IP's: []
I0829 18:06:32.785457 8357 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/client.crt ...
I0829 18:06:32.785502 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/client.crt: {Name:mk3e074ec52188cc821465177f9f71b982ea8743 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:32.785682 8357 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/client.key ...
I0829 18:06:32.785696 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/client.key: {Name:mk81780736efe613c1e362a570cc712c6e6c5fe6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:32.785772 8357 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.key.b0b8fe87
I0829 18:06:32.785794 8357 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.crt.b0b8fe87 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0829 18:06:33.208571 8357 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.crt.b0b8fe87 ...
I0829 18:06:33.208604 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.crt.b0b8fe87: {Name:mkc4dd96f72ee1f8a792bf7fa4faf698d092e39b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:33.208790 8357 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.key.b0b8fe87 ...
I0829 18:06:33.208805 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.key.b0b8fe87: {Name:mk2de57acffa382f273b82220942a93f79915b35 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:33.208888 8357 certs.go:381] copying /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.crt.b0b8fe87 -> /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.crt
I0829 18:06:33.208980 8357 certs.go:385] copying /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.key.b0b8fe87 -> /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.key
I0829 18:06:33.209037 8357 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/proxy-client.key
I0829 18:06:33.209057 8357 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/proxy-client.crt with IP's: []
I0829 18:06:33.371584 8357 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/proxy-client.crt ...
I0829 18:06:33.371611 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/proxy-client.crt: {Name:mkd192cfb53a86200ac47b1c2b33fdd85c44ab0c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:33.371786 8357 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/proxy-client.key ...
I0829 18:06:33.371799 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/proxy-client.key: {Name:mk7849686eafd95b7e7283a40fa33d9ac83dbdc7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:33.371992 8357 certs.go:484] found cert: /home/jenkins/minikube-integration/19531-2266/.minikube/certs/ca-key.pem (1679 bytes)
I0829 18:06:33.372035 8357 certs.go:484] found cert: /home/jenkins/minikube-integration/19531-2266/.minikube/certs/ca.pem (1078 bytes)
I0829 18:06:33.372063 8357 certs.go:484] found cert: /home/jenkins/minikube-integration/19531-2266/.minikube/certs/cert.pem (1123 bytes)
I0829 18:06:33.372089 8357 certs.go:484] found cert: /home/jenkins/minikube-integration/19531-2266/.minikube/certs/key.pem (1679 bytes)
I0829 18:06:33.372781 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0829 18:06:33.398241 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0829 18:06:33.422506 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0829 18:06:33.446969 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0829 18:06:33.471747 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0829 18:06:33.496512 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0829 18:06:33.521933 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0829 18:06:33.546683 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/profiles/addons-399511/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0829 18:06:33.571502 8357 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19531-2266/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0829 18:06:33.596149 8357 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0829 18:06:33.614158 8357 ssh_runner.go:195] Run: openssl version
I0829 18:06:33.619487 8357 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0829 18:06:33.628895 8357 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0829 18:06:33.632224 8357 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Aug 29 18:06 /usr/share/ca-certificates/minikubeCA.pem
I0829 18:06:33.632288 8357 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0829 18:06:33.639142 8357 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0829 18:06:33.648412 8357 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0829 18:06:33.651585 8357 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0829 18:06:33.651631 8357 kubeadm.go:392] StartCluster: {Name:addons-399511 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1724775115-19521@sha256:5e61ebc6e68d69e31cadead040aa9b41aa36d281b29a7d562fa41077c99ed3ce Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-399511 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0829 18:06:33.651752 8357 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0829 18:06:33.668546 8357 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0829 18:06:33.681071 8357 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0829 18:06:33.696848 8357 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0829 18:06:33.696937 8357 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0829 18:06:33.707477 8357 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0829 18:06:33.707536 8357 kubeadm.go:157] found existing configuration files:
I0829 18:06:33.707614 8357 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0829 18:06:33.717074 8357 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0829 18:06:33.717150 8357 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0829 18:06:33.726250 8357 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0829 18:06:33.735599 8357 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0829 18:06:33.735706 8357 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0829 18:06:33.744398 8357 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0829 18:06:33.754160 8357 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0829 18:06:33.754269 8357 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0829 18:06:33.762604 8357 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0829 18:06:33.770929 8357 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0829 18:06:33.771013 8357 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0829 18:06:33.779878 8357 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0829 18:06:33.823786 8357 kubeadm.go:310] [init] Using Kubernetes version: v1.31.0
I0829 18:06:33.824135 8357 kubeadm.go:310] [preflight] Running pre-flight checks
I0829 18:06:33.845593 8357 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0829 18:06:33.845700 8357 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1068-aws[0m
I0829 18:06:33.845756 8357 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0829 18:06:33.845815 8357 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0829 18:06:33.845880 8357 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0829 18:06:33.845963 8357 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0829 18:06:33.846031 8357 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0829 18:06:33.846105 8357 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0829 18:06:33.846174 8357 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0829 18:06:33.846246 8357 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0829 18:06:33.846312 8357 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0829 18:06:33.846384 8357 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0829 18:06:33.911957 8357 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0829 18:06:33.912106 8357 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0829 18:06:33.912260 8357 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0829 18:06:33.927970 8357 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0829 18:06:33.931460 8357 out.go:235] - Generating certificates and keys ...
I0829 18:06:33.931649 8357 kubeadm.go:310] [certs] Using existing ca certificate authority
I0829 18:06:33.931751 8357 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0829 18:06:34.241243 8357 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0829 18:06:34.884624 8357 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0829 18:06:35.400257 8357 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0829 18:06:35.704923 8357 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0829 18:06:36.863392 8357 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0829 18:06:36.863674 8357 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-399511 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0829 18:06:37.180468 8357 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0829 18:06:37.180621 8357 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-399511 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0829 18:06:37.655742 8357 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0829 18:06:38.042150 8357 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0829 18:06:38.581225 8357 kubeadm.go:310] [certs] Generating "sa" key and public key
I0829 18:06:38.581579 8357 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0829 18:06:39.794258 8357 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0829 18:06:40.168650 8357 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0829 18:06:40.435872 8357 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0829 18:06:41.581603 8357 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0829 18:06:42.346627 8357 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0829 18:06:42.348192 8357 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0829 18:06:42.354226 8357 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0829 18:06:42.357171 8357 out.go:235] - Booting up control plane ...
I0829 18:06:42.357292 8357 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0829 18:06:42.357382 8357 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0829 18:06:42.357460 8357 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0829 18:06:42.371338 8357 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0829 18:06:42.378595 8357 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0829 18:06:42.378744 8357 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0829 18:06:42.482885 8357 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0829 18:06:42.483010 8357 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0829 18:06:43.483261 8357 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001708295s
I0829 18:06:43.483352 8357 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0829 18:06:49.985518 8357 kubeadm.go:310] [api-check] The API server is healthy after 6.502183822s
I0829 18:06:50.005216 8357 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0829 18:06:50.038347 8357 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0829 18:06:50.071439 8357 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0829 18:06:50.071632 8357 kubeadm.go:310] [mark-control-plane] Marking the node addons-399511 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0829 18:06:50.083041 8357 kubeadm.go:310] [bootstrap-token] Using token: aaq20s.avu7035j3ul2w3pr
I0829 18:06:50.085644 8357 out.go:235] - Configuring RBAC rules ...
I0829 18:06:50.085786 8357 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0829 18:06:50.090581 8357 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0829 18:06:50.101144 8357 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0829 18:06:50.105718 8357 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0829 18:06:50.109757 8357 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0829 18:06:50.114240 8357 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0829 18:06:50.391759 8357 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0829 18:06:50.820415 8357 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0829 18:06:51.391924 8357 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0829 18:06:51.393252 8357 kubeadm.go:310]
I0829 18:06:51.393323 8357 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0829 18:06:51.393329 8357 kubeadm.go:310]
I0829 18:06:51.393414 8357 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0829 18:06:51.393419 8357 kubeadm.go:310]
I0829 18:06:51.393443 8357 kubeadm.go:310] mkdir -p $HOME/.kube
I0829 18:06:51.393499 8357 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0829 18:06:51.393549 8357 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0829 18:06:51.393554 8357 kubeadm.go:310]
I0829 18:06:51.393606 8357 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0829 18:06:51.393610 8357 kubeadm.go:310]
I0829 18:06:51.393655 8357 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0829 18:06:51.393660 8357 kubeadm.go:310]
I0829 18:06:51.393710 8357 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0829 18:06:51.393789 8357 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0829 18:06:51.393856 8357 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0829 18:06:51.393860 8357 kubeadm.go:310]
I0829 18:06:51.393948 8357 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0829 18:06:51.394023 8357 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0829 18:06:51.394028 8357 kubeadm.go:310]
I0829 18:06:51.394109 8357 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token aaq20s.avu7035j3ul2w3pr \
I0829 18:06:51.394209 8357 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:a0c2755ec48e5f469ecfb39ba7372f0016b76afb44c8931bb912d2051715f819 \
I0829 18:06:51.394229 8357 kubeadm.go:310] --control-plane
I0829 18:06:51.394233 8357 kubeadm.go:310]
I0829 18:06:51.394315 8357 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0829 18:06:51.394319 8357 kubeadm.go:310]
I0829 18:06:51.394398 8357 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token aaq20s.avu7035j3ul2w3pr \
I0829 18:06:51.394496 8357 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:a0c2755ec48e5f469ecfb39ba7372f0016b76afb44c8931bb912d2051715f819
I0829 18:06:51.398216 8357 kubeadm.go:310] W0829 18:06:33.820177 1806 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0829 18:06:51.398507 8357 kubeadm.go:310] W0829 18:06:33.821213 1806 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0829 18:06:51.398717 8357 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1068-aws\n", err: exit status 1
I0829 18:06:51.398825 8357 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0829 18:06:51.398842 8357 cni.go:84] Creating CNI manager for ""
I0829 18:06:51.398855 8357 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0829 18:06:51.400861 8357 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0829 18:06:51.402532 8357 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0829 18:06:51.411845 8357 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)
I0829 18:06:51.430678 8357 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0829 18:06:51.430761 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:51.430798 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-399511 minikube.k8s.io/updated_at=2024_08_29T18_06_51_0700 minikube.k8s.io/version=v1.33.1 minikube.k8s.io/commit=95341f0b655cea8be5ebfc6bf112c8367dc08d33 minikube.k8s.io/name=addons-399511 minikube.k8s.io/primary=true
I0829 18:06:51.448965 8357 ops.go:34] apiserver oom_adj: -16
I0829 18:06:51.586119 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:52.086839 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:52.586797 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:53.087050 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:53.586324 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:54.087184 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:54.586822 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:55.086894 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:55.586374 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:56.086432 8357 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0829 18:06:56.190480 8357 kubeadm.go:1113] duration metric: took 4.759790241s to wait for elevateKubeSystemPrivileges
I0829 18:06:56.190519 8357 kubeadm.go:394] duration metric: took 22.53888865s to StartCluster
I0829 18:06:56.190546 8357 settings.go:142] acquiring lock: {Name:mkbc3c861e50da6e3fd7c849628042d37388c0b8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:56.190687 8357 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19531-2266/kubeconfig
I0829 18:06:56.191094 8357 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19531-2266/kubeconfig: {Name:mk3f4efcecfc05616550dcdc5ae840bfb00044d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0829 18:06:56.191350 8357 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0829 18:06:56.191471 8357 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0829 18:06:56.191768 8357 config.go:182] Loaded profile config "addons-399511": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0829 18:06:56.191752 8357 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0829 18:06:56.191858 8357 addons.go:69] Setting inspektor-gadget=true in profile "addons-399511"
I0829 18:06:56.191865 8357 addons.go:69] Setting metrics-server=true in profile "addons-399511"
I0829 18:06:56.191894 8357 addons.go:234] Setting addon metrics-server=true in "addons-399511"
I0829 18:06:56.191858 8357 addons.go:69] Setting yakd=true in profile "addons-399511"
I0829 18:06:56.191924 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.191940 8357 addons.go:234] Setting addon yakd=true in "addons-399511"
I0829 18:06:56.191974 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.192479 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.192489 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.193002 8357 addons.go:69] Setting cloud-spanner=true in profile "addons-399511"
I0829 18:06:56.193045 8357 addons.go:234] Setting addon cloud-spanner=true in "addons-399511"
I0829 18:06:56.193100 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.193591 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.195867 8357 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-399511"
I0829 18:06:56.196596 8357 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-399511"
I0829 18:06:56.196661 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.197377 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.191896 8357 addons.go:234] Setting addon inspektor-gadget=true in "addons-399511"
I0829 18:06:56.197915 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.198388 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.196429 8357 addons.go:69] Setting gcp-auth=true in profile "addons-399511"
I0829 18:06:56.203546 8357 mustload.go:65] Loading cluster: addons-399511
I0829 18:06:56.203736 8357 config.go:182] Loaded profile config "addons-399511": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0829 18:06:56.203995 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.196416 8357 addons.go:69] Setting default-storageclass=true in profile "addons-399511"
I0829 18:06:56.208203 8357 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-399511"
I0829 18:06:56.208735 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.196434 8357 addons.go:69] Setting ingress=true in profile "addons-399511"
I0829 18:06:56.211277 8357 addons.go:234] Setting addon ingress=true in "addons-399511"
I0829 18:06:56.211329 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.211772 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.196507 8357 out.go:177] * Verifying Kubernetes components...
I0829 18:06:56.220612 8357 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-399511"
I0829 18:06:56.196438 8357 addons.go:69] Setting ingress-dns=true in profile "addons-399511"
I0829 18:06:56.220801 8357 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-399511"
I0829 18:06:56.220877 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.221403 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.221565 8357 addons.go:234] Setting addon ingress-dns=true in "addons-399511"
I0829 18:06:56.221615 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.222011 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.237357 8357 addons.go:69] Setting registry=true in profile "addons-399511"
I0829 18:06:56.237403 8357 addons.go:234] Setting addon registry=true in "addons-399511"
I0829 18:06:56.237442 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.238001 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.258979 8357 addons.go:69] Setting storage-provisioner=true in profile "addons-399511"
I0829 18:06:56.259036 8357 addons.go:234] Setting addon storage-provisioner=true in "addons-399511"
I0829 18:06:56.259074 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.259545 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.281280 8357 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-399511"
I0829 18:06:56.281332 8357 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-399511"
I0829 18:06:56.281656 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.284378 8357 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0829 18:06:56.286081 8357 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0829 18:06:56.286105 8357 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0829 18:06:56.286177 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.313260 8357 addons.go:69] Setting volcano=true in profile "addons-399511"
I0829 18:06:56.328639 8357 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0829 18:06:56.339785 8357 addons.go:69] Setting volumesnapshots=true in profile "addons-399511"
I0829 18:06:56.339871 8357 addons.go:234] Setting addon volumesnapshots=true in "addons-399511"
I0829 18:06:56.339926 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.342993 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.361539 8357 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.1
I0829 18:06:56.361761 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.377562 8357 out.go:177] - Using image docker.io/registry:2.8.3
I0829 18:06:56.377585 8357 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.23
I0829 18:06:56.378275 8357 addons.go:234] Setting addon volcano=true in "addons-399511"
I0829 18:06:56.378351 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.378793 8357 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0829 18:06:56.379034 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.386111 8357 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.31.0
I0829 18:06:56.386478 8357 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0829 18:06:56.386492 8357 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0829 18:06:56.386566 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.392706 8357 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0829 18:06:56.392727 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0829 18:06:56.392790 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.395347 8357 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0829 18:06:56.395530 8357 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0829 18:06:56.395554 8357 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0829 18:06:56.395644 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.434104 8357 addons.go:234] Setting addon default-storageclass=true in "addons-399511"
I0829 18:06:56.434193 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.434655 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.439787 8357 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0829 18:06:56.439969 8357 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0829 18:06:56.451557 8357 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0829 18:06:56.456403 8357 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0829 18:06:56.456429 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0829 18:06:56.456506 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.465093 8357 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-399511"
I0829 18:06:56.465182 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:06:56.465657 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:06:56.480482 8357 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0829 18:06:56.483667 8357 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0829 18:06:56.484721 8357 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0829 18:06:56.516876 8357 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0829 18:06:56.501269 8357 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0829 18:06:56.517209 8357 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0829 18:06:56.524573 8357 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0829 18:06:56.526501 8357 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0829 18:06:56.526524 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0829 18:06:56.526590 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.531718 8357 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0829 18:06:56.531778 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0829 18:06:56.531855 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.545090 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.550631 8357 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0829 18:06:56.552718 8357 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0829 18:06:56.554088 8357 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0829 18:06:56.554146 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0829 18:06:56.554259 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.571392 8357 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0829 18:06:56.576514 8357 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0829 18:06:56.576614 8357 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0829 18:06:56.576742 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.603627 8357 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0829 18:06:56.604944 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.605682 8357 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0829 18:06:56.605700 8357 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0829 18:06:56.605776 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.608885 8357 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0829 18:06:56.609042 8357 out.go:177] - Using image docker.io/volcanosh/vc-controller-manager:v1.9.0
I0829 18:06:56.610709 8357 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0829 18:06:56.610728 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0829 18:06:56.610792 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.622868 8357 out.go:177] - Using image docker.io/volcanosh/vc-scheduler:v1.9.0
I0829 18:06:56.628434 8357 out.go:177] - Using image docker.io/volcanosh/vc-webhook-manager:v1.9.0
I0829 18:06:56.631299 8357 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml
I0829 18:06:56.631328 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (434001 bytes)
I0829 18:06:56.631398 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.639212 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.642406 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.684804 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.687006 8357 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0829 18:06:56.687079 8357 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0829 18:06:56.687382 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.695981 8357 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0829 18:06:56.697641 8357 out.go:177] - Using image docker.io/busybox:stable
I0829 18:06:56.699318 8357 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0829 18:06:56.699339 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0829 18:06:56.699409 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:06:56.743888 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.748588 8357 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0829 18:06:56.767504 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.780842 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.807285 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.808337 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.808987 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.824528 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.825381 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:06:56.825739 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
W0829 18:06:56.840836 8357 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0829 18:06:56.840866 8357 retry.go:31] will retry after 283.45828ms: ssh: handshake failed: EOF
I0829 18:06:57.051368 8357 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0829 18:06:57.051408 8357 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0829 18:06:57.221534 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0829 18:06:57.275699 8357 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0829 18:06:57.275721 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0829 18:06:57.343925 8357 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0829 18:06:57.343949 8357 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0829 18:06:57.344565 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0829 18:06:57.445320 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0829 18:06:57.464415 8357 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0829 18:06:57.464441 8357 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0829 18:06:57.490035 8357 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0829 18:06:57.490060 8357 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0829 18:06:57.499786 8357 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0829 18:06:57.499813 8357 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0829 18:06:57.524888 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0829 18:06:57.530655 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0829 18:06:57.531676 8357 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0829 18:06:57.531698 8357 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0829 18:06:57.537553 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0829 18:06:57.630579 8357 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0829 18:06:57.630601 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0829 18:06:57.669423 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0829 18:06:57.676270 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml
I0829 18:06:57.691072 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0829 18:06:57.787194 8357 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0829 18:06:57.787263 8357 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0829 18:06:57.808921 8357 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0829 18:06:57.809000 8357 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0829 18:06:57.841639 8357 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0829 18:06:57.841714 8357 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0829 18:06:57.981598 8357 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0829 18:06:57.981672 8357 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0829 18:06:58.177020 8357 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0829 18:06:58.177097 8357 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0829 18:06:58.333223 8357 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.816155185s)
I0829 18:06:58.333314 8357 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0829 18:06:58.333245 8357 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.584628607s)
I0829 18:06:58.334185 8357 node_ready.go:35] waiting up to 6m0s for node "addons-399511" to be "Ready" ...
I0829 18:06:58.340426 8357 node_ready.go:49] node "addons-399511" has status "Ready":"True"
I0829 18:06:58.340500 8357 node_ready.go:38] duration metric: took 6.286126ms for node "addons-399511" to be "Ready" ...
I0829 18:06:58.340526 8357 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0829 18:06:58.364494 8357 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-7tnxm" in "kube-system" namespace to be "Ready" ...
I0829 18:06:58.376059 8357 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0829 18:06:58.376132 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0829 18:06:58.421780 8357 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0829 18:06:58.421852 8357 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0829 18:06:58.516210 8357 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0829 18:06:58.516283 8357 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0829 18:06:58.538423 8357 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0829 18:06:58.538497 8357 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0829 18:06:58.707886 8357 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0829 18:06:58.707914 8357 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0829 18:06:58.847921 8357 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-399511" context rescaled to 1 replicas
I0829 18:06:58.877310 8357 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0829 18:06:58.877404 8357 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0829 18:06:58.882298 8357 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0829 18:06:58.882360 8357 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0829 18:06:58.898313 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0829 18:06:59.111039 8357 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0829 18:06:59.111136 8357 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0829 18:06:59.128049 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0829 18:06:59.197931 8357 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0829 18:06:59.198005 8357 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0829 18:06:59.253603 8357 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0829 18:06:59.253691 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0829 18:06:59.294365 8357 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0829 18:06:59.294431 8357 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0829 18:06:59.400221 8357 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0829 18:06:59.400290 8357 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0829 18:06:59.441564 8357 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0829 18:06:59.441629 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0829 18:06:59.489903 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0829 18:06:59.790869 8357 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0829 18:06:59.790945 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0829 18:06:59.838524 8357 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0829 18:06:59.838598 8357 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0829 18:07:00.178334 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0829 18:07:00.364434 8357 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0829 18:07:00.364476 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0829 18:07:00.389255 8357 pod_ready.go:103] pod "coredns-6f6b679f8f-7tnxm" in "kube-system" namespace has status "Ready":"False"
I0829 18:07:00.919635 8357 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0829 18:07:00.919663 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0829 18:07:01.291025 8357 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0829 18:07:01.291048 8357 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0829 18:07:02.383371 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0829 18:07:02.871024 8357 pod_ready.go:103] pod "coredns-6f6b679f8f-7tnxm" in "kube-system" namespace has status "Ready":"False"
I0829 18:07:03.408595 8357 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0829 18:07:03.408674 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:07:03.435546 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:07:03.870428 8357 pod_ready.go:93] pod "coredns-6f6b679f8f-7tnxm" in "kube-system" namespace has status "Ready":"True"
I0829 18:07:03.870450 8357 pod_ready.go:82] duration metric: took 5.505879507s for pod "coredns-6f6b679f8f-7tnxm" in "kube-system" namespace to be "Ready" ...
I0829 18:07:03.870461 8357 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-tcmj6" in "kube-system" namespace to be "Ready" ...
I0829 18:07:04.369471 8357 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0829 18:07:04.438545 8357 addons.go:234] Setting addon gcp-auth=true in "addons-399511"
I0829 18:07:04.438644 8357 host.go:66] Checking if "addons-399511" exists ...
I0829 18:07:04.439248 8357 cli_runner.go:164] Run: docker container inspect addons-399511 --format={{.State.Status}}
I0829 18:07:04.468707 8357 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0829 18:07:04.468760 8357 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-399511
I0829 18:07:04.513776 8357 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19531-2266/.minikube/machines/addons-399511/id_rsa Username:docker}
I0829 18:07:04.877422 8357 pod_ready.go:98] pod "coredns-6f6b679f8f-tcmj6" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:PodReadyToStartContainers Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:07:04 +0000 UTC Reason: Message:} {Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:06:56 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:06:56 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:06:56 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:06:56 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.49.2 HostIPs:[{IP:192.168.49.2
}] PodIP:10.244.0.2 PodIPs:[{IP:10.244.0.2}] StartTime:2024-08-29 18:06:56 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2024-08-29 18:06:58 +0000 UTC,FinishedAt:2024-08-29 18:07:03 +0000 UTC,ContainerID:docker://640e6bc6b4037866ea4aa8ff384b4873c77d67e76c8d3c0f9cf3c489a7d46fdd,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.11.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:1eeb4c7316bacb1d4c8ead65571cd92dd21e27359f0d4917f1a5822a73b75db1 ContainerID:docker://640e6bc6b4037866ea4aa8ff384b4873c77d67e76c8d3c0f9cf3c489a7d46fdd Started:0x40022f6ff0 AllocatedResources:map[] Resources:nil VolumeMounts:[{Name:config-volume MountPath:/etc/coredns ReadOnly:true RecursiveReadOnly:0x40023b0a70} {Name:kube-api-access-59sjq MountPath:/var/run/secrets/kubernetes.io/serviceaccount
ReadOnly:true RecursiveReadOnly:0x40023b0a80}] User:nil AllocatedResourcesStatus:[]}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0829 18:07:04.877451 8357 pod_ready.go:82] duration metric: took 1.006981573s for pod "coredns-6f6b679f8f-tcmj6" in "kube-system" namespace to be "Ready" ...
E0829 18:07:04.877463 8357 pod_ready.go:67] WaitExtra: waitPodCondition: pod "coredns-6f6b679f8f-tcmj6" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:PodReadyToStartContainers Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:07:04 +0000 UTC Reason: Message:} {Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:06:56 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:06:56 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:06:56 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-08-29 18:06:56 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.4
9.2 HostIPs:[{IP:192.168.49.2}] PodIP:10.244.0.2 PodIPs:[{IP:10.244.0.2}] StartTime:2024-08-29 18:06:56 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2024-08-29 18:06:58 +0000 UTC,FinishedAt:2024-08-29 18:07:03 +0000 UTC,ContainerID:docker://640e6bc6b4037866ea4aa8ff384b4873c77d67e76c8d3c0f9cf3c489a7d46fdd,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.11.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:1eeb4c7316bacb1d4c8ead65571cd92dd21e27359f0d4917f1a5822a73b75db1 ContainerID:docker://640e6bc6b4037866ea4aa8ff384b4873c77d67e76c8d3c0f9cf3c489a7d46fdd Started:0x40022f6ff0 AllocatedResources:map[] Resources:nil VolumeMounts:[{Name:config-volume MountPath:/etc/coredns ReadOnly:true RecursiveReadOnly:0x40023b0a70} {Name:kube-api-access-59sjq MountPath:/var/run/secrets
/kubernetes.io/serviceaccount ReadOnly:true RecursiveReadOnly:0x40023b0a80}] User:nil AllocatedResourcesStatus:[]}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0829 18:07:04.877472 8357 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-399511" in "kube-system" namespace to be "Ready" ...
I0829 18:07:04.883233 8357 pod_ready.go:93] pod "etcd-addons-399511" in "kube-system" namespace has status "Ready":"True"
I0829 18:07:04.883260 8357 pod_ready.go:82] duration metric: took 5.780699ms for pod "etcd-addons-399511" in "kube-system" namespace to be "Ready" ...
I0829 18:07:04.883273 8357 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-399511" in "kube-system" namespace to be "Ready" ...
I0829 18:07:04.889505 8357 pod_ready.go:93] pod "kube-apiserver-addons-399511" in "kube-system" namespace has status "Ready":"True"
I0829 18:07:04.889527 8357 pod_ready.go:82] duration metric: took 6.247579ms for pod "kube-apiserver-addons-399511" in "kube-system" namespace to be "Ready" ...
I0829 18:07:04.889540 8357 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-399511" in "kube-system" namespace to be "Ready" ...
I0829 18:07:04.901722 8357 pod_ready.go:93] pod "kube-controller-manager-addons-399511" in "kube-system" namespace has status "Ready":"True"
I0829 18:07:04.901757 8357 pod_ready.go:82] duration metric: took 12.200485ms for pod "kube-controller-manager-addons-399511" in "kube-system" namespace to be "Ready" ...
I0829 18:07:04.901771 8357 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-whsvz" in "kube-system" namespace to be "Ready" ...
I0829 18:07:05.093857 8357 pod_ready.go:93] pod "kube-proxy-whsvz" in "kube-system" namespace has status "Ready":"True"
I0829 18:07:05.093931 8357 pod_ready.go:82] duration metric: took 192.153592ms for pod "kube-proxy-whsvz" in "kube-system" namespace to be "Ready" ...
I0829 18:07:05.093958 8357 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-399511" in "kube-system" namespace to be "Ready" ...
I0829 18:07:05.468764 8357 pod_ready.go:93] pod "kube-scheduler-addons-399511" in "kube-system" namespace has status "Ready":"True"
I0829 18:07:05.468790 8357 pod_ready.go:82] duration metric: took 374.811184ms for pod "kube-scheduler-addons-399511" in "kube-system" namespace to be "Ready" ...
I0829 18:07:05.468802 8357 pod_ready.go:39] duration metric: took 7.128250471s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0829 18:07:05.468820 8357 api_server.go:52] waiting for apiserver process to appear ...
I0829 18:07:05.468887 8357 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0829 18:07:07.079899 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (9.634551584s)
I0829 18:07:07.080110 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (9.555195473s)
I0829 18:07:07.080136 8357 addons.go:475] Verifying addon registry=true in "addons-399511"
I0829 18:07:07.080336 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (9.735266758s)
I0829 18:07:07.080454 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (9.549776457s)
I0829 18:07:07.080513 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (9.542932844s)
I0829 18:07:07.080598 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (9.411108414s)
I0829 18:07:07.080664 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (9.859065355s)
I0829 18:07:07.080691 8357 addons.go:475] Verifying addon ingress=true in "addons-399511"
I0829 18:07:07.082594 8357 out.go:177] * Verifying registry addon...
I0829 18:07:07.082726 8357 out.go:177] * Verifying ingress addon...
I0829 18:07:07.085593 8357 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0829 18:07:07.086695 8357 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0829 18:07:07.097484 8357 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0829 18:07:07.097505 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:07.098239 8357 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0829 18:07:07.098247 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:07.595259 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:07.597165 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:08.091450 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:08.092842 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:08.622447 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:08.623086 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:09.182385 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:09.182975 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:09.616051 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:09.620710 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:09.650906 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (11.974456571s)
I0829 18:07:09.650988 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (11.959848403s)
I0829 18:07:09.651248 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (10.752856252s)
I0829 18:07:09.651532 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (10.523410994s)
I0829 18:07:09.651551 8357 addons.go:475] Verifying addon metrics-server=true in "addons-399511"
I0829 18:07:09.651633 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (10.161652901s)
W0829 18:07:09.651672 8357 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0829 18:07:09.651690 8357 retry.go:31] will retry after 133.971435ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0829 18:07:09.651770 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (9.473393619s)
I0829 18:07:09.653406 8357 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-399511 service yakd-dashboard -n yakd-dashboard
I0829 18:07:09.786028 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0829 18:07:10.206570 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:10.207088 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:10.612386 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:10.612681 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:10.806739 8357 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (6.338002057s)
I0829 18:07:10.806876 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (8.423475241s)
I0829 18:07:10.806905 8357 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-399511"
I0829 18:07:10.806832 8357 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (5.337923622s)
I0829 18:07:10.807033 8357 api_server.go:72] duration metric: took 14.61564909s to wait for apiserver process to appear ...
I0829 18:07:10.807042 8357 api_server.go:88] waiting for apiserver healthz status ...
I0829 18:07:10.807061 8357 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0829 18:07:10.809081 8357 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0829 18:07:10.809081 8357 out.go:177] * Verifying csi-hostpath-driver addon...
I0829 18:07:10.811149 8357 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0829 18:07:10.812143 8357 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0829 18:07:10.812729 8357 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0829 18:07:10.812752 8357 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0829 18:07:10.820797 8357 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0829 18:07:10.826252 8357 api_server.go:141] control plane version: v1.31.0
I0829 18:07:10.826292 8357 api_server.go:131] duration metric: took 19.242502ms to wait for apiserver health ...
I0829 18:07:10.826301 8357 system_pods.go:43] waiting for kube-system pods to appear ...
I0829 18:07:10.828070 8357 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0829 18:07:10.828101 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:10.836451 8357 system_pods.go:59] 17 kube-system pods found
I0829 18:07:10.836498 8357 system_pods.go:61] "coredns-6f6b679f8f-7tnxm" [1b131ed7-0bf5-4698-b93d-7108c905d203] Running
I0829 18:07:10.836509 8357 system_pods.go:61] "csi-hostpath-attacher-0" [2a42da62-3a13-41e4-97cf-7a296eda43f7] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0829 18:07:10.836519 8357 system_pods.go:61] "csi-hostpath-resizer-0" [8d3f91a7-5238-4fb5-a3fa-681d9f6ad11e] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0829 18:07:10.836528 8357 system_pods.go:61] "csi-hostpathplugin-ccx6j" [f640eeb2-5e92-48e1-8a21-b7a16f534e95] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0829 18:07:10.836534 8357 system_pods.go:61] "etcd-addons-399511" [3b0b9745-f1c3-4ccb-a159-d01b5748913a] Running
I0829 18:07:10.836540 8357 system_pods.go:61] "kube-apiserver-addons-399511" [29df537f-ddef-498e-80a6-e551ac8c68df] Running
I0829 18:07:10.836549 8357 system_pods.go:61] "kube-controller-manager-addons-399511" [ab52d01d-7aa4-4822-882a-c4874d38070c] Running
I0829 18:07:10.836555 8357 system_pods.go:61] "kube-ingress-dns-minikube" [a3fb70ac-15b5-4566-bc99-dd80b676c940] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0829 18:07:10.836559 8357 system_pods.go:61] "kube-proxy-whsvz" [3c657ad9-4239-4af9-b152-d4e3d193fb5e] Running
I0829 18:07:10.836569 8357 system_pods.go:61] "kube-scheduler-addons-399511" [af0c76ac-9eb8-4499-b930-466bf2ef4863] Running
I0829 18:07:10.836575 8357 system_pods.go:61] "metrics-server-8988944d9-bxwfw" [cfb12d61-e779-43c1-b037-4307e16e276b] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0829 18:07:10.836582 8357 system_pods.go:61] "nvidia-device-plugin-daemonset-dqrjn" [5522a38d-8785-471b-8ec0-3e5d151909ad] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0829 18:07:10.836588 8357 system_pods.go:61] "registry-6fb4cdfc84-dlgj9" [02494a1f-30ad-4cf7-a0d8-5942ff632fdb] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0829 18:07:10.836594 8357 system_pods.go:61] "registry-proxy-p65z4" [c30311f9-7059-4c57-b652-d784a14e1d37] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0829 18:07:10.836601 8357 system_pods.go:61] "snapshot-controller-56fcc65765-gspj6" [3067aad6-a75a-4214-a757-0b08cd4867a9] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0829 18:07:10.836615 8357 system_pods.go:61] "snapshot-controller-56fcc65765-vd2rb" [e1869661-3f46-435f-a5c0-24b10a78b266] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0829 18:07:10.836620 8357 system_pods.go:61] "storage-provisioner" [72464b6f-a748-4e2f-9aeb-d54ba2906bf5] Running
I0829 18:07:10.836626 8357 system_pods.go:74] duration metric: took 10.319405ms to wait for pod list to return data ...
I0829 18:07:10.836634 8357 default_sa.go:34] waiting for default service account to be created ...
I0829 18:07:10.842615 8357 default_sa.go:45] found service account: "default"
I0829 18:07:10.842646 8357 default_sa.go:55] duration metric: took 6.005451ms for default service account to be created ...
I0829 18:07:10.842658 8357 system_pods.go:116] waiting for k8s-apps to be running ...
I0829 18:07:10.852226 8357 system_pods.go:86] 17 kube-system pods found
I0829 18:07:10.852269 8357 system_pods.go:89] "coredns-6f6b679f8f-7tnxm" [1b131ed7-0bf5-4698-b93d-7108c905d203] Running
I0829 18:07:10.852280 8357 system_pods.go:89] "csi-hostpath-attacher-0" [2a42da62-3a13-41e4-97cf-7a296eda43f7] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0829 18:07:10.852290 8357 system_pods.go:89] "csi-hostpath-resizer-0" [8d3f91a7-5238-4fb5-a3fa-681d9f6ad11e] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0829 18:07:10.852374 8357 system_pods.go:89] "csi-hostpathplugin-ccx6j" [f640eeb2-5e92-48e1-8a21-b7a16f534e95] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0829 18:07:10.852379 8357 system_pods.go:89] "etcd-addons-399511" [3b0b9745-f1c3-4ccb-a159-d01b5748913a] Running
I0829 18:07:10.852404 8357 system_pods.go:89] "kube-apiserver-addons-399511" [29df537f-ddef-498e-80a6-e551ac8c68df] Running
I0829 18:07:10.852409 8357 system_pods.go:89] "kube-controller-manager-addons-399511" [ab52d01d-7aa4-4822-882a-c4874d38070c] Running
I0829 18:07:10.852424 8357 system_pods.go:89] "kube-ingress-dns-minikube" [a3fb70ac-15b5-4566-bc99-dd80b676c940] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0829 18:07:10.852433 8357 system_pods.go:89] "kube-proxy-whsvz" [3c657ad9-4239-4af9-b152-d4e3d193fb5e] Running
I0829 18:07:10.852438 8357 system_pods.go:89] "kube-scheduler-addons-399511" [af0c76ac-9eb8-4499-b930-466bf2ef4863] Running
I0829 18:07:10.852445 8357 system_pods.go:89] "metrics-server-8988944d9-bxwfw" [cfb12d61-e779-43c1-b037-4307e16e276b] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0829 18:07:10.852457 8357 system_pods.go:89] "nvidia-device-plugin-daemonset-dqrjn" [5522a38d-8785-471b-8ec0-3e5d151909ad] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0829 18:07:10.852464 8357 system_pods.go:89] "registry-6fb4cdfc84-dlgj9" [02494a1f-30ad-4cf7-a0d8-5942ff632fdb] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0829 18:07:10.852472 8357 system_pods.go:89] "registry-proxy-p65z4" [c30311f9-7059-4c57-b652-d784a14e1d37] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0829 18:07:10.852479 8357 system_pods.go:89] "snapshot-controller-56fcc65765-gspj6" [3067aad6-a75a-4214-a757-0b08cd4867a9] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0829 18:07:10.852487 8357 system_pods.go:89] "snapshot-controller-56fcc65765-vd2rb" [e1869661-3f46-435f-a5c0-24b10a78b266] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0829 18:07:10.852501 8357 system_pods.go:89] "storage-provisioner" [72464b6f-a748-4e2f-9aeb-d54ba2906bf5] Running
I0829 18:07:10.852509 8357 system_pods.go:126] duration metric: took 9.844747ms to wait for k8s-apps to be running ...
I0829 18:07:10.852517 8357 system_svc.go:44] waiting for kubelet service to be running ....
I0829 18:07:10.852584 8357 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0829 18:07:10.979765 8357 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0829 18:07:10.979791 8357 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0829 18:07:11.091128 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:11.094261 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:11.114971 8357 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0829 18:07:11.115037 8357 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0829 18:07:11.139972 8357 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0829 18:07:11.317527 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:11.597327 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:11.598004 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:11.817676 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:12.094459 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:12.095863 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:12.317557 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:12.524426 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.738345855s)
I0829 18:07:12.524452 8357 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.671845426s)
I0829 18:07:12.524530 8357 system_svc.go:56] duration metric: took 1.672008558s WaitForService to wait for kubelet
I0829 18:07:12.524566 8357 kubeadm.go:582] duration metric: took 16.333172519s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0829 18:07:12.524604 8357 node_conditions.go:102] verifying NodePressure condition ...
I0829 18:07:12.527975 8357 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0829 18:07:12.528053 8357 node_conditions.go:123] node cpu capacity is 2
I0829 18:07:12.528079 8357 node_conditions.go:105] duration metric: took 3.458389ms to run NodePressure ...
I0829 18:07:12.528107 8357 start.go:241] waiting for startup goroutines ...
I0829 18:07:12.590163 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:12.592026 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:12.697278 8357 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.557221723s)
I0829 18:07:12.701166 8357 addons.go:475] Verifying addon gcp-auth=true in "addons-399511"
I0829 18:07:12.704527 8357 out.go:177] * Verifying gcp-auth addon...
I0829 18:07:12.707829 8357 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0829 18:07:12.712461 8357 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0829 18:07:12.817889 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:13.091062 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:13.093825 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:13.316884 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:13.591910 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:13.593381 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:13.817722 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:14.091995 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:14.092523 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:14.317251 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:14.590741 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:14.591434 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:14.817276 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:15.091709 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:15.092843 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:15.316867 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:15.591273 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:15.593121 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:15.816818 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:16.093840 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:16.095235 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:16.317715 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:16.590698 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:16.592904 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:16.820610 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:17.090204 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:17.091498 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:17.316661 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:17.591808 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:17.592527 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:17.816632 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:18.089630 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:18.093050 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:18.317303 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:18.591151 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:18.592351 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:18.816909 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:19.090022 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:19.098517 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:19.316619 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:19.591476 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:19.592654 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:19.818190 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:20.094317 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:20.095542 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:20.317692 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:20.589481 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:20.592804 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:20.816937 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:21.091575 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:21.092559 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:21.317219 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:21.591507 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:21.593845 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:21.817109 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:22.091104 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:22.092179 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:22.316936 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:22.589910 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:22.592776 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:22.817790 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:23.091922 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:23.093115 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:23.316966 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:23.590182 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:23.591417 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:23.817193 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:24.092261 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0829 18:07:24.092637 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:24.317496 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:24.589381 8357 kapi.go:107] duration metric: took 17.503787398s to wait for kubernetes.io/minikube-addons=registry ...
I0829 18:07:24.591047 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:24.816529 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:25.090980 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:25.321707 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:25.602057 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:25.816644 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:26.091657 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:26.317543 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:26.591357 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:26.817162 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:27.091476 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:27.316485 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:27.591378 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:27.817461 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:28.091670 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:28.317350 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:28.592253 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:28.816822 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:29.092370 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:29.317240 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:29.591679 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:29.816998 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:30.099253 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:30.317023 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:30.591176 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:30.817075 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:31.091784 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:31.316897 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:31.591953 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:31.818130 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:32.093366 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:32.318493 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:32.594355 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:32.818511 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:33.092663 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:33.317263 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:33.591313 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:33.816936 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:34.091646 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:34.317144 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:34.591657 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:34.817094 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:35.091887 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:35.317092 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:35.592037 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:35.817673 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:36.092272 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:36.318132 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:36.591841 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:36.817324 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:37.093034 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:37.317635 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:37.592260 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:37.818141 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:38.099195 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:38.318307 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:38.591826 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:38.818252 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:39.092732 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:39.317183 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:39.598983 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:39.817027 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:40.092928 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:40.317526 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:40.591944 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:40.817817 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:41.092839 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:41.317188 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:41.591565 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:41.819359 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:42.091770 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:42.321195 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:42.590667 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:42.816691 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:43.091927 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:43.317594 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:43.592582 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:43.825180 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:44.092842 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:44.322152 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:44.591956 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:44.819689 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:45.097209 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:45.321521 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:45.593196 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:45.837569 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:46.091476 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:46.320636 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:46.592697 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:46.820179 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:47.091872 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:47.317402 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:47.591084 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:47.817584 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:48.092608 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:48.317837 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:48.593254 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:48.818508 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:49.091065 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:49.317483 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:49.591388 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:49.817265 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:50.092479 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:50.317915 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:50.591206 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:50.817229 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:51.094883 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:51.317672 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:51.622946 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:51.817887 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:52.091741 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:52.316868 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:52.594263 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:52.829996 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:53.090729 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:53.317043 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:53.594392 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:53.816791 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:54.091559 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:54.316764 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:54.595318 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:54.817164 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:55.091602 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:55.318053 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:55.641252 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:55.818085 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:56.092250 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:56.318992 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:56.591360 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:56.817473 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:57.092031 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:57.317429 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:57.590982 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:57.816999 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:58.091961 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:58.317308 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:58.592874 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:58.818083 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:59.090888 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:59.317482 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:07:59.591560 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:07:59.818444 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:00.108472 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:00.327120 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:00.621091 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:00.824995 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:01.094350 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:01.317356 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:01.592331 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:01.818436 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:02.095293 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:02.317855 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:02.591757 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:02.818995 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:03.090979 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:03.316838 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:03.591655 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:03.817480 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:04.091452 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:04.317006 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:04.609178 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:04.817634 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:05.092006 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:05.317270 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:05.594427 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:05.817136 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:06.092529 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:06.316787 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:06.591331 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:06.817057 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:07.091526 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:07.321946 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:07.592340 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:07.817712 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:08.091315 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:08.316699 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:08.592700 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:08.817278 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:09.091530 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:09.324821 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:09.591960 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:09.817496 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0829 18:08:10.093761 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:10.316949 8357 kapi.go:107] duration metric: took 59.504807753s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0829 18:08:10.591909 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:11.094082 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:11.591630 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:12.091121 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:12.592553 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:13.092467 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:13.590967 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:14.092349 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:14.592364 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:15.093977 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:15.592070 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:16.092416 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:16.591564 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:17.092907 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:17.591450 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:18.091661 8357 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0829 18:08:18.596368 8357 kapi.go:107] duration metric: took 1m11.509595431s to wait for app.kubernetes.io/name=ingress-nginx ...
I0829 18:08:35.724961 8357 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0829 18:08:35.724983 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:36.212687 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:36.711765 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:37.212240 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:37.712598 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:38.211199 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:38.712171 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:39.212460 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:39.711530 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:40.212435 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:40.711300 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:41.212412 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:41.711404 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:42.211737 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:42.711983 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:43.211773 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:43.711960 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:44.212057 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:44.712109 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:45.212506 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:45.711009 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:46.212432 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:46.711556 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:47.212208 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:47.712417 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:48.211991 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:48.711887 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:49.211688 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:49.711765 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:50.213781 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:50.712505 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:51.212059 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:51.711258 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:52.211310 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:52.711435 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:53.211726 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:53.711854 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:54.211448 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:54.711738 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:55.211375 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:55.711867 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:56.211678 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:56.711469 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:57.211471 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:57.712177 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:58.210966 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:58.712009 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:59.212565 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:08:59.711862 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:00.329807 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:00.711049 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:01.211695 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:01.711461 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:02.210951 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:02.712075 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:03.212393 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:03.711940 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:04.211264 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:04.712914 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:05.211451 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:05.711219 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:06.212288 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:06.711794 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:07.212821 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:07.712365 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:08.211253 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:08.715708 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:09.211786 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:09.712240 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:10.212072 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:10.711816 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:11.212162 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:11.712173 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:12.211971 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:12.711718 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:13.212074 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:13.711842 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:14.211707 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:14.711975 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:15.212442 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:15.719317 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:16.211752 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:16.712764 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:17.211429 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:17.712081 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:18.211667 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:18.711441 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:19.211341 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:19.712115 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:20.212360 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:20.711384 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:21.212476 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:21.711653 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:22.211023 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:22.711794 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:23.211881 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:23.711535 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:24.211152 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:24.712189 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:25.212517 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:25.711663 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:26.212255 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:26.711588 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:27.211651 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:27.711799 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:28.211205 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:28.711024 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:29.211734 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:29.711616 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:30.213109 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:30.711833 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:31.212611 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:31.711280 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:32.211686 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:32.712096 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:33.212244 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:33.711667 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:34.211204 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:34.712441 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:35.211536 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:35.712140 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:36.212347 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:36.711409 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:37.212160 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:37.711121 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:38.211600 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:38.711589 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:39.211724 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:39.710930 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:40.212713 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:40.711466 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:41.212431 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:41.711746 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:42.212676 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:42.712405 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:43.212735 8357 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0829 18:09:43.711572 8357 kapi.go:107] duration metric: took 2m31.00373825s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0829 18:09:43.713377 8357 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-399511 cluster.
I0829 18:09:43.715136 8357 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0829 18:09:43.716873 8357 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0829 18:09:43.718964 8357 out.go:177] * Enabled addons: nvidia-device-plugin, storage-provisioner, cloud-spanner, ingress-dns, default-storageclass, volcano, metrics-server, inspektor-gadget, yakd, storage-provisioner-rancher, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0829 18:09:43.720657 8357 addons.go:510] duration metric: took 2m47.528907996s for enable addons: enabled=[nvidia-device-plugin storage-provisioner cloud-spanner ingress-dns default-storageclass volcano metrics-server inspektor-gadget yakd storage-provisioner-rancher volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0829 18:09:43.720721 8357 start.go:246] waiting for cluster config update ...
I0829 18:09:43.720759 8357 start.go:255] writing updated cluster config ...
I0829 18:09:43.721059 8357 ssh_runner.go:195] Run: rm -f paused
I0829 18:09:44.106006 8357 start.go:600] kubectl: 1.31.0, cluster: 1.31.0 (minor skew: 0)
I0829 18:09:44.107798 8357 out.go:177] * Done! kubectl is now configured to use "addons-399511" cluster and "default" namespace by default
==> Docker <==
Aug 29 18:19:09 addons-399511 dockerd[1277]: time="2024-08-29T18:19:09.001170196Z" level=error msg="stream copy error: reading from a closed fifo"
Aug 29 18:19:09 addons-399511 dockerd[1277]: time="2024-08-29T18:19:09.004120522Z" level=error msg="stream copy error: reading from a closed fifo"
Aug 29 18:19:09 addons-399511 dockerd[1277]: time="2024-08-29T18:19:09.007034065Z" level=error msg="Error running exec b37dc7ba8833743b174ec7b5ebce44d066edf98008c003a45a2819059989dad9 in container: OCI runtime exec failed: exec failed: cannot exec in a stopped container: unknown"
Aug 29 18:19:09 addons-399511 dockerd[1277]: time="2024-08-29T18:19:09.098292422Z" level=info msg="ignoring event" container=08f8b9945e0fa36dcbdbdc98bcfc8444cd62fa0d58418da76d049117ddf8c6aa module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:12 addons-399511 dockerd[1277]: time="2024-08-29T18:19:12.621472530Z" level=info msg="ignoring event" container=87eb4fc3991d1d6a4be2738baae3b76f177900f4ff9014af31ddaa7ce0f48baf module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:12 addons-399511 dockerd[1277]: time="2024-08-29T18:19:12.637973718Z" level=info msg="ignoring event" container=7246787be5fccdd3280905a3f147947e054c2aad906b9ecf1e90c711c5b7c411 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:12 addons-399511 dockerd[1277]: time="2024-08-29T18:19:12.809452423Z" level=info msg="ignoring event" container=172ab746a6c0eb2b4db7101c4780d9fa9e7ddbc8e70d2599a0c98d01a63821c7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:12 addons-399511 dockerd[1277]: time="2024-08-29T18:19:12.854401429Z" level=info msg="ignoring event" container=8803d8bce398208a5ad13d9ce43600c476ac94687e1831b817785bc03ba4d7f7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:19 addons-399511 dockerd[1277]: time="2024-08-29T18:19:19.600558050Z" level=info msg="ignoring event" container=cb6bfe25f592f5c5f0661df915e15f596cca6f92348eef4909111a7572776d36 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:19 addons-399511 dockerd[1277]: time="2024-08-29T18:19:19.726040498Z" level=info msg="ignoring event" container=6a1720751aada4b7c1e87d27f09ec0952bcfdd83b93de13f48b3d1873790b0a2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:25 addons-399511 dockerd[1277]: time="2024-08-29T18:19:25.034559908Z" level=info msg="Attempting next endpoint for pull after error: Head \"https://gcr.io/v2/k8s-minikube/busybox/manifests/latest\": unauthorized: authentication failed"
Aug 29 18:19:25 addons-399511 dockerd[1277]: time="2024-08-29T18:19:25.038432688Z" level=error msg="Handler for POST /v1.43/images/create returned error: Head \"https://gcr.io/v2/k8s-minikube/busybox/manifests/latest\": unauthorized: authentication failed"
Aug 29 18:19:25 addons-399511 dockerd[1277]: time="2024-08-29T18:19:25.280394046Z" level=info msg="ignoring event" container=29f479ab45ef54df56c35e76c00847ba1ebff2daf5a5b7ce95270565059f567d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:31 addons-399511 cri-dockerd[1535]: time="2024-08-29T18:19:31Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/cb979eff7e8a53146a34dffc9bded595842cdbe6cd353a42d3d2b122d7d5c385/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Aug 29 18:19:33 addons-399511 cri-dockerd[1535]: time="2024-08-29T18:19:33Z" level=info msg="Stop pulling image docker.io/nginx:alpine: Status: Downloaded newer image for nginx:alpine"
Aug 29 18:19:41 addons-399511 dockerd[1277]: time="2024-08-29T18:19:41.550823847Z" level=info msg="ignoring event" container=a40925e291b399849e54dc14a172adf519ea3ba3cea1ec0e708aca03a243795a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:41 addons-399511 cri-dockerd[1535]: time="2024-08-29T18:19:41Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/c38d9bb0a3a70f41ce6ff0dd23f73119bd469b05153b69a639e6f1fe6308b05a/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Aug 29 18:19:42 addons-399511 dockerd[1277]: time="2024-08-29T18:19:42.244777081Z" level=info msg="ignoring event" container=6a479a02da06e6c12be5ed530290a27c47a973c350d08c8b3dd9798ef075ada2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:42 addons-399511 dockerd[1277]: time="2024-08-29T18:19:42.365006878Z" level=info msg="ignoring event" container=885c7cc5edab1af13b344eda161b44b6ffb5b0654524f95685ded3a6aad6b9a8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:42 addons-399511 dockerd[1277]: time="2024-08-29T18:19:42.463995218Z" level=info msg="ignoring event" container=af8bcc3605d016e825b3c540eddbfb7e9ea03a06e3d64633982db1304645da6a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:42 addons-399511 dockerd[1277]: time="2024-08-29T18:19:42.539926221Z" level=info msg="ignoring event" container=50c88541427fd1c0868a3129e18a2d778bced5c10377ef74c68eb11c3c9f3f26 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:42 addons-399511 cri-dockerd[1535]: time="2024-08-29T18:19:42Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"registry-6fb4cdfc84-dlgj9_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Aug 29 18:19:42 addons-399511 dockerd[1277]: time="2024-08-29T18:19:42.819010925Z" level=info msg="ignoring event" container=f45dc59cb1818f98e3ebe4fdd5e2baf584a57d1fc1236dc97bd1745c59cc99b3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:43 addons-399511 dockerd[1277]: time="2024-08-29T18:19:43.033449483Z" level=info msg="ignoring event" container=0ef61e28f8aadf9a3af18a3a84e2b81a77cbf8e9572769ebc528ab9c35912899 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 29 18:19:43 addons-399511 cri-dockerd[1535]: time="2024-08-29T18:19:43Z" level=info msg="Stop pulling image docker.io/kicbase/echo-server:1.0: Status: Downloaded newer image for kicbase/echo-server:1.0"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
62332741fee7a kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 1 second ago Running hello-world-app 0 c38d9bb0a3a70 hello-world-app-55bf9c44b4-7dxmc
2c8828ecc26e3 nginx@sha256:c04c18adc2a407740a397c8407c011fc6c90026a9b65cceddef7ae5484360158 11 seconds ago Running nginx 0 cb979eff7e8a5 nginx
c7ec0c5a7f067 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:e6c5b3bc32072ea370d34c27836efd11b3519d25bd444c2a8efc339cff0e20fb 10 minutes ago Running gcp-auth 0 e563b15fdc548 gcp-auth-89d5ffd79-l4wql
32ea3665ab843 registry.k8s.io/ingress-nginx/controller@sha256:d5f8217feeac4887cb1ed21f27c2674e58be06bd8f5184cacea2a69abaf78dce 11 minutes ago Running controller 0 39d0aa81ec3a3 ingress-nginx-controller-bc57996ff-vtprg
2ffef2c167833 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited patch 0 9b7db7501fd3f ingress-nginx-admission-patch-rt6pg
622b234efa7d1 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited create 0 25509eeea922c ingress-nginx-admission-create-7x2sk
68a4fd1db6665 marcnuri/yakd@sha256:c5414196116a2266ad097b0468833b73ef1d6c7922241115fe203fb826381624 12 minutes ago Running yakd 0 1e95e32d5c8ee yakd-dashboard-67d98fc6b-jm8hb
94feb0b93e25d rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246 12 minutes ago Running local-path-provisioner 0 58d3ff69588b2 local-path-provisioner-86d989889c-4kwnl
5b8a7ba3037da nvcr.io/nvidia/k8s-device-plugin@sha256:ed39e22c8b71343fb996737741a99da88ce6c75dd83b5c520e0b3d8e8a884c47 12 minutes ago Running nvidia-device-plugin-ctr 0 0d59145cb3ee9 nvidia-device-plugin-daemonset-dqrjn
9c3743ecbba24 gcr.io/cloud-spanner-emulator/emulator@sha256:636fdfc528824bae5f0ea2eca6ae307fe81092f05ec21038008bc0d6100e52fc 12 minutes ago Running cloud-spanner-emulator 0 45af828e9f452 cloud-spanner-emulator-769b77f747-6ck78
f3ff3f665f1bb ba04bb24b9575 12 minutes ago Running storage-provisioner 0 14310089c709a storage-provisioner
7aa33475239de 2437cf7621777 12 minutes ago Running coredns 0 ea6afe50d8952 coredns-6f6b679f8f-7tnxm
bd2a027b29eb9 71d55d66fd4ee 12 minutes ago Running kube-proxy 0 f5e98740a32a6 kube-proxy-whsvz
299f75e778ae0 fcb0683e6bdbd 13 minutes ago Running kube-controller-manager 0 2fbed51714c18 kube-controller-manager-addons-399511
dcc0db9a858e8 fbbbd428abb4d 13 minutes ago Running kube-scheduler 0 b10f7f59c7f1e kube-scheduler-addons-399511
ee64bc7ef548c 27e3830e14027 13 minutes ago Running etcd 0 6e49aa5efa929 etcd-addons-399511
c684a4c457529 cd0f0ae0ec9e0 13 minutes ago Running kube-apiserver 0 d68245bef5626 kube-apiserver-addons-399511
==> controller_ingress [32ea3665ab84] <==
10.244.0.1 - - [29/Aug/2024:18:19:40 +0000] "GET / HTTP/1.1" 200 615 "-" "curl/7.81.0" 81 0.001 [default-nginx-80] [] 10.244.0.31:80 615 0.001 200 cba2abba9a10c6ee8140cbb680943f08
W0829 18:19:30.891686 7 controller.go:1110] Error obtaining Endpoints for Service "default/nginx": no object matching key "default/nginx" in local store
I0829 18:19:30.891817 7 controller.go:193] "Configuration changes detected, backend reload required"
I0829 18:19:30.892041 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"default", Name:"nginx-ingress", UID:"d676f058-6235-40dc-af80-0cc6579f3f07", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2789", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync
I0829 18:19:30.948489 7 controller.go:213] "Backend successfully reloaded"
I0829 18:19:30.949252 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bc57996ff-vtprg", UID:"3d5790ed-2844-4680-9297-2df01170d070", APIVersion:"v1", ResourceVersion:"1266", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration
W0829 18:19:34.225967 7 controller.go:1216] Service "default/nginx" does not have any active Endpoint.
I0829 18:19:34.226080 7 controller.go:193] "Configuration changes detected, backend reload required"
I0829 18:19:34.265855 7 controller.go:213] "Backend successfully reloaded"
I0829 18:19:34.266333 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bc57996ff-vtprg", UID:"3d5790ed-2844-4680-9297-2df01170d070", APIVersion:"v1", ResourceVersion:"1266", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration
W0829 18:19:40.724844 7 controller.go:1110] Error obtaining Endpoints for Service "kube-system/hello-world-app": no object matching key "kube-system/hello-world-app" in local store
I0829 18:19:40.766860 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.042s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.042s testedConfigurationSize:26.2kB}
I0829 18:19:40.767114 7 main.go:107] "successfully validated configuration, accepting" ingress="kube-system/example-ingress"
I0829 18:19:40.785854 7 store.go:440] "Found valid IngressClass" ingress="kube-system/example-ingress" ingressclass="nginx"
I0829 18:19:40.786968 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"kube-system", Name:"example-ingress", UID:"ed06a7dd-aef9-4aff-afbe-1aa215bcefd1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2834", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync
I0829 18:19:40.892190 7 controller.go:193] "Configuration changes detected, backend reload required"
I0829 18:19:40.953116 7 controller.go:213] "Backend successfully reloaded"
I0829 18:19:40.954749 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bc57996ff-vtprg", UID:"3d5790ed-2844-4680-9297-2df01170d070", APIVersion:"v1", ResourceVersion:"1266", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration
I0829 18:19:43.849112 7 sigterm.go:36] "Received SIGTERM, shutting down"
I0829 18:19:43.849145 7 nginx.go:393] "Shutting down controller queues"
E0829 18:19:43.850788 7 status.go:120] "error obtaining running IP address" err="pods is forbidden: User \"system:serviceaccount:ingress-nginx:ingress-nginx\" cannot list resource \"pods\" in API group \"\" in the namespace \"ingress-nginx\""
I0829 18:19:43.850806 7 nginx.go:401] "Stopping admission controller"
E0829 18:19:43.850850 7 nginx.go:340] "Error listening for TLS connections" err="http: Server closed"
I0829 18:19:43.850937 7 nginx.go:409] "Stopping NGINX process"
2024/08/29 18:19:43 [notice] 315#315: signal process started
==> coredns [7aa33475239d] <==
[INFO] 10.244.0.21:38089 - 60809 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000027232s
[INFO] 10.244.0.21:38089 - 8558 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002220525s
[INFO] 10.244.0.21:38089 - 458 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.008986943s
[INFO] 10.244.0.21:37277 - 61292 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.011013411s
[INFO] 10.244.0.21:58157 - 45725 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000082247s
[INFO] 10.244.0.21:55102 - 31170 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000080179s
[INFO] 10.244.0.21:58157 - 46160 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000059962s
[INFO] 10.244.0.21:38089 - 5271 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000071498s
[INFO] 10.244.0.21:55102 - 26924 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000075995s
[INFO] 10.244.0.21:58157 - 38391 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000053481s
[INFO] 10.244.0.21:37277 - 30315 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001403448s
[INFO] 10.244.0.21:58157 - 26795 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000099428s
[INFO] 10.244.0.21:55102 - 61361 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000035339s
[INFO] 10.244.0.21:58157 - 34757 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000563051s
[INFO] 10.244.0.21:55102 - 33577 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000093643s
[INFO] 10.244.0.21:37277 - 23053 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000077201s
[INFO] 10.244.0.21:55102 - 39106 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000077726s
[INFO] 10.244.0.21:58157 - 55269 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000081804s
[INFO] 10.244.0.21:55102 - 63847 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000063408s
[INFO] 10.244.0.21:58157 - 17268 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.000858931s
[INFO] 10.244.0.21:55102 - 61567 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001907398s
[INFO] 10.244.0.21:58157 - 10073 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.006138753s
[INFO] 10.244.0.21:55102 - 23147 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002500323s
[INFO] 10.244.0.21:58157 - 1855 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000070596s
[INFO] 10.244.0.21:55102 - 13703 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000081377s
==> describe nodes <==
Name: addons-399511
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-399511
kubernetes.io/os=linux
minikube.k8s.io/commit=95341f0b655cea8be5ebfc6bf112c8367dc08d33
minikube.k8s.io/name=addons-399511
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_08_29T18_06_51_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-399511
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 29 Aug 2024 18:06:48 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-399511
AcquireTime: <unset>
RenewTime: Thu, 29 Aug 2024 18:19:35 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 29 Aug 2024 18:15:30 +0000 Thu, 29 Aug 2024 18:06:44 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 29 Aug 2024 18:15:30 +0000 Thu, 29 Aug 2024 18:06:44 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 29 Aug 2024 18:15:30 +0000 Thu, 29 Aug 2024 18:06:44 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 29 Aug 2024 18:15:30 +0000 Thu, 29 Aug 2024 18:06:48 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-399511
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: dc1e0345738c42ad8c433046207a2fff
System UUID: d93b94ba-2fa6-40ec-9fe2-1337b7ad416e
Boot ID: 8a292db4-13de-4eac-93d3-33bf90b49951
Kernel Version: 5.15.0-1068-aws
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://27.1.2
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m17s
default cloud-spanner-emulator-769b77f747-6ck78 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
default hello-world-app-55bf9c44b4-7dxmc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13s
gcp-auth gcp-auth-89d5ffd79-l4wql 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system coredns-6f6b679f8f-7tnxm 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 12m
kube-system etcd-addons-399511 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 12m
kube-system kube-apiserver-addons-399511 250m (12%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-addons-399511 200m (10%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-whsvz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-addons-399511 100m (5%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system nvidia-device-plugin-daemonset-dqrjn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
local-path-storage local-path-provisioner-86d989889c-4kwnl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
yakd-dashboard yakd-dashboard-67d98fc6b-jm8hb 0 (0%) 0 (0%) 128Mi (1%) 256Mi (3%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 0 (0%)
memory 298Mi (3%) 426Mi (5%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 12m kube-proxy
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Warning CgroupV1 13m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 13m (x8 over 13m) kubelet Node addons-399511 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 13m (x7 over 13m) kubelet Node addons-399511 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 13m (x7 over 13m) kubelet Node addons-399511 status is now: NodeHasSufficientPID
Normal Starting 13m kubelet Starting kubelet.
Normal Starting 12m kubelet Starting kubelet.
Warning CgroupV1 12m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m kubelet Node addons-399511 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node addons-399511 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node addons-399511 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node addons-399511 event: Registered Node addons-399511 in Controller
==> dmesg <==
[Aug29 17:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014928] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.488358] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.064179] systemd[1]: /lib/systemd/system/cloud-init-local.service:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.002815] systemd[1]: /lib/systemd/system/cloud-init.service:19: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.018415] systemd[1]: /lib/systemd/system/cloud-init.target:15: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.004787] systemd[1]: /lib/systemd/system/cloud-final.service:9: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.003936] systemd[1]: /lib/systemd/system/cloud-config.service:8: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.700067] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.379221] kauditd_printk_skb: 36 callbacks suppressed
==> etcd [ee64bc7ef548] <==
{"level":"info","ts":"2024-08-29T18:06:44.475285Z","caller":"embed/etcd.go:279","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-08-29T18:06:44.483101Z","caller":"embed/etcd.go:870","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-08-29T18:06:45.112351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-08-29T18:06:45.112629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-08-29T18:06:45.112855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-08-29T18:06:45.113048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-08-29T18:06:45.113170Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-08-29T18:06:45.113357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-08-29T18:06:45.113512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-08-29T18:06:45.116481Z","caller":"etcdserver/server.go:2629","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-29T18:06:45.120569Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-399511 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-08-29T18:06:45.120798Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-08-29T18:06:45.121474Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-29T18:06:45.121748Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-29T18:06:45.121937Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-08-29T18:06:45.124359Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-08-29T18:06:45.128380Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-08-29T18:06:45.132810Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-08-29T18:06:45.134038Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-08-29T18:06:45.149913Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-08-29T18:06:45.148384Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-08-29T18:06:45.152620Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-08-29T18:16:45.658577Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1876}
{"level":"info","ts":"2024-08-29T18:16:45.720641Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1876,"took":"61.17103ms","hash":4158474444,"current-db-size-bytes":8966144,"current-db-size":"9.0 MB","current-db-size-in-use-bytes":4927488,"current-db-size-in-use":"4.9 MB"}
{"level":"info","ts":"2024-08-29T18:16:45.720689Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4158474444,"revision":1876,"compact-revision":-1}
==> gcp-auth [c7ec0c5a7f06] <==
2024/08/29 18:09:42 GCP Auth Webhook started!
2024/08/29 18:10:01 Ready to marshal response ...
2024/08/29 18:10:01 Ready to write response ...
2024/08/29 18:10:02 Ready to marshal response ...
2024/08/29 18:10:02 Ready to write response ...
2024/08/29 18:10:27 Ready to marshal response ...
2024/08/29 18:10:27 Ready to write response ...
2024/08/29 18:10:27 Ready to marshal response ...
2024/08/29 18:10:27 Ready to write response ...
2024/08/29 18:10:27 Ready to marshal response ...
2024/08/29 18:10:27 Ready to write response ...
2024/08/29 18:18:41 Ready to marshal response ...
2024/08/29 18:18:41 Ready to write response ...
2024/08/29 18:18:42 Ready to marshal response ...
2024/08/29 18:18:42 Ready to write response ...
2024/08/29 18:18:56 Ready to marshal response ...
2024/08/29 18:18:56 Ready to write response ...
2024/08/29 18:19:31 Ready to marshal response ...
2024/08/29 18:19:31 Ready to write response ...
2024/08/29 18:19:40 Ready to marshal response ...
2024/08/29 18:19:40 Ready to write response ...
==> kernel <==
18:19:44 up 1:02, 0 users, load average: 1.98, 1.06, 0.93
Linux addons-399511 5.15.0-1068-aws #74~20.04.1-Ubuntu SMP Tue Aug 6 19:45:17 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kube-apiserver [c684a4c45752] <==
W0829 18:10:19.253104 1 cacher.go:171] Terminating all watchers from cacher numatopologies.nodeinfo.volcano.sh
W0829 18:10:19.288253 1 cacher.go:171] Terminating all watchers from cacher podgroups.scheduling.volcano.sh
W0829 18:10:19.315272 1 cacher.go:171] Terminating all watchers from cacher queues.scheduling.volcano.sh
W0829 18:10:19.821598 1 cacher.go:171] Terminating all watchers from cacher jobflows.flow.volcano.sh
W0829 18:10:19.937813 1 cacher.go:171] Terminating all watchers from cacher jobtemplates.flow.volcano.sh
I0829 18:18:50.601048 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E0829 18:19:06.001397 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"csi-hostpathplugin-sa\" not found]"
I0829 18:19:12.406912 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0829 18:19:12.406957 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0829 18:19:12.435806 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0829 18:19:12.436037 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0829 18:19:12.445640 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0829 18:19:12.445902 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0829 18:19:12.467996 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0829 18:19:12.468085 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0829 18:19:12.513566 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0829 18:19:12.513627 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0829 18:19:13.446744 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0829 18:19:13.513990 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0829 18:19:13.592977 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I0829 18:19:25.189882 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0829 18:19:26.229293 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0829 18:19:30.881617 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0829 18:19:31.230221 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.102.49.134"}
I0829 18:19:40.994954 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.101.113.97"}
==> kube-controller-manager [299f75e778ae] <==
E0829 18:19:27.215673 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0829 18:19:27.700232 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0829 18:19:27.700278 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0829 18:19:29.799467 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0829 18:19:29.799506 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0829 18:19:33.420771 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0829 18:19:33.420822 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0829 18:19:34.612628 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0829 18:19:34.612681 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0829 18:19:35.415664 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="gadget"
W0829 18:19:35.628104 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0829 18:19:35.628163 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0829 18:19:40.723895 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="32.933864ms"
I0829 18:19:40.737858 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="13.883353ms"
I0829 18:19:40.738552 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="95.325µs"
I0829 18:19:40.746835 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="148.724µs"
I0829 18:19:40.763152 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="63.039µs"
W0829 18:19:40.881500 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0829 18:19:40.881648 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0829 18:19:42.361229 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/registry-6fb4cdfc84" duration="4.02µs"
I0829 18:19:43.765275 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-bc57996ff" duration="3.93µs"
I0829 18:19:43.769192 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-create" delay="0s"
I0829 18:19:43.779760 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-patch" delay="0s"
I0829 18:19:43.930741 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="11.995902ms"
I0829 18:19:43.930910 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="130.27µs"
==> kube-proxy [bd2a027b29eb] <==
I0829 18:06:57.188898 1 server_linux.go:66] "Using iptables proxy"
I0829 18:06:57.302637 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0829 18:06:57.302720 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0829 18:06:57.336681 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0829 18:06:57.336733 1 server_linux.go:169] "Using iptables Proxier"
I0829 18:06:57.346603 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0829 18:06:57.352801 1 server.go:483] "Version info" version="v1.31.0"
I0829 18:06:57.352826 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0829 18:06:57.365261 1 config.go:197] "Starting service config controller"
I0829 18:06:57.365306 1 shared_informer.go:313] Waiting for caches to sync for service config
I0829 18:06:57.365331 1 config.go:104] "Starting endpoint slice config controller"
I0829 18:06:57.365336 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0829 18:06:57.365347 1 config.go:326] "Starting node config controller"
I0829 18:06:57.365352 1 shared_informer.go:313] Waiting for caches to sync for node config
I0829 18:06:57.466285 1 shared_informer.go:320] Caches are synced for node config
I0829 18:06:57.466334 1 shared_informer.go:320] Caches are synced for service config
I0829 18:06:57.466357 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [dcc0db9a858e] <==
E0829 18:06:48.205224 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0829 18:06:48.204725 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0829 18:06:48.205645 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0829 18:06:48.204760 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0829 18:06:48.205943 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0829 18:06:48.203811 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0829 18:06:48.206160 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0829 18:06:48.206295 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0829 18:06:49.053169 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0829 18:06:49.053447 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0829 18:06:49.064690 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0829 18:06:49.064732 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0829 18:06:49.090683 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0829 18:06:49.090927 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0829 18:06:49.119625 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0829 18:06:49.119720 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0829 18:06:49.124515 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0829 18:06:49.124593 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0829 18:06:49.256598 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0829 18:06:49.256857 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0829 18:06:49.332131 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0829 18:06:49.332185 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0829 18:06:49.585828 1 reflector.go:561] runtime/asm_arm64.s:1222: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0829 18:06:49.586106 1 reflector.go:158] "Unhandled Error" err="runtime/asm_arm64.s:1222: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I0829 18:06:51.691255 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Aug 29 18:19:41 addons-399511 kubelet[2337]: I0829 18:19:41.870888 2337 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/0cf9d65c-bc35-4b58-a01d-86ea8577a57a-gcp-creds\") pod \"0cf9d65c-bc35-4b58-a01d-86ea8577a57a\" (UID: \"0cf9d65c-bc35-4b58-a01d-86ea8577a57a\") "
Aug 29 18:19:41 addons-399511 kubelet[2337]: I0829 18:19:41.870949 2337 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nd99w\" (UniqueName: \"kubernetes.io/projected/0cf9d65c-bc35-4b58-a01d-86ea8577a57a-kube-api-access-nd99w\") pod \"0cf9d65c-bc35-4b58-a01d-86ea8577a57a\" (UID: \"0cf9d65c-bc35-4b58-a01d-86ea8577a57a\") "
Aug 29 18:19:41 addons-399511 kubelet[2337]: I0829 18:19:41.871368 2337 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/0cf9d65c-bc35-4b58-a01d-86ea8577a57a-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "0cf9d65c-bc35-4b58-a01d-86ea8577a57a" (UID: "0cf9d65c-bc35-4b58-a01d-86ea8577a57a"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Aug 29 18:19:41 addons-399511 kubelet[2337]: I0829 18:19:41.873617 2337 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0cf9d65c-bc35-4b58-a01d-86ea8577a57a-kube-api-access-nd99w" (OuterVolumeSpecName: "kube-api-access-nd99w") pod "0cf9d65c-bc35-4b58-a01d-86ea8577a57a" (UID: "0cf9d65c-bc35-4b58-a01d-86ea8577a57a"). InnerVolumeSpecName "kube-api-access-nd99w". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 29 18:19:41 addons-399511 kubelet[2337]: I0829 18:19:41.971810 2337 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-nd99w\" (UniqueName: \"kubernetes.io/projected/0cf9d65c-bc35-4b58-a01d-86ea8577a57a-kube-api-access-nd99w\") on node \"addons-399511\" DevicePath \"\""
Aug 29 18:19:41 addons-399511 kubelet[2337]: I0829 18:19:41.971845 2337 reconciler_common.go:288] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/0cf9d65c-bc35-4b58-a01d-86ea8577a57a-gcp-creds\") on node \"addons-399511\" DevicePath \"\""
Aug 29 18:19:42 addons-399511 kubelet[2337]: I0829 18:19:42.681613 2337 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9h625\" (UniqueName: \"kubernetes.io/projected/a3fb70ac-15b5-4566-bc99-dd80b676c940-kube-api-access-9h625\") pod \"a3fb70ac-15b5-4566-bc99-dd80b676c940\" (UID: \"a3fb70ac-15b5-4566-bc99-dd80b676c940\") "
Aug 29 18:19:42 addons-399511 kubelet[2337]: I0829 18:19:42.686339 2337 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a3fb70ac-15b5-4566-bc99-dd80b676c940-kube-api-access-9h625" (OuterVolumeSpecName: "kube-api-access-9h625") pod "a3fb70ac-15b5-4566-bc99-dd80b676c940" (UID: "a3fb70ac-15b5-4566-bc99-dd80b676c940"). InnerVolumeSpecName "kube-api-access-9h625". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 29 18:19:42 addons-399511 kubelet[2337]: I0829 18:19:42.784026 2337 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-9h625\" (UniqueName: \"kubernetes.io/projected/a3fb70ac-15b5-4566-bc99-dd80b676c940-kube-api-access-9h625\") on node \"addons-399511\" DevicePath \"\""
Aug 29 18:19:42 addons-399511 kubelet[2337]: I0829 18:19:42.853871 2337 scope.go:117] "RemoveContainer" containerID="6a479a02da06e6c12be5ed530290a27c47a973c350d08c8b3dd9798ef075ada2"
Aug 29 18:19:42 addons-399511 kubelet[2337]: I0829 18:19:42.998914 2337 scope.go:117] "RemoveContainer" containerID="6a479a02da06e6c12be5ed530290a27c47a973c350d08c8b3dd9798ef075ada2"
Aug 29 18:19:43 addons-399511 kubelet[2337]: E0829 18:19:43.001177 2337 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 6a479a02da06e6c12be5ed530290a27c47a973c350d08c8b3dd9798ef075ada2" containerID="6a479a02da06e6c12be5ed530290a27c47a973c350d08c8b3dd9798ef075ada2"
Aug 29 18:19:43 addons-399511 kubelet[2337]: I0829 18:19:43.001220 2337 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"6a479a02da06e6c12be5ed530290a27c47a973c350d08c8b3dd9798ef075ada2"} err="failed to get container status \"6a479a02da06e6c12be5ed530290a27c47a973c350d08c8b3dd9798ef075ada2\": rpc error: code = Unknown desc = Error response from daemon: No such container: 6a479a02da06e6c12be5ed530290a27c47a973c350d08c8b3dd9798ef075ada2"
Aug 29 18:19:43 addons-399511 kubelet[2337]: I0829 18:19:43.224338 2337 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2xnrj\" (UniqueName: \"kubernetes.io/projected/02494a1f-30ad-4cf7-a0d8-5942ff632fdb-kube-api-access-2xnrj\") pod \"02494a1f-30ad-4cf7-a0d8-5942ff632fdb\" (UID: \"02494a1f-30ad-4cf7-a0d8-5942ff632fdb\") "
Aug 29 18:19:43 addons-399511 kubelet[2337]: I0829 18:19:43.227271 2337 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/02494a1f-30ad-4cf7-a0d8-5942ff632fdb-kube-api-access-2xnrj" (OuterVolumeSpecName: "kube-api-access-2xnrj") pod "02494a1f-30ad-4cf7-a0d8-5942ff632fdb" (UID: "02494a1f-30ad-4cf7-a0d8-5942ff632fdb"). InnerVolumeSpecName "kube-api-access-2xnrj". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 29 18:19:43 addons-399511 kubelet[2337]: I0829 18:19:43.325376 2337 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7flmx\" (UniqueName: \"kubernetes.io/projected/c30311f9-7059-4c57-b652-d784a14e1d37-kube-api-access-7flmx\") pod \"c30311f9-7059-4c57-b652-d784a14e1d37\" (UID: \"c30311f9-7059-4c57-b652-d784a14e1d37\") "
Aug 29 18:19:43 addons-399511 kubelet[2337]: I0829 18:19:43.325479 2337 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-2xnrj\" (UniqueName: \"kubernetes.io/projected/02494a1f-30ad-4cf7-a0d8-5942ff632fdb-kube-api-access-2xnrj\") on node \"addons-399511\" DevicePath \"\""
Aug 29 18:19:43 addons-399511 kubelet[2337]: I0829 18:19:43.327579 2337 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c30311f9-7059-4c57-b652-d784a14e1d37-kube-api-access-7flmx" (OuterVolumeSpecName: "kube-api-access-7flmx") pod "c30311f9-7059-4c57-b652-d784a14e1d37" (UID: "c30311f9-7059-4c57-b652-d784a14e1d37"). InnerVolumeSpecName "kube-api-access-7flmx". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 29 18:19:43 addons-399511 kubelet[2337]: I0829 18:19:43.426027 2337 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-7flmx\" (UniqueName: \"kubernetes.io/projected/c30311f9-7059-4c57-b652-d784a14e1d37-kube-api-access-7flmx\") on node \"addons-399511\" DevicePath \"\""
Aug 29 18:19:43 addons-399511 kubelet[2337]: I0829 18:19:43.943638 2337 scope.go:117] "RemoveContainer" containerID="50c88541427fd1c0868a3129e18a2d778bced5c10377ef74c68eb11c3c9f3f26"
Aug 29 18:19:43 addons-399511 kubelet[2337]: I0829 18:19:43.975648 2337 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-55bf9c44b4-7dxmc" podStartSLOduration=2.717067239 podStartE2EDuration="3.975627944s" podCreationTimestamp="2024-08-29 18:19:40 +0000 UTC" firstStartedPulling="2024-08-29 18:19:41.838984665 +0000 UTC m=+771.251049690" lastFinishedPulling="2024-08-29 18:19:43.09754537 +0000 UTC m=+772.509610395" observedRunningTime="2024-08-29 18:19:43.925450241 +0000 UTC m=+773.337515265" watchObservedRunningTime="2024-08-29 18:19:43.975627944 +0000 UTC m=+773.387692969"
Aug 29 18:19:44 addons-399511 kubelet[2337]: I0829 18:19:44.009719 2337 scope.go:117] "RemoveContainer" containerID="50c88541427fd1c0868a3129e18a2d778bced5c10377ef74c68eb11c3c9f3f26"
Aug 29 18:19:44 addons-399511 kubelet[2337]: E0829 18:19:44.026803 2337 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 50c88541427fd1c0868a3129e18a2d778bced5c10377ef74c68eb11c3c9f3f26" containerID="50c88541427fd1c0868a3129e18a2d778bced5c10377ef74c68eb11c3c9f3f26"
Aug 29 18:19:44 addons-399511 kubelet[2337]: I0829 18:19:44.027012 2337 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"50c88541427fd1c0868a3129e18a2d778bced5c10377ef74c68eb11c3c9f3f26"} err="failed to get container status \"50c88541427fd1c0868a3129e18a2d778bced5c10377ef74c68eb11c3c9f3f26\": rpc error: code = Unknown desc = Error response from daemon: No such container: 50c88541427fd1c0868a3129e18a2d778bced5c10377ef74c68eb11c3c9f3f26"
Aug 29 18:19:44 addons-399511 kubelet[2337]: I0829 18:19:44.036595 2337 scope.go:117] "RemoveContainer" containerID="af8bcc3605d016e825b3c540eddbfb7e9ea03a06e3d64633982db1304645da6a"
==> storage-provisioner [f3ff3f665f1b] <==
I0829 18:07:03.782592 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0829 18:07:03.800937 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0829 18:07:03.800989 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0829 18:07:03.810155 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0829 18:07:03.812235 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-399511_327f24b8-372e-4221-9e3b-8677e59e6394!
I0829 18:07:03.819628 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"95cddafd-f17e-4950-a682-bb4cbc259b79", APIVersion:"v1", ResourceVersion:"564", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-399511_327f24b8-372e-4221-9e3b-8677e59e6394 became leader
I0829 18:07:03.913016 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-399511_327f24b8-372e-4221-9e3b-8677e59e6394!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-399511 -n addons-399511
helpers_test.go:261: (dbg) Run: kubectl --context addons-399511 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: busybox
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-399511 describe pod busybox
helpers_test.go:282: (dbg) kubectl --context addons-399511 describe pod busybox:
-- stdout --
Name: busybox
Namespace: default
Priority: 0
Service Account: default
Node: addons-399511/192.168.49.2
Start Time: Thu, 29 Aug 2024 18:10:27 +0000
Labels: integration-test=busybox
Annotations: <none>
Status: Pending
IP: 10.244.0.27
IPs:
IP: 10.244.0.27
Containers:
busybox:
Container ID:
Image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
Image ID:
Port: <none>
Host Port: <none>
Command:
sleep
3600
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-qqknm (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-qqknm:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 9m18s default-scheduler Successfully assigned default/busybox to addons-399511
Normal Pulling 7m43s (x4 over 9m17s) kubelet Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Warning Failed 7m43s (x4 over 9m17s) kubelet Failed to pull image "gcr.io/k8s-minikube/busybox:1.28.4-glibc": Error response from daemon: Head "https://gcr.io/v2/k8s-minikube/busybox/manifests/1.28.4-glibc": unauthorized: authentication failed
Warning Failed 7m43s (x4 over 9m17s) kubelet Error: ErrImagePull
Warning Failed 7m30s (x6 over 9m16s) kubelet Error: ImagePullBackOff
Normal BackOff 4m13s (x20 over 9m16s) kubelet Back-off pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
-- /stdout --
helpers_test.go:285: <<< TestAddons/parallel/Registry FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Registry (74.53s)